00000400:00000040:1.0:1788201788.054086:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.054149:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.054212:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.054213:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.054215:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.054216:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.054219:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.054221:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.054222:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a700. 00000020:00000080:1.0:1788201788.054224:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.054227:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.054228:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23440: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.054230:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.054231:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23446 (ffff9c4654873380) has no exports 00000020:00000001:1.0:1788201788.054233:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.054234:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.054236:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.054237:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.054239:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.054241:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4750537800. 00000020:00000010:1.0:1788201788.054243:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.054245:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.054247:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.054249:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a440. 00000020:00000010:1.0:1788201788.054251:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a440. 00000020:00000010:1.0:1788201788.054255:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.054257:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.054258:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4750537800. 00000020:00000010:1.0:1788201788.054260:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.054262:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.054263:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.054265:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.054266:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.054274:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.054277:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654869800. 00000001:00000010:1.0:1788201788.054278:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654869200. 00000001:00000010:1.0:1788201788.054280:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654869c00. 00000001:00000010:1.0:1788201788.054282:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654869000. 00000001:00000010:1.0:1788201788.054283:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d444f40. 00000001:00000010:1.0:1788201788.054284:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c476dbfe600. 00000001:00000001:1.0:1788201788.054286:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.054287:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23440 (ffff9c4654873380) now 3 - setup 00000020:00000001:1.0:1788201788.054289:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.054290:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.054291:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a700. 00000020:00000001:1.0:1788201788.054293:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.054294:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.054295:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.054296:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.054381:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.054391:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.054409:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.054411:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.054413:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.054414:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.054415:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.054417:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.054478:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.054531:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.054533:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.054534:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.054536:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.054538:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.054540:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.054542:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a700. 00000020:00000080:1.0:1788201788.054543:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.054547:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.054549:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23440 (ffff9c4654873380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.054550:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23440 (uuid obd_uuid_23440) 00000020:00000040:1.0:1788201788.054551:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23440 (ffff9c4654873380) now 1 - newdev 00000020:00000040:1.0:1788201788.054554:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465483d800 with handle 0x8990e4d0a221677e from hash 00000020:00000040:1.0:1788201788.054556:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465483d800 : new refcount 0 00000020:00000080:1.0:1788201788.054557:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465483d800/obd_uuid_23440 00000020:00000001:1.0:1788201788.054559:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.054561:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.054562:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465483d800/obd_uuid_23440 for obd_name_23440 00000020:00000001:1.0:1788201788.054563:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.054564:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.054565:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465483d800. 00000020:00000001:1.0:1788201788.054567:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.054568:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23440 obd_type name = obd_test 00000020:01000000:1.0:1788201788.054569:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23440 (obd_uuid_23440) 00000020:00000001:1.0:1788201788.054570:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.054572:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.054574:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.054575:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.054577:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4750536000. 00000020:00000010:1.0:1788201788.054579:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.054581:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.054583:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.054584:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4749293240. 00000020:00000010:1.0:1788201788.054586:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.054588:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.054589:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4750536000. 00000020:00000010:1.0:1788201788.054591:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.054593:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.054594:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.054596:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.054597:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.054599:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654873380. 00000020:00000001:1.0:1788201788.054618:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.054619:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.054621:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a700. 00000020:00000001:1.0:1788201788.054623:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.054625:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.054627:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.054628:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.054713:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.054725:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.054728:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.054729:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.054731:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.054733:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.054734:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.054736:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.054792:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.054846:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.054849:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.054851:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.054853:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.054856:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.054858:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.054861:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a700. 00000020:00000080:1.0:1788201788.054863:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.054868:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.054870:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23441: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.054873:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.054875:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23447 (ffff9c46548719c0) has no exports 00000020:00000001:1.0:1788201788.054877:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.054879:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.054881:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.054884:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.054887:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.054890:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4750536800. 00000020:00000010:1.0:1788201788.054893:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.054896:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.054899:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.054901:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a200. 00000020:00000010:1.0:1788201788.054903:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a200. 00000020:00000010:1.0:1788201788.054907:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.054909:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.054911:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4750536800. 00000020:00000010:1.0:1788201788.054913:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.054915:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.054916:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.054918:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.054919:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.054928:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.054931:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465484bc00. 00000001:00000010:1.0:1788201788.054933:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465484b400. 00000001:00000010:1.0:1788201788.054934:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654869600. 00000001:00000010:1.0:1788201788.054936:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654868a00. 00000001:00000010:1.0:1788201788.054937:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d444b40. 00000001:00000010:1.0:1788201788.054939:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c476dbfed00. 00000001:00000001:1.0:1788201788.054941:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.054942:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23441 (ffff9c46548719c0) now 3 - setup 00000020:00000001:1.0:1788201788.054943:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.054944:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.054946:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a700. 00000020:00000001:1.0:1788201788.054948:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.054949:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.054951:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.054952:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.055038:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.055048:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.055050:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.055051:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.055052:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.055053:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.055055:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.055056:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.055095:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.055174:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.055177:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.055179:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.055180:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.055183:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.055185:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.055187:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a700. 00000020:00000080:1.0:1788201788.055188:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.055191:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.055193:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23441 (ffff9c46548719c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.055195:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23441 (uuid obd_uuid_23441) 00000020:00000040:1.0:1788201788.055196:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23441 (ffff9c46548719c0) now 1 - newdev 00000020:00000040:1.0:1788201788.055198:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465483d000 with handle 0x8990e4d0a2216785 from hash 00000020:00000040:1.0:1788201788.055200:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465483d000 : new refcount 0 00000020:00000080:1.0:1788201788.055202:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465483d000/obd_uuid_23441 00000020:00000001:1.0:1788201788.055203:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.055204:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.055205:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465483d000/obd_uuid_23441 for obd_name_23441 00000020:00000001:1.0:1788201788.055207:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.055208:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.055209:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465483d000. 00000020:00000001:1.0:1788201788.055211:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.055212:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23441 obd_type name = obd_test 00000020:01000000:1.0:1788201788.055213:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23441 (obd_uuid_23441) 00000020:00000001:1.0:1788201788.055214:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.055216:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.055218:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.055219:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.055221:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4750535800. 00000020:00000010:1.0:1788201788.055223:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.055225:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.055227:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.055228:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4749293580. 00000020:00000010:1.0:1788201788.055230:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.055232:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.055234:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4750535800. 00000020:00000010:1.0:1788201788.055236:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.055238:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.055239:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.055241:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.055242:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.055243:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46548719c0. 00000020:00000001:1.0:1788201788.055246:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.055247:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.055249:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a700. 00000020:00000001:1.0:1788201788.055251:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.055252:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.055254:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.055255:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.055369:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.055383:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.055385:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.055387:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.055389:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.055391:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.055413:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.055415:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.055480:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.055542:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.055544:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.055545:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.055546:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.055549:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.055550:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.055552:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a700. 00000020:00000080:1.0:1788201788.055554:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.055557:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.055558:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23442: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.055560:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.055561:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23448 (ffff9c4654870000) has no exports 00000020:00000001:1.0:1788201788.055563:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.055564:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.055566:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.055568:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.055569:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.055572:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4750530800. 00000020:00000010:1.0:1788201788.055574:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.055576:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.055577:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.055579:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2ad00. 00000020:00000010:1.0:1788201788.055582:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2ad00. 00000020:00000010:1.0:1788201788.055585:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.055587:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.055588:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4750530800. 00000020:00000010:1.0:1788201788.055590:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.055592:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.055594:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.055595:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.055596:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.055604:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.055607:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465486b000. 00000001:00000010:1.0:1788201788.055610:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465486b600. 00000001:00000010:1.0:1788201788.055611:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465486aa00. 00000001:00000010:1.0:1788201788.055613:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465486be00. 00000001:00000010:1.0:1788201788.055615:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d444b20. 00000001:00000010:1.0:1788201788.055616:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c476dbfe100. 00000001:00000001:1.0:1788201788.055618:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.055619:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23442 (ffff9c4654870000) now 3 - setup 00000020:00000001:1.0:1788201788.055620:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.055622:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.055623:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a700. 00000020:00000001:1.0:1788201788.055625:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.055626:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.055627:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.055628:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.055711:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.055723:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.055726:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.055727:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.055729:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.055731:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.055733:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.055735:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.055793:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.055850:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.055853:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.055854:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.055857:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.055860:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.055864:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.055866:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a700. 00000020:00000080:1.0:1788201788.055869:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.055873:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.055875:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23442 (ffff9c4654870000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.055878:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23442 (uuid obd_uuid_23442) 00000020:00000040:1.0:1788201788.055880:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23442 (ffff9c4654870000) now 1 - newdev 00000020:00000040:1.0:1788201788.055883:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465483f800 with handle 0x8990e4d0a221678c from hash 00000020:00000040:1.0:1788201788.055886:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465483f800 : new refcount 0 00000020:00000080:1.0:1788201788.055888:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465483f800/obd_uuid_23442 00000020:00000001:1.0:1788201788.055890:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.055892:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.055893:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465483f800/obd_uuid_23442 for obd_name_23442 00000020:00000001:1.0:1788201788.055896:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.055898:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.055900:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465483f800. 00000020:00000001:1.0:1788201788.055902:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.055903:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23442 obd_type name = obd_test 00000020:01000000:1.0:1788201788.055904:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23442 (obd_uuid_23442) 00000020:00000001:1.0:1788201788.055905:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.055908:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.055909:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.055911:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.055914:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654742000. 00000020:00000010:1.0:1788201788.055916:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.055918:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.055920:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.055922:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c47492937c0. 00000020:00000010:1.0:1788201788.055924:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.055926:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.055927:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654742000. 00000020:00000010:1.0:1788201788.055930:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.055932:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.055933:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.055934:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.055936:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.055937:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654870000. 00000020:00000001:1.0:1788201788.055940:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.055941:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.055943:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a700. 00000020:00000001:1.0:1788201788.055945:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.055947:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.055948:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.055950:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.056036:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.056047:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.056049:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.056050:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.056051:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.056052:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.056053:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.056055:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.056094:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.056169:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.056171:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.056173:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.056176:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.056179:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.056181:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.056182:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a700. 00000020:00000080:1.0:1788201788.056184:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.056188:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.056189:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23443: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.056191:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.056192:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23449 (ffff9c4654874d40) has no exports 00000020:00000001:1.0:1788201788.056194:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.056195:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.056197:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.056198:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.056200:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.056202:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654740800. 00000020:00000010:1.0:1788201788.056204:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.056206:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.056207:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.056209:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a780. 00000020:00000010:1.0:1788201788.056212:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a780. 00000020:00000010:1.0:1788201788.056216:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.056217:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.056219:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654740800. 00000020:00000010:1.0:1788201788.056221:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.056223:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.056224:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.056225:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.056227:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.056234:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.056237:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465486bc00. 00000001:00000010:1.0:1788201788.056239:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465486b400. 00000001:00000010:1.0:1788201788.056240:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465486ba00. 00000001:00000010:1.0:1788201788.056242:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465486ac00. 00000001:00000010:1.0:1788201788.056244:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d444340. 00000001:00000010:1.0:1788201788.056245:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c476dbfe400. 00000001:00000001:1.0:1788201788.056247:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.056248:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23443 (ffff9c4654874d40) now 3 - setup 00000020:00000001:1.0:1788201788.056250:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.056251:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.056252:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a700. 00000020:00000001:1.0:1788201788.056254:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.056256:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.056257:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.056258:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.056364:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.056378:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.056379:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.056380:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.056381:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.056383:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.056384:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.056385:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.056478:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.056536:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.056538:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.056539:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.056541:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.056543:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.056545:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.056547:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a700. 00000020:00000080:1.0:1788201788.056548:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.056551:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.056553:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23443 (ffff9c4654874d40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.056555:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23443 (uuid obd_uuid_23443) 00000020:00000040:1.0:1788201788.056556:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23443 (ffff9c4654874d40) now 1 - newdev 00000020:00000040:1.0:1788201788.056558:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654881800 with handle 0x8990e4d0a2216793 from hash 00000020:00000040:1.0:1788201788.056560:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654881800 : new refcount 0 00000020:00000080:1.0:1788201788.056561:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654881800/obd_uuid_23443 00000020:00000001:1.0:1788201788.056563:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.056564:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.056565:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654881800/obd_uuid_23443 for obd_name_23443 00000020:00000001:1.0:1788201788.056566:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.056567:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.056569:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654881800. 00000020:00000001:1.0:1788201788.056571:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.056572:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23443 obd_type name = obd_test 00000020:01000000:1.0:1788201788.056574:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23443 (obd_uuid_23443) 00000020:00000001:1.0:1788201788.056575:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.056576:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.056578:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.056580:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.056582:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654743000. 00000020:00000010:1.0:1788201788.056584:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.056586:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.056587:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.056589:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4749293c40. 00000020:00000010:1.0:1788201788.056591:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.056593:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.056594:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654743000. 00000020:00000010:1.0:1788201788.056598:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.056599:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.056601:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.056602:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.056603:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.056605:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654874d40. 00000020:00000001:1.0:1788201788.056608:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.056609:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.056610:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a700. 00000020:00000001:1.0:1788201788.056613:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.056614:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.056616:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.056617:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.056703:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.056713:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.056715:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.056716:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.056718:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.056720:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.056721:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.056724:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.056785:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.056838:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.056840:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.056841:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.056843:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.056845:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.056847:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.056848:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a700. 00000020:00000080:1.0:1788201788.056850:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.056853:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.056855:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23444: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.056856:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.056857:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23450 (ffff9c465488b380) has no exports 00000020:00000001:1.0:1788201788.056859:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.056860:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.056862:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.056863:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.056865:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.056867:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654747000. 00000020:00000010:1.0:1788201788.056869:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.056871:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.056872:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.056874:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a340. 00000020:00000010:1.0:1788201788.056877:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a340. 00000020:00000010:1.0:1788201788.056881:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.056882:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.056884:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654747000. 00000020:00000010:1.0:1788201788.056886:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.056888:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.056889:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.056891:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.056892:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.056900:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.056903:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465486a800. 00000001:00000010:1.0:1788201788.056905:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465486a400. 00000001:00000010:1.0:1788201788.056906:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465486b200. 00000001:00000010:1.0:1788201788.056908:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465486a200. 00000001:00000010:1.0:1788201788.056909:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d444ba0. 00000001:00000010:1.0:1788201788.056911:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c476dbfe700. 00000001:00000001:1.0:1788201788.056912:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.056913:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23444 (ffff9c465488b380) now 3 - setup 00000020:00000001:1.0:1788201788.056915:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.056916:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.056917:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a700. 00000020:00000001:1.0:1788201788.056919:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.056920:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.056922:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.056923:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.057006:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.057017:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.057018:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.057020:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.057021:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.057022:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.057023:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.057024:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.057063:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.057112:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.057115:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.057116:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.057119:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.057122:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.057125:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.057127:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a700. 00000020:00000080:1.0:1788201788.057142:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.057147:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.057150:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23444 (ffff9c465488b380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.057152:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23444 (uuid obd_uuid_23444) 00000020:00000040:1.0:1788201788.057154:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23444 (ffff9c465488b380) now 1 - newdev 00000020:00000040:1.0:1788201788.057158:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654880800 with handle 0x8990e4d0a221679a from hash 00000020:00000040:1.0:1788201788.057161:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654880800 : new refcount 0 00000020:00000080:1.0:1788201788.057163:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654880800/obd_uuid_23444 00000020:00000001:1.0:1788201788.057165:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.057167:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.057169:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654880800/obd_uuid_23444 for obd_name_23444 00000020:00000001:1.0:1788201788.057171:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.057172:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.057174:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654880800. 00000020:00000001:1.0:1788201788.057177:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.057179:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23444 obd_type name = obd_test 00000020:01000000:1.0:1788201788.057180:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23444 (obd_uuid_23444) 00000020:00000001:1.0:1788201788.057181:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.057183:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.057185:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.057186:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.057188:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654741800. 00000020:00000010:1.0:1788201788.057190:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.057192:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.057194:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.057196:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c47492933c0. 00000020:00000010:1.0:1788201788.057198:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.057200:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.057201:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654741800. 00000020:00000010:1.0:1788201788.057204:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.057205:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.057207:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.057208:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.057209:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.057211:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c465488b380. 00000020:00000001:1.0:1788201788.057214:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.057215:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.057217:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a700. 00000020:00000001:1.0:1788201788.057220:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.057221:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.057223:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.057224:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.057311:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.057322:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.057323:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.057325:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.057326:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.057327:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.057328:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.057329:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.057368:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.057817:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.057819:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.057821:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.057823:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.057825:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.057827:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.057829:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a580. 00000020:00000080:1.0:1788201788.057830:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.057834:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.057835:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23445: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.057837:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.057838:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23451 (ffff9c46548899c0) has no exports 00000020:00000001:1.0:1788201788.057840:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.057841:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.057843:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.057845:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.057847:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.057849:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654747800. 00000020:00000010:1.0:1788201788.057850:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.057852:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.057854:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.057856:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a080. 00000020:00000010:1.0:1788201788.057859:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a080. 00000020:00000010:1.0:1788201788.057861:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.057863:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.057865:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654747800. 00000020:00000010:1.0:1788201788.057867:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.057868:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.057870:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.057871:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.057873:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.057880:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.057883:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654869400. 00000001:00000010:1.0:1788201788.057885:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654868400. 00000001:00000010:1.0:1788201788.057886:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465486a000. 00000001:00000010:1.0:1788201788.057888:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465486a600. 00000001:00000010:1.0:1788201788.057889:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d444e40. 00000001:00000010:1.0:1788201788.057891:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c476dbfea00. 00000001:00000001:1.0:1788201788.057892:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.057893:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23445 (ffff9c46548899c0) now 3 - setup 00000020:00000001:1.0:1788201788.057895:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.057896:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.057898:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a580. 00000020:00000001:1.0:1788201788.057899:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.057900:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.057902:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.057903:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.057991:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.058002:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.058003:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.058004:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.058005:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.058007:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.058008:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.058009:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.058049:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.058095:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.058097:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.058098:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.058100:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.058102:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.058104:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.058106:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a580. 00000020:00000080:1.0:1788201788.058109:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.058113:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.058116:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23445 (ffff9c46548899c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.058118:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23445 (uuid obd_uuid_23445) 00000020:00000040:1.0:1788201788.058120:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23445 (ffff9c46548899c0) now 1 - newdev 00000020:00000040:1.0:1788201788.058123:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654883000 with handle 0x8990e4d0a22167a1 from hash 00000020:00000040:1.0:1788201788.058126:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654883000 : new refcount 0 00000020:00000080:1.0:1788201788.058128:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654883000/obd_uuid_23445 00000020:00000001:1.0:1788201788.058153:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.058155:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.058157:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654883000/obd_uuid_23445 for obd_name_23445 00000020:00000001:1.0:1788201788.058160:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.058161:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.058163:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654883000. 00000020:00000001:1.0:1788201788.058167:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.058169:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23445 obd_type name = obd_test 00000020:01000000:1.0:1788201788.058170:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23445 (obd_uuid_23445) 00000020:00000001:1.0:1788201788.058172:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.058175:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.058178:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.058181:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.058182:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654742800. 00000020:00000010:1.0:1788201788.058184:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.058187:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.058188:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.058190:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4749293600. 00000020:00000010:1.0:1788201788.058192:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.058194:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.058195:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654742800. 00000020:00000010:1.0:1788201788.058197:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.058199:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.058201:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.058202:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.058204:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.058205:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46548899c0. 00000020:00000001:1.0:1788201788.058208:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.058210:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.058211:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a580. 00000020:00000001:1.0:1788201788.058213:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.058215:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.058216:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.058217:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.058305:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.058316:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.058317:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.058318:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.058319:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.058321:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.058322:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.058323:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.058362:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.058427:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.058429:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.058430:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.058432:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.058434:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.058436:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.058437:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a580. 00000020:00000080:1.0:1788201788.058439:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.058442:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.058444:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23446: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.058445:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.058446:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23452 (ffff9c4654888000) has no exports 00000020:00000001:1.0:1788201788.058448:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.058449:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.058451:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.058453:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.058454:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.058456:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654745800. 00000020:00000010:1.0:1788201788.058458:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.058460:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.058462:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.058464:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a640. 00000020:00000010:1.0:1788201788.058467:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a640. 00000020:00000010:1.0:1788201788.058469:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.058471:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.058473:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654745800. 00000020:00000010:1.0:1788201788.058475:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.058476:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.058478:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.058479:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.058481:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.058490:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.058493:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4655720a00. 00000001:00000010:1.0:1788201788.058495:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4655721e00. 00000001:00000010:1.0:1788201788.058496:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4655720e00. 00000001:00000010:1.0:1788201788.058498:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4655721800. 00000001:00000010:1.0:1788201788.058499:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d4442a0. 00000001:00000010:1.0:1788201788.058501:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c476dbfee00. 00000001:00000001:1.0:1788201788.058502:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.058503:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23446 (ffff9c4654888000) now 3 - setup 00000020:00000001:1.0:1788201788.058505:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.058506:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.058507:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a580. 00000020:00000001:1.0:1788201788.058509:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.058510:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.058512:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.058513:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.058595:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.058605:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.058607:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.058608:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.058609:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.058610:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.058612:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.058613:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.058652:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.058697:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.058699:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.058700:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.058702:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.058704:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.058706:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.058708:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a580. 00000020:00000080:1.0:1788201788.058709:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.058712:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.058714:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23446 (ffff9c4654888000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.058715:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23446 (uuid obd_uuid_23446) 00000020:00000040:1.0:1788201788.058717:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23446 (ffff9c4654888000) now 1 - newdev 00000020:00000040:1.0:1788201788.058719:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654880000 with handle 0x8990e4d0a22167a8 from hash 00000020:00000040:1.0:1788201788.058721:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654880000 : new refcount 0 00000020:00000080:1.0:1788201788.058722:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654880000/obd_uuid_23446 00000020:00000001:1.0:1788201788.058723:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.058725:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.058726:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654880000/obd_uuid_23446 for obd_name_23446 00000020:00000001:1.0:1788201788.058727:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.058728:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.058729:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654880000. 00000020:00000001:1.0:1788201788.058731:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.058732:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23446 obd_type name = obd_test 00000020:01000000:1.0:1788201788.058734:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23446 (obd_uuid_23446) 00000020:00000001:1.0:1788201788.058735:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.058736:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.058738:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.058740:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.058742:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654745000. 00000020:00000010:1.0:1788201788.058744:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.058746:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.058747:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.058749:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4749293300. 00000020:00000010:1.0:1788201788.058751:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.058752:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.058754:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654745000. 00000020:00000010:1.0:1788201788.058756:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.058757:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.058759:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.058760:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.058762:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.058763:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654888000. 00000020:00000001:1.0:1788201788.058766:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.058767:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.058768:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a580. 00000020:00000001:1.0:1788201788.058770:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.058772:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.058773:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.058774:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.058853:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.058864:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.058865:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.058866:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.058868:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.058869:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.058870:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.058871:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.058910:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.058954:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.058956:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.058957:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.058959:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.058961:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.058963:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.058965:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a580. 00000020:00000080:1.0:1788201788.058966:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.058969:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.058971:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23447: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.058972:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.058974:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23453 (ffff9c465488cd40) has no exports 00000020:00000001:1.0:1788201788.058975:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.058976:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.058978:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.058980:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.058981:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.058983:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654743800. 00000020:00000010:1.0:1788201788.058985:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.058987:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.058989:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.058991:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a880. 00000020:00000010:1.0:1788201788.058993:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a880. 00000020:00000010:1.0:1788201788.058996:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.058997:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.058999:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654743800. 00000020:00000010:1.0:1788201788.059001:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.059003:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.059004:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.059006:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.059007:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.059015:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.059018:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4655721600. 00000001:00000010:1.0:1788201788.059019:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4655721000. 00000001:00000010:1.0:1788201788.059021:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4655720800. 00000001:00000010:1.0:1788201788.059022:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4655720400. 00000001:00000010:1.0:1788201788.059023:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d444860. 00000001:00000010:1.0:1788201788.059025:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c476dbfeb00. 00000001:00000001:1.0:1788201788.059027:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.059028:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23447 (ffff9c465488cd40) now 3 - setup 00000020:00000001:1.0:1788201788.059030:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.059032:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.059034:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a580. 00000020:00000001:1.0:1788201788.059037:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.059039:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.059041:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.059043:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.059182:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.059197:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.059199:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.059200:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.059202:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.059204:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.059205:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.059207:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.059258:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.059311:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.059313:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.059314:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.059317:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.059320:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.059323:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.059326:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a580. 00000020:00000080:1.0:1788201788.059328:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.059333:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.059336:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23447 (ffff9c465488cd40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.059338:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23447 (uuid obd_uuid_23447) 00000020:00000040:1.0:1788201788.059340:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23447 (ffff9c465488cd40) now 1 - newdev 00000020:00000040:1.0:1788201788.059343:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654882000 with handle 0x8990e4d0a22167af from hash 00000020:00000040:1.0:1788201788.059346:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654882000 : new refcount 0 00000020:00000080:1.0:1788201788.059348:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654882000/obd_uuid_23447 00000020:00000001:1.0:1788201788.059350:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.059352:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.059353:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654882000/obd_uuid_23447 for obd_name_23447 00000020:00000001:1.0:1788201788.059356:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.059357:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.059360:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654882000. 00000020:00000001:1.0:1788201788.059363:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.059364:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23447 obd_type name = obd_test 00000020:01000000:1.0:1788201788.059366:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23447 (obd_uuid_23447) 00000020:00000001:1.0:1788201788.059368:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.059371:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.059374:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.059377:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.059380:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654746000. 00000020:00000010:1.0:1788201788.059383:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.059387:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.059389:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.059407:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4749293500. 00000020:00000010:1.0:1788201788.059411:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.059413:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.059416:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654746000. 00000020:00000010:1.0:1788201788.059418:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.059420:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.059421:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.059423:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.059424:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.059425:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c465488cd40. 00000020:00000001:1.0:1788201788.059429:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.059430:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.059432:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a580. 00000020:00000001:1.0:1788201788.059434:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.059435:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.059437:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.059438:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.059527:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.059537:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.059539:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.059540:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.059541:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.059543:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.059544:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.059545:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.059584:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.059631:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.059633:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.059634:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.059635:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.059637:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.059639:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.059641:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a580. 00000020:00000080:1.0:1788201788.059642:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.059646:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.059648:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23448: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.059649:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.059650:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23454 (ffff9c46548919c0) has no exports 00000020:00000001:1.0:1788201788.059652:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.059653:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.059655:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.059657:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.059658:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.059660:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654744000. 00000020:00000010:1.0:1788201788.059662:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.059664:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.059665:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.059667:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2af40. 00000020:00000010:1.0:1788201788.059670:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2af40. 00000020:00000010:1.0:1788201788.059672:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.059674:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.059676:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654744000. 00000020:00000010:1.0:1788201788.059678:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.059679:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.059681:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.059682:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.059684:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.059692:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.059695:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4655721400. 00000001:00000010:1.0:1788201788.059696:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4655721c00. 00000001:00000010:1.0:1788201788.059697:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4655720000. 00000001:00000010:1.0:1788201788.059699:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4655720600. 00000001:00000010:1.0:1788201788.059700:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d444cc0. 00000001:00000010:1.0:1788201788.059702:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c476dbfe300. 00000001:00000001:1.0:1788201788.059703:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.059704:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23448 (ffff9c46548919c0) now 3 - setup 00000020:00000001:1.0:1788201788.059705:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.059706:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.059708:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a580. 00000020:00000001:1.0:1788201788.059710:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.059711:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.059713:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.059714:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.059849:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.059861:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.059863:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.059864:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.059865:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.059866:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.059867:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.059869:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.059909:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.059957:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.059959:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.059960:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.059962:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.059964:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.059966:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.059967:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a580. 00000020:00000080:1.0:1788201788.059969:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.059972:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.059974:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23448 (ffff9c46548919c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.059976:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23448 (uuid obd_uuid_23448) 00000020:00000040:1.0:1788201788.059978:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23448 (ffff9c46548919c0) now 1 - newdev 00000020:00000040:1.0:1788201788.059981:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654884000 with handle 0x8990e4d0a22167b6 from hash 00000020:00000040:1.0:1788201788.059984:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654884000 : new refcount 0 00000020:00000080:1.0:1788201788.059986:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654884000/obd_uuid_23448 00000020:00000001:1.0:1788201788.059988:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.059990:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.059991:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654884000/obd_uuid_23448 for obd_name_23448 00000020:00000001:1.0:1788201788.059993:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.059995:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.059997:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654884000. 00000020:00000001:1.0:1788201788.060000:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.060001:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23448 obd_type name = obd_test 00000020:01000000:1.0:1788201788.060003:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23448 (obd_uuid_23448) 00000020:00000001:1.0:1788201788.060005:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.060008:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.060010:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.060013:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.060017:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654744800. 00000020:00000010:1.0:1788201788.060020:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.060023:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.060026:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.060028:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4749293540. 00000020:00000010:1.0:1788201788.060031:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.060034:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.060036:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654744800. 00000020:00000010:1.0:1788201788.060039:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.060041:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.060044:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.060046:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.060049:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.060051:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46548919c0. 00000020:00000001:1.0:1788201788.060055:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.060057:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.060060:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a580. 00000020:00000001:1.0:1788201788.060063:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.060065:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.060068:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.060070:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.060212:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.060224:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.060225:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.060226:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.060228:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.060229:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.060230:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.060231:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.060270:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.060317:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.060319:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.060320:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.060322:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.060324:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.060326:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.060327:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a580. 00000020:00000080:1.0:1788201788.060329:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.060332:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.060334:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23449: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.060335:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.060336:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23455 (ffff9c4654890000) has no exports 00000020:00000001:1.0:1788201788.060338:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.060339:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.060341:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.060343:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.060344:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.060346:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654740000. 00000020:00000010:1.0:1788201788.060348:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.060350:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.060351:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.060353:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a100. 00000020:00000010:1.0:1788201788.060356:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a100. 00000020:00000010:1.0:1788201788.060359:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.060361:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.060362:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654740000. 00000020:00000010:1.0:1788201788.060364:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.060366:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.060367:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.060369:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.060370:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.060379:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.060382:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465486b800. 00000001:00000010:1.0:1788201788.060384:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465486ae00. 00000001:00000010:1.0:1788201788.060385:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4655721a00. 00000001:00000010:1.0:1788201788.060387:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4655720c00. 00000001:00000010:1.0:1788201788.060388:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d4441e0. 00000001:00000010:1.0:1788201788.060390:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c476dbfe900. 00000001:00000001:1.0:1788201788.060391:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.060417:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23449 (ffff9c4654890000) now 3 - setup 00000020:00000001:1.0:1788201788.060419:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.060421:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.060422:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a580. 00000020:00000001:1.0:1788201788.060425:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.060426:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.060428:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.060429:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.060518:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.060529:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.060530:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.060531:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.060533:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.060534:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.060535:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.060536:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.060580:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.060656:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.060658:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.060660:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.060663:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.060667:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.060670:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.060673:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a580. 00000020:00000080:1.0:1788201788.060675:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.060681:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.060683:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23449 (ffff9c4654890000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.060686:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23449 (uuid obd_uuid_23449) 00000020:00000040:1.0:1788201788.060688:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23449 (ffff9c4654890000) now 1 - newdev 00000020:00000040:1.0:1788201788.060691:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654884800 with handle 0x8990e4d0a22167bd from hash 00000020:00000040:1.0:1788201788.060694:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654884800 : new refcount 0 00000020:00000080:1.0:1788201788.060697:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654884800/obd_uuid_23449 00000020:00000001:1.0:1788201788.060699:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.060701:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.060703:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654884800/obd_uuid_23449 for obd_name_23449 00000020:00000001:1.0:1788201788.060705:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.060706:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.060708:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654884800. 00000020:00000001:1.0:1788201788.060712:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.060713:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23449 obd_type name = obd_test 00000020:01000000:1.0:1788201788.060715:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23449 (obd_uuid_23449) 00000020:00000001:1.0:1788201788.060717:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.060720:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.060723:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.060725:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.060729:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654741000. 00000020:00000010:1.0:1788201788.060732:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.060735:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.060737:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.060740:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4749293880. 00000020:00000010:1.0:1788201788.060743:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.060745:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.060747:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654741000. 00000020:00000010:1.0:1788201788.060749:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.060751:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.060752:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.060754:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.060755:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.060757:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654890000. 00000020:00000001:1.0:1788201788.060759:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.060760:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.060762:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a580. 00000020:00000001:1.0:1788201788.060764:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.060766:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.060767:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.060769:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.060856:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.060867:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.060869:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.060870:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.060871:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.060872:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.060873:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.060875:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.060914:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.060962:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.060964:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.060966:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.060968:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.060971:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.060974:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.060977:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a580. 00000020:00000080:1.0:1788201788.060979:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.060984:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.060986:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23450: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.060989:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.060991:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23456 (ffff9c4654894d40) has no exports 00000020:00000001:1.0:1788201788.060993:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.060995:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.060998:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.061001:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.061004:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.061007:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654746800. 00000020:00000010:1.0:1788201788.061010:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.061013:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.061016:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.061019:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2abc0. 00000020:00000010:1.0:1788201788.061023:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2abc0. 00000020:00000010:1.0:1788201788.061027:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.061030:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.061033:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654746800. 00000020:00000010:1.0:1788201788.061036:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.061038:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.061041:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.061043:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.061045:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.061056:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.061060:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4655722200. 00000001:00000010:1.0:1788201788.061061:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4655722000. 00000001:00000010:1.0:1788201788.061063:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4655722600. 00000001:00000010:1.0:1788201788.061064:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4655723a00. 00000001:00000010:1.0:1788201788.061067:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d444e20. 00000001:00000010:1.0:1788201788.061069:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c476dbfe000. 00000001:00000001:1.0:1788201788.061071:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.061072:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23450 (ffff9c4654894d40) now 3 - setup 00000020:00000001:1.0:1788201788.061073:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.061075:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.061076:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a580. 00000020:00000001:1.0:1788201788.061078:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.061079:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.061081:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.061082:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.061194:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.061205:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.061206:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.061207:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.061209:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.061210:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.061211:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.061212:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.061251:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.061298:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.061299:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.061300:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.061302:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.061304:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.061306:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.061308:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a580. 00000020:00000080:1.0:1788201788.061309:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.061312:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.061314:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23450 (ffff9c4654894d40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.061316:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23450 (uuid obd_uuid_23450) 00000020:00000040:1.0:1788201788.061317:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23450 (ffff9c4654894d40) now 1 - newdev 00000020:00000040:1.0:1788201788.061319:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654883800 with handle 0x8990e4d0a22167c4 from hash 00000020:00000040:1.0:1788201788.061321:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654883800 : new refcount 0 00000020:00000080:1.0:1788201788.061322:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654883800/obd_uuid_23450 00000020:00000001:1.0:1788201788.061324:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.061325:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.061326:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654883800/obd_uuid_23450 for obd_name_23450 00000020:00000001:1.0:1788201788.061328:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.061329:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.061330:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654883800. 00000020:00000001:1.0:1788201788.061332:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.061333:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23450 obd_type name = obd_test 00000020:01000000:1.0:1788201788.061334:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23450 (obd_uuid_23450) 00000020:00000001:1.0:1788201788.061335:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.061337:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.061339:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.061340:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.061343:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4747e76800. 00000020:00000010:1.0:1788201788.061345:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.061347:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.061349:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.061350:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4749293a40. 00000020:00000010:1.0:1788201788.061352:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.061354:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.061356:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4747e76800. 00000020:00000010:1.0:1788201788.061357:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.061359:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.061360:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.061362:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.061363:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.061365:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654894d40. 00000020:00000001:1.0:1788201788.061370:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.061371:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.061373:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a580. 00000020:00000001:1.0:1788201788.061375:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.061376:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.061378:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.061379:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.061576:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.061587:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.061589:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.061590:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.061591:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.061592:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.061594:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.061595:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.061634:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.061681:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.061682:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.061683:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.061685:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.061687:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.061689:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.061691:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a580. 00000020:00000080:1.0:1788201788.061692:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.061696:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.061697:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23451: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.061699:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.061700:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23457 (ffff9c4654893380) has no exports 00000020:00000001:1.0:1788201788.061702:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.061703:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.061705:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.061706:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.061708:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.061710:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4747e74800. 00000020:00000010:1.0:1788201788.061712:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.061714:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.061715:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.061717:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2ae40. 00000020:00000010:1.0:1788201788.061720:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2ae40. 00000020:00000010:1.0:1788201788.061723:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.061724:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.061726:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4747e74800. 00000020:00000010:1.0:1788201788.061728:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.061729:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.061731:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.061732:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.061734:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.061741:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.061744:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4655723200. 00000001:00000010:1.0:1788201788.061745:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4655723800. 00000001:00000010:1.0:1788201788.061747:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4655723600. 00000001:00000010:1.0:1788201788.061748:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4655722a00. 00000001:00000010:1.0:1788201788.061750:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d444200. 00000001:00000010:1.0:1788201788.061751:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c476dbfe800. 00000001:00000001:1.0:1788201788.061752:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.061754:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23451 (ffff9c4654893380) now 3 - setup 00000020:00000001:1.0:1788201788.061755:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.061757:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.061758:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a580. 00000020:00000001:1.0:1788201788.061760:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.061761:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.061762:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.061763:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.061844:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.061854:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.061856:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.061857:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.061858:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.061859:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.061861:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.061862:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.061900:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.061945:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.061946:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.061947:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.061949:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.061951:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.061953:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.061955:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a580. 00000020:00000080:1.0:1788201788.061956:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.061959:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.061961:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23451 (ffff9c4654893380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.061962:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23451 (uuid obd_uuid_23451) 00000020:00000040:1.0:1788201788.061963:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23451 (ffff9c4654893380) now 1 - newdev 00000020:00000040:1.0:1788201788.061965:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654886000 with handle 0x8990e4d0a22167cb from hash 00000020:00000040:1.0:1788201788.061967:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654886000 : new refcount 0 00000020:00000080:1.0:1788201788.061969:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654886000/obd_uuid_23451 00000020:00000001:1.0:1788201788.061970:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.061971:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.061972:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654886000/obd_uuid_23451 for obd_name_23451 00000020:00000001:1.0:1788201788.061974:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.061975:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.061976:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654886000. 00000020:00000001:1.0:1788201788.061979:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.061980:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23451 obd_type name = obd_test 00000020:01000000:1.0:1788201788.061981:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23451 (obd_uuid_23451) 00000020:00000001:1.0:1788201788.061982:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.061983:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.061985:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.061986:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.061988:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4747e77000. 00000020:00000010:1.0:1788201788.061990:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.061992:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.061994:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.061995:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4749293680. 00000020:00000010:1.0:1788201788.061997:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.061999:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.062000:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4747e77000. 00000020:00000010:1.0:1788201788.062002:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.062004:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.062005:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.062007:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.062008:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.062009:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654893380. 00000020:00000001:1.0:1788201788.062012:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.062013:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.062015:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a580. 00000020:00000001:1.0:1788201788.062017:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.062018:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.062019:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.062021:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.062101:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.062111:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.062113:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.062114:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.062116:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.062117:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.062118:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.062119:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.062191:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.062266:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.062268:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.062270:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.062273:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.062276:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.062280:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.062283:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a580. 00000020:00000080:1.0:1788201788.062285:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.062291:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.062293:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23452: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.062296:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.062298:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23458 (ffff9c46548a4d40) has no exports 00000020:00000001:1.0:1788201788.062300:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.062302:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.062305:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.062308:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.062310:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.062313:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654742000. 00000020:00000010:1.0:1788201788.062316:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.062320:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.062322:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.062325:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2af80. 00000020:00000010:1.0:1788201788.062329:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2af80. 00000020:00000010:1.0:1788201788.062334:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.062337:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.062339:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654742000. 00000020:00000010:1.0:1788201788.062343:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.062345:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.062348:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.062350:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.062353:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.062391:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.062413:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4655723e00. 00000001:00000010:1.0:1788201788.062417:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4655722e00. 00000001:00000010:1.0:1788201788.062419:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4655722400. 00000001:00000010:1.0:1788201788.062420:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4655723400. 00000001:00000010:1.0:1788201788.062421:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d4445a0. 00000001:00000010:1.0:1788201788.062423:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c476dbfe500. 00000001:00000001:1.0:1788201788.062425:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.062426:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23452 (ffff9c46548a4d40) now 3 - setup 00000020:00000001:1.0:1788201788.062427:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.062429:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.062431:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a580. 00000020:00000001:1.0:1788201788.062433:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.062434:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.062436:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.062437:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.062526:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.062537:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.062539:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.062540:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.062541:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.062542:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.062544:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.062545:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.062584:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.062638:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.062640:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.062642:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.062645:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.062648:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.062651:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.062654:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a580. 00000020:00000080:1.0:1788201788.062656:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.062661:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.062664:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23452 (ffff9c46548a4d40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.062666:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23452 (uuid obd_uuid_23452) 00000020:00000040:1.0:1788201788.062668:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23452 (ffff9c46548a4d40) now 1 - newdev 00000020:00000040:1.0:1788201788.062671:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654885800 with handle 0x8990e4d0a22167d2 from hash 00000020:00000040:1.0:1788201788.062674:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654885800 : new refcount 0 00000020:00000080:1.0:1788201788.062676:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654885800/obd_uuid_23452 00000020:00000001:1.0:1788201788.062678:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.062679:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.062680:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654885800/obd_uuid_23452 for obd_name_23452 00000020:00000001:1.0:1788201788.062682:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.062683:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.062684:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654885800. 00000020:00000001:1.0:1788201788.062686:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.062687:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23452 obd_type name = obd_test 00000020:01000000:1.0:1788201788.062689:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23452 (obd_uuid_23452) 00000020:00000001:1.0:1788201788.062690:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.062692:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.062694:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.062696:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.062698:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4750530800. 00000020:00000010:1.0:1788201788.062700:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.062702:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.062703:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.062705:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4749293f80. 00000020:00000010:1.0:1788201788.062707:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.062709:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.062711:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4750530800. 00000020:00000010:1.0:1788201788.062712:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.062714:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.062715:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.062717:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.062718:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.062719:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46548a4d40. 00000020:00000001:1.0:1788201788.062735:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.062736:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.062738:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a580. 00000020:00000001:1.0:1788201788.062740:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.062742:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.062743:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.062745:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.062830:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.062841:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.062843:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.062844:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.062845:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.062846:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.062847:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.062848:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.062887:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.062933:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.062935:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.062936:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.062937:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.062940:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.062941:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.062943:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a580. 00000020:00000080:1.0:1788201788.062944:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.062948:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.062949:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23453: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.062951:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.062952:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23459 (ffff9c46548a3380) has no exports 00000020:00000001:1.0:1788201788.062953:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.062955:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.062956:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.062958:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.062960:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.062962:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4750535800. 00000020:00000010:1.0:1788201788.062963:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.062965:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.062967:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.062969:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a9c0. 00000020:00000010:1.0:1788201788.062972:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a9c0. 00000020:00000010:1.0:1788201788.062974:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.062976:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.062978:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4750535800. 00000020:00000010:1.0:1788201788.062980:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.062981:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.062983:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.062984:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.062986:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.062994:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.062996:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4655720200. 00000001:00000010:1.0:1788201788.062998:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4655721200. 00000001:00000010:1.0:1788201788.062999:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4655723c00. 00000001:00000010:1.0:1788201788.063001:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4655723000. 00000001:00000010:1.0:1788201788.063003:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d4446c0. 00000001:00000010:1.0:1788201788.063004:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c476dbfe200. 00000001:00000001:1.0:1788201788.063005:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.063006:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23453 (ffff9c46548a3380) now 3 - setup 00000020:00000001:1.0:1788201788.063008:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.063009:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.063011:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a580. 00000020:00000001:1.0:1788201788.063012:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.063013:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.063015:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.063016:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.063115:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.063143:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.063146:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.063148:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.063150:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.063152:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.063154:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.063155:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.063207:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.063258:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.063260:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.063261:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.063262:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.063265:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.063267:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.063268:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a580. 00000020:00000080:1.0:1788201788.063270:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.063273:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.063275:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23453 (ffff9c46548a3380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.063276:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23453 (uuid obd_uuid_23453) 00000020:00000040:1.0:1788201788.063278:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23453 (ffff9c46548a3380) now 1 - newdev 00000020:00000040:1.0:1788201788.063280:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654885000 with handle 0x8990e4d0a22167d9 from hash 00000020:00000040:1.0:1788201788.063282:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654885000 : new refcount 0 00000020:00000080:1.0:1788201788.063283:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654885000/obd_uuid_23453 00000020:00000001:1.0:1788201788.063285:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.063286:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.063287:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654885000/obd_uuid_23453 for obd_name_23453 00000020:00000001:1.0:1788201788.063288:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.063289:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.063290:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654885000. 00000020:00000001:1.0:1788201788.063292:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.063293:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23453 obd_type name = obd_test 00000020:01000000:1.0:1788201788.063294:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23453 (obd_uuid_23453) 00000020:00000001:1.0:1788201788.063295:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.063297:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.063299:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.063300:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.063302:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4750536800. 00000020:00000010:1.0:1788201788.063304:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.063306:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.063308:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.063310:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4749293480. 00000020:00000010:1.0:1788201788.063312:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.063314:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.063315:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4750536800. 00000020:00000010:1.0:1788201788.063317:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.063318:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.063320:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.063321:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.063323:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.063324:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46548a3380. 00000020:00000001:1.0:1788201788.063327:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.063329:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.063330:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a580. 00000020:00000001:1.0:1788201788.063332:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.063334:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.063335:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.063336:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.063440:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.063451:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.063452:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.063454:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.063455:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.063456:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.063457:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.063458:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.063497:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.063546:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.063548:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.063550:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.063552:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.063556:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.063559:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.063561:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a580. 00000020:00000080:1.0:1788201788.063563:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.063568:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.063570:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23454: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.063572:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.063574:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23460 (ffff9c46548a19c0) has no exports 00000020:00000001:1.0:1788201788.063576:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.063578:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.063581:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.063584:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.063587:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.063590:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4750536000. 00000020:00000010:1.0:1788201788.063593:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.063596:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.063599:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.063602:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2ae00. 00000020:00000010:1.0:1788201788.063605:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2ae00. 00000020:00000010:1.0:1788201788.063610:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.063613:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.063615:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4750536000. 00000020:00000010:1.0:1788201788.063618:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.063620:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.063623:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.063625:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.063627:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.063645:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.063651:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46548a9600. 00000001:00000010:1.0:1788201788.063653:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46548a8a00. 00000001:00000010:1.0:1788201788.063656:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46548a9e00. 00000001:00000010:1.0:1788201788.063658:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46548a8e00. 00000001:00000010:1.0:1788201788.063660:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d444ae0. 00000001:00000010:1.0:1788201788.063662:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c476dbfec00. 00000001:00000001:1.0:1788201788.063665:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.063667:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23454 (ffff9c46548a19c0) now 3 - setup 00000020:00000001:1.0:1788201788.063669:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.063671:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.063673:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a580. 00000020:00000001:1.0:1788201788.063675:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.063677:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.063678:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.063680:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.063769:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.063780:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.063782:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.063783:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.063784:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.063785:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.063786:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.063787:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.063826:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.063873:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.063875:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.063876:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.063878:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.063880:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.063882:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.063883:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a580. 00000020:00000080:1.0:1788201788.063885:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.063888:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.063890:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23454 (ffff9c46548a19c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.063891:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23454 (uuid obd_uuid_23454) 00000020:00000040:1.0:1788201788.063893:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23454 (ffff9c46548a19c0) now 1 - newdev 00000020:00000040:1.0:1788201788.063895:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654887800 with handle 0x8990e4d0a22167e0 from hash 00000020:00000040:1.0:1788201788.063897:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654887800 : new refcount 0 00000020:00000080:1.0:1788201788.063898:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654887800/obd_uuid_23454 00000020:00000001:1.0:1788201788.063899:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.063901:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.063902:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654887800/obd_uuid_23454 for obd_name_23454 00000020:00000001:1.0:1788201788.063903:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.063904:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.063906:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654887800. 00000020:00000001:1.0:1788201788.063907:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.063908:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23454 obd_type name = obd_test 00000020:01000000:1.0:1788201788.063909:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23454 (obd_uuid_23454) 00000020:00000001:1.0:1788201788.063910:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.063912:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.063914:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.063916:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.063918:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4750537800. 00000020:00000010:1.0:1788201788.063919:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.063921:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.063923:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.063925:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4749293800. 00000020:00000010:1.0:1788201788.063927:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.063928:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.063930:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4750537800. 00000020:00000010:1.0:1788201788.063931:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.063933:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.063934:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.063936:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.063937:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.063938:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46548a19c0. 00000020:00000001:1.0:1788201788.063941:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.063943:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.063944:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a580. 00000020:00000001:1.0:1788201788.063946:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.063947:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.063949:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.063950:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.064031:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.064042:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.064044:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.064045:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.064046:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.064047:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.064048:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.064049:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.064088:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.064148:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.064150:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.064152:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.064153:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.064156:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.064158:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.064159:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a580. 00000020:00000080:1.0:1788201788.064161:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.064164:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.064165:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23455: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.064167:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.064168:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23461 (ffff9c46548a0000) has no exports 00000020:00000001:1.0:1788201788.064169:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.064171:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.064172:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.064174:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.064176:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.064177:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4750531000. 00000020:00000010:1.0:1788201788.064179:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.064181:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.064183:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.064185:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2aa00. 00000020:00000010:1.0:1788201788.064187:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2aa00. 00000020:00000010:1.0:1788201788.064191:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.064192:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.064194:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4750531000. 00000020:00000010:1.0:1788201788.064196:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.064197:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.064199:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.064200:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.064202:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.064209:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.064212:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46548a9000. 00000001:00000010:1.0:1788201788.064214:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46548a9c00. 00000001:00000010:1.0:1788201788.064215:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46548a8c00. 00000001:00000010:1.0:1788201788.064216:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46548a8800. 00000001:00000010:1.0:1788201788.064218:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d4449a0. 00000001:00000010:1.0:1788201788.064220:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c476d106600. 00000001:00000001:1.0:1788201788.064224:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.064225:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23455 (ffff9c46548a0000) now 3 - setup 00000020:00000001:1.0:1788201788.064227:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.064228:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.064230:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a580. 00000020:00000001:1.0:1788201788.064231:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.064232:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.064234:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.064235:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.064338:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.064348:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.064349:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.064351:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.064352:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.064353:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.064354:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.064355:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.064410:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.064466:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.064468:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.064469:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.064470:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.064472:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.064474:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.064476:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a580. 00000020:00000080:1.0:1788201788.064477:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.064480:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.064482:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23455 (ffff9c46548a0000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.064484:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23455 (uuid obd_uuid_23455) 00000020:00000040:1.0:1788201788.064485:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23455 (ffff9c46548a0000) now 1 - newdev 00000020:00000040:1.0:1788201788.064487:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654882800 with handle 0x8990e4d0a22167e7 from hash 00000020:00000040:1.0:1788201788.064489:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654882800 : new refcount 0 00000020:00000080:1.0:1788201788.064490:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654882800/obd_uuid_23455 00000020:00000001:1.0:1788201788.064492:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.064493:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.064495:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654882800/obd_uuid_23455 for obd_name_23455 00000020:00000001:1.0:1788201788.064496:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.064497:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.064498:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654882800. 00000020:00000001:1.0:1788201788.064500:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.064501:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23455 obd_type name = obd_test 00000020:01000000:1.0:1788201788.064502:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23455 (obd_uuid_23455) 00000020:00000001:1.0:1788201788.064503:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.064505:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.064506:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.064508:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.064510:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4750533800. 00000020:00000010:1.0:1788201788.064512:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.064513:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.064515:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.064517:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c47492930c0. 00000020:00000010:1.0:1788201788.064519:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.064520:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.064522:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4750533800. 00000020:00000010:1.0:1788201788.064523:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.064525:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.064527:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.064528:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.064530:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.064531:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46548a0000. 00000020:00000001:1.0:1788201788.064533:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.064535:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.064536:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a580. 00000020:00000001:1.0:1788201788.064538:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.064540:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.064541:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.064543:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.064629:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.064644:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.064646:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.064648:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.064650:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.064651:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.064653:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.064655:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.064704:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.064752:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.064754:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.064755:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.064757:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.064759:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.064761:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.064762:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a580. 00000020:00000080:1.0:1788201788.064764:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.064767:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.064768:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23456: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.064770:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.064771:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23462 (ffff9c46548b0000) has no exports 00000020:00000001:1.0:1788201788.064772:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.064774:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.064775:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.064777:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.064779:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.064780:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4750532000. 00000020:00000010:1.0:1788201788.064782:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.064784:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.064786:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.064787:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2af00. 00000020:00000010:1.0:1788201788.064790:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2af00. 00000020:00000010:1.0:1788201788.064793:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.064795:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.064796:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4750532000. 00000020:00000010:1.0:1788201788.064798:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.064800:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.064801:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.064803:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.064804:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.064811:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.064815:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46548a8400. 00000001:00000010:1.0:1788201788.064816:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46548a9400. 00000001:00000010:1.0:1788201788.064818:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46548a8200. 00000001:00000010:1.0:1788201788.064819:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46548a8000. 00000001:00000010:1.0:1788201788.064820:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d444420. 00000001:00000010:1.0:1788201788.064822:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c476d106d00. 00000001:00000001:1.0:1788201788.064824:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.064824:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23456 (ffff9c46548b0000) now 3 - setup 00000020:00000001:1.0:1788201788.064826:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.064827:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.064829:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a580. 00000020:00000001:1.0:1788201788.064830:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.064831:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.064833:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.064834:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.064940:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.064950:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.064952:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.064953:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.064954:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.064955:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.064956:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.064958:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.064996:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.065042:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.065043:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.065044:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.065046:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.065048:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.065050:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.065052:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a580. 00000020:00000080:1.0:1788201788.065053:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.065057:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.065058:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23456 (ffff9c46548b0000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.065060:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23456 (uuid obd_uuid_23456) 00000020:00000040:1.0:1788201788.065061:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23456 (ffff9c46548b0000) now 1 - newdev 00000020:00000040:1.0:1788201788.065063:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654881000 with handle 0x8990e4d0a22167ee from hash 00000020:00000040:1.0:1788201788.065065:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654881000 : new refcount 0 00000020:00000080:1.0:1788201788.065066:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654881000/obd_uuid_23456 00000020:00000001:1.0:1788201788.065068:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.065069:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.065070:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654881000/obd_uuid_23456 for obd_name_23456 00000020:00000001:1.0:1788201788.065072:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.065073:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.065074:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654881000. 00000020:00000001:1.0:1788201788.065076:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.065077:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23456 obd_type name = obd_test 00000020:01000000:1.0:1788201788.065078:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23456 (obd_uuid_23456) 00000020:00000001:1.0:1788201788.065079:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.065080:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.065082:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.065084:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.065086:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4750533000. 00000020:00000010:1.0:1788201788.065087:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.065089:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.065091:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.065093:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c47492936c0. 00000020:00000010:1.0:1788201788.065095:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.065097:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.065098:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4750533000. 00000020:00000010:1.0:1788201788.065100:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.065101:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.065103:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.065104:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.065106:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.065107:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46548b0000. 00000020:00000001:1.0:1788201788.065110:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.065111:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.065113:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a580. 00000020:00000001:1.0:1788201788.065115:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.065116:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.065118:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.065119:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.065218:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.065229:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.065230:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.065231:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.065232:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.065233:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.065235:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.065236:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.065274:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.065320:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.065321:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.065322:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.065324:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.065326:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.065328:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.065329:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a580. 00000020:00000080:1.0:1788201788.065331:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.065334:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.065336:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23457: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.065337:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.065338:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23463 (ffff9c46548b4d40) has no exports 00000020:00000001:1.0:1788201788.065340:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.065341:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.065343:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.065344:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.065346:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.065348:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4750534000. 00000020:00000010:1.0:1788201788.065350:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.065352:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.065354:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.065356:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a280. 00000020:00000010:1.0:1788201788.065358:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a280. 00000020:00000010:1.0:1788201788.065361:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.065363:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.065364:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4750534000. 00000020:00000010:1.0:1788201788.065366:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.065367:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.065369:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.065371:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.065372:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.065381:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.065385:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4655722800. 00000001:00000010:1.0:1788201788.065388:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4655722c00. 00000001:00000010:1.0:1788201788.065390:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46548a8600. 00000001:00000010:1.0:1788201788.065432:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46548a9a00. 00000001:00000010:1.0:1788201788.065436:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d444460. 00000001:00000010:1.0:1788201788.065438:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c476d106100. 00000001:00000001:1.0:1788201788.065441:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.065443:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23457 (ffff9c46548b4d40) now 3 - setup 00000020:00000001:1.0:1788201788.065445:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.065447:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.065450:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a580. 00000020:00000001:1.0:1788201788.065453:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.065456:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.065458:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.065460:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.065556:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.065567:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.065568:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.065569:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.065570:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.065572:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.065573:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.065574:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.065614:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.065683:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.065685:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.065686:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.065688:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.065690:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.065692:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.065694:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a580. 00000020:00000080:1.0:1788201788.065695:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.065699:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.065700:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23457 (ffff9c46548b4d40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.065702:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23457 (uuid obd_uuid_23457) 00000020:00000040:1.0:1788201788.065703:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23457 (ffff9c46548b4d40) now 1 - newdev 00000020:00000040:1.0:1788201788.065705:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654886800 with handle 0x8990e4d0a22167f5 from hash 00000020:00000040:1.0:1788201788.065707:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654886800 : new refcount 0 00000020:00000080:1.0:1788201788.065708:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654886800/obd_uuid_23457 00000020:00000001:1.0:1788201788.065710:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.065711:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.065712:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654886800/obd_uuid_23457 for obd_name_23457 00000020:00000001:1.0:1788201788.065713:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.065714:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.065716:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654886800. 00000020:00000001:1.0:1788201788.065717:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.065718:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23457 obd_type name = obd_test 00000020:01000000:1.0:1788201788.065720:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23457 (obd_uuid_23457) 00000020:00000001:1.0:1788201788.065721:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.065722:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.065724:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.065725:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.065727:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4750531800. 00000020:00000010:1.0:1788201788.065729:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.065731:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.065733:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.065734:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4749293b40. 00000020:00000010:1.0:1788201788.065737:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.065738:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.065740:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4750531800. 00000020:00000010:1.0:1788201788.065742:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.065743:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.065745:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.065746:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.065747:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.065749:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46548b4d40. 00000020:00000001:1.0:1788201788.065752:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.065753:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.065754:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a580. 00000020:00000001:1.0:1788201788.065756:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.065757:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.065759:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.065760:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.065844:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.065855:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.065856:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.065857:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.065858:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.065860:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.065861:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.065862:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.065900:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.065946:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.065948:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.065949:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.065950:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.065952:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.065954:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.065956:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a580. 00000020:00000080:1.0:1788201788.065957:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.065960:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.065962:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23458: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.065963:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.065965:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23464 (ffff9c46548b3380) has no exports 00000020:00000001:1.0:1788201788.065966:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.065968:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.065969:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.065971:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.065973:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.065974:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4750537000. 00000020:00000010:1.0:1788201788.065976:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.065978:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.065980:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.065982:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a540. 00000020:00000010:1.0:1788201788.065984:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a540. 00000020:00000010:1.0:1788201788.065987:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.065989:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.065990:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4750537000. 00000020:00000010:1.0:1788201788.065992:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.065994:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.065995:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.065997:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.065998:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.066006:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.066009:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46548aba00. 00000001:00000010:1.0:1788201788.066011:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46548aac00. 00000001:00000010:1.0:1788201788.066013:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46548aa800. 00000001:00000010:1.0:1788201788.066015:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46548aa400. 00000001:00000010:1.0:1788201788.066016:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d444980. 00000001:00000010:1.0:1788201788.066017:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c476d106400. 00000001:00000001:1.0:1788201788.066020:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.066021:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23458 (ffff9c46548b3380) now 3 - setup 00000020:00000001:1.0:1788201788.066022:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.066023:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.066024:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a580. 00000020:00000001:1.0:1788201788.066026:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.066027:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.066029:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.066030:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.066110:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.066121:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.066122:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.066123:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.066125:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.066126:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.066127:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.066128:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.066185:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.066232:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.066234:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.066235:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.066237:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.066239:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.066241:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.066242:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a580. 00000020:00000080:1.0:1788201788.066244:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.066247:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.066249:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23458 (ffff9c46548b3380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.066250:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23458 (uuid obd_uuid_23458) 00000020:00000040:1.0:1788201788.066251:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23458 (ffff9c46548b3380) now 1 - newdev 00000020:00000040:1.0:1788201788.066253:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654887000 with handle 0x8990e4d0a22167fc from hash 00000020:00000040:1.0:1788201788.066255:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654887000 : new refcount 0 00000020:00000080:1.0:1788201788.066257:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654887000/obd_uuid_23458 00000020:00000001:1.0:1788201788.066258:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.066259:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.066260:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654887000/obd_uuid_23458 for obd_name_23458 00000020:00000001:1.0:1788201788.066261:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.066262:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.066264:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654887000. 00000020:00000001:1.0:1788201788.066265:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.066266:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23458 obd_type name = obd_test 00000020:01000000:1.0:1788201788.066268:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23458 (obd_uuid_23458) 00000020:00000001:1.0:1788201788.066270:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.066271:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.066273:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.066275:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.066277:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4750532800. 00000020:00000010:1.0:1788201788.066278:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.066280:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.066282:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.066284:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4749293340. 00000020:00000010:1.0:1788201788.066286:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.066288:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.066289:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4750532800. 00000020:00000010:1.0:1788201788.066291:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.066292:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.066294:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.066295:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.066297:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.066298:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46548b3380. 00000020:00000001:1.0:1788201788.066301:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.066302:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.066303:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a580. 00000020:00000001:1.0:1788201788.066305:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.066307:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.066308:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.066309:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.066390:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.066417:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.066418:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.066419:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.066420:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.066421:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.066423:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.066424:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.066464:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.066512:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.066514:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.066515:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.066516:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.066519:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.066521:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.066522:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a580. 00000020:00000080:1.0:1788201788.066524:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.066527:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.066529:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23459: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.066530:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.066531:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23465 (ffff9c46548b19c0) has no exports 00000020:00000001:1.0:1788201788.066533:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.066534:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.066536:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.066537:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.066539:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.066541:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4750530000. 00000020:00000010:1.0:1788201788.066543:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.066545:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.066546:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.066549:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2ac40. 00000020:00000010:1.0:1788201788.066551:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2ac40. 00000020:00000010:1.0:1788201788.066554:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.066555:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.066557:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4750530000. 00000020:00000010:1.0:1788201788.066559:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.066560:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.066562:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.066563:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.066565:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.066572:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.066574:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46548aa600. 00000001:00000010:1.0:1788201788.066576:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46548aa000. 00000001:00000010:1.0:1788201788.066578:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46548aae00. 00000001:00000010:1.0:1788201788.066579:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46548ab800. 00000001:00000010:1.0:1788201788.066581:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d4447a0. 00000001:00000010:1.0:1788201788.066582:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c476d106700. 00000001:00000001:1.0:1788201788.066584:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.066585:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23459 (ffff9c46548b19c0) now 3 - setup 00000020:00000001:1.0:1788201788.066587:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.066588:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.066590:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a580. 00000020:00000001:1.0:1788201788.066591:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.066593:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.066594:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.066595:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.066705:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.066716:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.066718:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.066719:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.066720:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.066721:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.066722:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.066723:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.066762:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.066809:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.066811:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.066812:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.066813:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.066815:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.066817:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.066819:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a580. 00000020:00000080:1.0:1788201788.066820:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.066823:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.066825:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23459 (ffff9c46548b19c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.066826:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23459 (uuid obd_uuid_23459) 00000020:00000040:1.0:1788201788.066827:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23459 (ffff9c46548b19c0) now 1 - newdev 00000020:00000040:1.0:1788201788.066830:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46548c5000 with handle 0x8990e4d0a2216803 from hash 00000020:00000040:1.0:1788201788.066832:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46548c5000 : new refcount 0 00000020:00000080:1.0:1788201788.066833:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46548c5000/obd_uuid_23459 00000020:00000001:1.0:1788201788.066834:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.066836:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.066837:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46548c5000/obd_uuid_23459 for obd_name_23459 00000020:00000001:1.0:1788201788.066839:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.066840:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.066841:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46548c5000. 00000020:00000001:1.0:1788201788.066843:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.066844:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23459 obd_type name = obd_test 00000020:01000000:1.0:1788201788.066845:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23459 (obd_uuid_23459) 00000020:00000001:1.0:1788201788.066845:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.066847:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.066849:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.066850:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.066852:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4750535000. 00000020:00000010:1.0:1788201788.066854:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.066856:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.066858:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.066859:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4749293e00. 00000020:00000010:1.0:1788201788.066861:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.066863:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.066864:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4750535000. 00000020:00000010:1.0:1788201788.066866:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.066868:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.066869:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.066871:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.066872:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.066873:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46548b19c0. 00000020:00000001:1.0:1788201788.066876:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.066877:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.066878:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a580. 00000020:00000001:1.0:1788201788.066880:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.066882:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.066883:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.066884:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.066964:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.066975:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.066976:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.066978:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.066979:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.066980:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.066981:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.066983:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.067021:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.067067:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.067069:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.067070:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.067071:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.067073:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.067075:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.067077:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a580. 00000020:00000080:1.0:1788201788.067078:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.067081:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.067083:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23460: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.067085:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.067086:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23466 (ffff9c46548c99c0) has no exports 00000020:00000001:1.0:1788201788.067087:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.067089:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.067090:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.067092:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.067094:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.067096:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654747000. 00000020:00000010:1.0:1788201788.067098:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.067100:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.067101:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.067103:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2ab00. 00000020:00000010:1.0:1788201788.067106:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2ab00. 00000020:00000010:1.0:1788201788.067108:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.067110:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.067112:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654747000. 00000020:00000010:1.0:1788201788.067113:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.067115:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.067117:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.067118:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.067120:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.067128:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.067144:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46548ab200. 00000001:00000010:1.0:1788201788.067146:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46548aa200. 00000001:00000010:1.0:1788201788.067148:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46548ab000. 00000001:00000010:1.0:1788201788.067149:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46548ab600. 00000001:00000010:1.0:1788201788.067151:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d4445e0. 00000001:00000010:1.0:1788201788.067152:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c476d106a00. 00000001:00000001:1.0:1788201788.067154:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.067155:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23460 (ffff9c46548c99c0) now 3 - setup 00000020:00000001:1.0:1788201788.067157:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.067158:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.067159:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a580. 00000020:00000001:1.0:1788201788.067161:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.067162:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.067164:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.067165:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.067287:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.067301:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.067304:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.067305:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.067307:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.067309:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.067310:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.067312:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.067361:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.067425:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.067427:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.067428:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.067430:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.067432:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.067434:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.067435:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a580. 00000020:00000080:1.0:1788201788.067437:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.067440:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.067442:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23460 (ffff9c46548c99c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.067444:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23460 (uuid obd_uuid_23460) 00000020:00000040:1.0:1788201788.067445:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23460 (ffff9c46548c99c0) now 1 - newdev 00000020:00000040:1.0:1788201788.067447:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46548c7800 with handle 0x8990e4d0a221680a from hash 00000020:00000040:1.0:1788201788.067449:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46548c7800 : new refcount 0 00000020:00000080:1.0:1788201788.067450:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46548c7800/obd_uuid_23460 00000020:00000001:1.0:1788201788.067452:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.067453:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.067454:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46548c7800/obd_uuid_23460 for obd_name_23460 00000020:00000001:1.0:1788201788.067455:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.067456:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.067457:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46548c7800. 00000020:00000001:1.0:1788201788.067459:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.067460:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23460 obd_type name = obd_test 00000020:01000000:1.0:1788201788.067462:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23460 (obd_uuid_23460) 00000020:00000001:1.0:1788201788.067463:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.067464:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.067466:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.067468:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.067469:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654743000. 00000020:00000010:1.0:1788201788.067471:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.067473:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.067475:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.067476:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4749293840. 00000020:00000010:1.0:1788201788.067478:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.067480:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.067482:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654743000. 00000020:00000010:1.0:1788201788.067484:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.067485:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.067487:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.067488:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.067490:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.067491:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46548c99c0. 00000020:00000001:1.0:1788201788.067495:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.067496:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.067497:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a580. 00000020:00000001:1.0:1788201788.067500:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.067501:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.067502:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.067503:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.067586:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.067597:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.067598:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.067600:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.067601:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.067602:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.067603:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.067604:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.067661:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.067717:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.067719:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.067720:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.067722:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.067724:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.067726:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.067727:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a580. 00000020:00000080:1.0:1788201788.067729:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.067732:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.067733:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23461: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.067735:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.067736:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23467 (ffff9c46548c8000) has no exports 00000020:00000001:1.0:1788201788.067737:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.067739:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.067740:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.067742:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.067744:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.067745:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654740800. 00000020:00000010:1.0:1788201788.067747:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.067749:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.067751:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.067753:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a940. 00000020:00000010:1.0:1788201788.067756:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a940. 00000020:00000010:1.0:1788201788.067758:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.067760:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.067762:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654740800. 00000020:00000010:1.0:1788201788.067763:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.067765:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.067766:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.067768:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.067769:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.067777:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.067779:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46548a9200. 00000001:00000010:1.0:1788201788.067781:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46548a9800. 00000001:00000010:1.0:1788201788.067782:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46548aaa00. 00000001:00000010:1.0:1788201788.067784:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46548abe00. 00000001:00000010:1.0:1788201788.067785:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d444880. 00000001:00000010:1.0:1788201788.067787:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c476d106e00. 00000001:00000001:1.0:1788201788.067789:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.067790:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23461 (ffff9c46548c8000) now 3 - setup 00000020:00000001:1.0:1788201788.067791:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.067792:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.067794:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a580. 00000020:00000001:1.0:1788201788.067796:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.067797:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.067799:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.067801:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.067927:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.067942:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.067945:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.067947:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.067949:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.067951:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.067953:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.067955:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.068017:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.068085:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.068087:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.068089:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.068092:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.068095:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.068098:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.068101:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a580. 00000020:00000080:1.0:1788201788.068104:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.068109:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.068112:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23461 (ffff9c46548c8000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.068114:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23461 (uuid obd_uuid_23461) 00000020:00000040:1.0:1788201788.068117:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23461 (ffff9c46548c8000) now 1 - newdev 00000020:00000040:1.0:1788201788.068120:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46548c2800 with handle 0x8990e4d0a2216811 from hash 00000020:00000040:1.0:1788201788.068123:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46548c2800 : new refcount 0 00000020:00000080:1.0:1788201788.068125:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46548c2800/obd_uuid_23461 00000020:00000001:1.0:1788201788.068127:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.068144:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.068146:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46548c2800/obd_uuid_23461 for obd_name_23461 00000020:00000001:1.0:1788201788.068148:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.068150:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.068152:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46548c2800. 00000020:00000001:1.0:1788201788.068156:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.068158:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23461 obd_type name = obd_test 00000020:01000000:1.0:1788201788.068160:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23461 (obd_uuid_23461) 00000020:00000001:1.0:1788201788.068162:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.068165:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.068168:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.068171:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.068175:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4653a25800. 00000020:00000010:1.0:1788201788.068178:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.068181:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.068184:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.068187:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4749293440. 00000020:00000010:1.0:1788201788.068190:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.068193:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.068196:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4653a25800. 00000020:00000010:1.0:1788201788.068199:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.068201:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.068204:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.068207:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.068209:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.068211:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46548c8000. 00000020:00000001:1.0:1788201788.068215:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.068217:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.068219:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a580. 00000020:00000001:1.0:1788201788.068223:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.068225:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.068228:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.068230:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.068364:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.068380:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.068383:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.068385:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.068387:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.068389:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.068391:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.068412:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.068483:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.068553:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.068555:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.068557:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.068560:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.068563:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.068566:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.068569:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a580. 00000020:00000080:1.0:1788201788.068572:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.068577:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.068579:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23462: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.068582:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.068584:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23468 (ffff9c46548ccd40) has no exports 00000020:00000001:1.0:1788201788.068587:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.068589:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.068591:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.068594:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.068597:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.068601:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4749120800. 00000020:00000010:1.0:1788201788.068604:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.068607:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.068610:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.068613:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a240. 00000020:00000010:1.0:1788201788.068617:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a240. 00000020:00000010:1.0:1788201788.068622:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.068625:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.068627:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4749120800. 00000020:00000010:1.0:1788201788.068630:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.068633:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.068635:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.068638:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.068640:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.068652:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.068657:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46548d1c00. 00000001:00000010:1.0:1788201788.068660:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46548d1000. 00000001:00000010:1.0:1788201788.068662:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46548d1600. 00000001:00000010:1.0:1788201788.068665:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46548d0a00. 00000001:00000010:1.0:1788201788.068667:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d4440e0. 00000001:00000010:1.0:1788201788.068670:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c476d106b00. 00000001:00000001:1.0:1788201788.068673:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.068675:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23462 (ffff9c46548ccd40) now 3 - setup 00000020:00000001:1.0:1788201788.068677:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.068679:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.068682:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a580. 00000020:00000001:1.0:1788201788.068685:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.068688:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.068691:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.068693:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.068821:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.068836:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.068838:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.068840:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.068842:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.068844:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.068846:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.068848:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.068919:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.068988:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.068991:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.068993:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.068996:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.068999:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.069002:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.069005:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a580. 00000020:00000080:1.0:1788201788.069007:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.069013:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.069015:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23462 (ffff9c46548ccd40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.069018:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23462 (uuid obd_uuid_23462) 00000020:00000040:1.0:1788201788.069020:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23462 (ffff9c46548ccd40) now 1 - newdev 00000020:00000040:1.0:1788201788.069024:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46548c1000 with handle 0x8990e4d0a2216818 from hash 00000020:00000040:1.0:1788201788.069027:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46548c1000 : new refcount 0 00000020:00000080:1.0:1788201788.069029:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46548c1000/obd_uuid_23462 00000020:00000001:1.0:1788201788.069032:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.069034:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.069036:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46548c1000/obd_uuid_23462 for obd_name_23462 00000020:00000001:1.0:1788201788.069038:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.069040:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.069043:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46548c1000. 00000020:00000001:1.0:1788201788.069048:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.069049:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23462 obd_type name = obd_test 00000020:01000000:1.0:1788201788.069052:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23462 (obd_uuid_23462) 00000020:00000001:1.0:1788201788.069053:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.069056:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.069060:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.069062:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.069066:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465483a800. 00000020:00000010:1.0:1788201788.069070:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.069073:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.069076:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.069079:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4749293740. 00000020:00000010:1.0:1788201788.069082:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.069085:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.069087:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465483a800. 00000020:00000010:1.0:1788201788.069091:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.069094:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.069096:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.069099:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.069101:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.069103:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46548ccd40. 00000020:00000001:1.0:1788201788.069108:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.069111:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.069113:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a580. 00000020:00000001:1.0:1788201788.069116:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.069119:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.069121:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.069123:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.069272:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.069287:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.069290:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.069292:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.069294:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.069295:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.069297:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.069299:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.069365:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.069474:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.069476:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.069478:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.069480:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.069482:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.069484:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.069486:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a580. 00000020:00000080:1.0:1788201788.069487:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.069491:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.069492:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23463: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.069494:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.069495:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23469 (ffff9c46548cb380) has no exports 00000020:00000001:1.0:1788201788.069497:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.069498:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.069500:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.069502:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.069504:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.069506:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465483e800. 00000020:00000010:1.0:1788201788.069508:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.069510:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.069512:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.069513:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a740. 00000020:00000010:1.0:1788201788.069516:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a740. 00000020:00000010:1.0:1788201788.069519:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.069521:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.069522:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465483e800. 00000020:00000010:1.0:1788201788.069525:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.069526:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.069528:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.069529:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.069531:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.069538:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.069541:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46548d1400. 00000001:00000010:1.0:1788201788.069542:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46548d0400. 00000001:00000010:1.0:1788201788.069544:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46548d0600. 00000001:00000010:1.0:1788201788.069546:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46548d1a00. 00000001:00000010:1.0:1788201788.069547:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d444d80. 00000001:00000010:1.0:1788201788.069548:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c476d106300. 00000001:00000001:1.0:1788201788.069550:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.069552:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23463 (ffff9c46548cb380) now 3 - setup 00000020:00000001:1.0:1788201788.069553:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.069554:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.069556:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a580. 00000020:00000001:1.0:1788201788.069557:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.069559:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.069561:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.069562:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.069647:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.069658:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.069659:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.069661:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.069662:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.069663:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.069664:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.069665:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.069704:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.069751:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.069753:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.069754:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.069756:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.069758:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.069760:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.069762:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a580. 00000020:00000080:1.0:1788201788.069763:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.069766:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.069768:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23463 (ffff9c46548cb380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.069769:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23463 (uuid obd_uuid_23463) 00000020:00000040:1.0:1788201788.069771:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23463 (ffff9c46548cb380) now 1 - newdev 00000020:00000040:1.0:1788201788.069773:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46548c6800 with handle 0x8990e4d0a221681f from hash 00000020:00000040:1.0:1788201788.069775:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46548c6800 : new refcount 0 00000020:00000080:1.0:1788201788.069776:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46548c6800/obd_uuid_23463 00000020:00000001:1.0:1788201788.069778:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.069779:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.069780:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46548c6800/obd_uuid_23463 for obd_name_23463 00000020:00000001:1.0:1788201788.069782:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.069783:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.069784:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46548c6800. 00000020:00000001:1.0:1788201788.069786:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.069787:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23463 obd_type name = obd_test 00000020:01000000:1.0:1788201788.069788:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23463 (obd_uuid_23463) 00000020:00000001:1.0:1788201788.069789:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.069791:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.069793:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.069794:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.069796:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654839000. 00000020:00000010:1.0:1788201788.069799:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.069801:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.069802:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.069804:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4749293100. 00000020:00000010:1.0:1788201788.069806:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.069807:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.069809:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654839000. 00000020:00000010:1.0:1788201788.069811:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.069813:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.069814:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.069816:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.069817:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.069819:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46548cb380. 00000020:00000001:1.0:1788201788.069821:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.069822:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.069824:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a580. 00000020:00000001:1.0:1788201788.069826:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.069828:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.069829:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.069831:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.069913:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.069924:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.069925:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.069927:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.069928:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.069929:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.069930:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.069931:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.069970:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.070016:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.070017:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.070018:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.070020:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.070022:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.070024:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.070025:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a580. 00000020:00000080:1.0:1788201788.070027:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.070030:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.070031:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23464: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.070033:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.070034:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23470 (ffff9c46548d8000) has no exports 00000020:00000001:1.0:1788201788.070035:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.070037:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.070039:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.070040:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.070042:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.070044:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654839800. 00000020:00000010:1.0:1788201788.070046:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.070048:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.070050:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.070052:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a6c0. 00000020:00000010:1.0:1788201788.070054:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a6c0. 00000020:00000010:1.0:1788201788.070057:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.070059:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.070060:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654839800. 00000020:00000010:1.0:1788201788.070062:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.070064:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.070066:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.070067:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.070068:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.070075:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.070078:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46548d0c00. 00000001:00000010:1.0:1788201788.070079:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46548d0800. 00000001:00000010:1.0:1788201788.070081:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46548d1800. 00000001:00000010:1.0:1788201788.070082:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46548d1200. 00000001:00000010:1.0:1788201788.070083:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d444c40. 00000001:00000010:1.0:1788201788.070085:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c476d106900. 00000001:00000001:1.0:1788201788.070087:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.070087:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23464 (ffff9c46548d8000) now 3 - setup 00000020:00000001:1.0:1788201788.070089:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.070090:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.070091:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a580. 00000020:00000001:1.0:1788201788.070093:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.070095:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.070096:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.070097:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.070201:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.070212:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.070213:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.070214:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.070215:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.070216:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.070218:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.070219:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.070258:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.070306:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.070308:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.070310:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.070312:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.070316:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.070319:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.070322:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a580. 00000020:00000080:1.0:1788201788.070324:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.070329:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.070331:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23464 (ffff9c46548d8000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.070334:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23464 (uuid obd_uuid_23464) 00000020:00000040:1.0:1788201788.070336:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23464 (ffff9c46548d8000) now 1 - newdev 00000020:00000040:1.0:1788201788.070339:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46548c7000 with handle 0x8990e4d0a2216826 from hash 00000020:00000040:1.0:1788201788.070342:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46548c7000 : new refcount 0 00000020:00000080:1.0:1788201788.070344:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46548c7000/obd_uuid_23464 00000020:00000001:1.0:1788201788.070346:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.070348:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.070349:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46548c7000/obd_uuid_23464 for obd_name_23464 00000020:00000001:1.0:1788201788.070351:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.070353:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.070355:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46548c7000. 00000020:00000001:1.0:1788201788.070358:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.070359:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23464 obd_type name = obd_test 00000020:01000000:1.0:1788201788.070360:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23464 (obd_uuid_23464) 00000020:00000001:1.0:1788201788.070362:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.070364:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.070366:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.070367:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.070370:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465483f000. 00000020:00000010:1.0:1788201788.070371:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.070373:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.070375:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.070377:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4749293ec0. 00000020:00000010:1.0:1788201788.070379:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.070380:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.070382:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465483f000. 00000020:00000010:1.0:1788201788.070384:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.070385:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.070387:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.070389:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.070390:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.070392:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46548d8000. 00000020:00000001:1.0:1788201788.070428:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.070430:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.070432:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a580. 00000020:00000001:1.0:1788201788.070435:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.070436:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.070439:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.070440:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.070556:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.070566:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.070568:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.070569:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.070570:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.070571:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.070572:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.070573:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.070612:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.070660:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.070661:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.070663:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.070665:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.070667:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.070669:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.070670:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a580. 00000020:00000080:1.0:1788201788.070672:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.070675:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.070676:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23465: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.070678:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.070679:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23471 (ffff9c46548dcd40) has no exports 00000020:00000001:1.0:1788201788.070680:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.070682:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.070683:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.070685:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.070687:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.070690:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c474715b800. 00000020:00000010:1.0:1788201788.070692:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.070694:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.070696:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.070698:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a8c0. 00000020:00000010:1.0:1788201788.070700:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a8c0. 00000020:00000010:1.0:1788201788.070703:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.070705:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.070707:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c474715b800. 00000020:00000010:1.0:1788201788.070709:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.070711:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.070712:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.070714:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.070715:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.070724:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.070727:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46548abc00. 00000001:00000010:1.0:1788201788.070729:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46548ab400. 00000001:00000010:1.0:1788201788.070730:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46548d0200. 00000001:00000010:1.0:1788201788.070732:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46548d0000. 00000001:00000010:1.0:1788201788.070733:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d444c00. 00000001:00000010:1.0:1788201788.070735:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c476d106000. 00000001:00000001:1.0:1788201788.070736:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.070737:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23465 (ffff9c46548dcd40) now 3 - setup 00000020:00000001:1.0:1788201788.070739:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.070740:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.070741:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a580. 00000020:00000001:1.0:1788201788.070743:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.070745:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.070746:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.070747:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.070829:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.070839:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.070840:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.070842:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.070843:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.070844:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.070845:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.070847:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.070885:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.070932:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.070933:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.070934:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.070936:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.070938:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.070940:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.070941:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a580. 00000020:00000080:1.0:1788201788.070943:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.070946:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.070948:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23465 (ffff9c46548dcd40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.070949:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23465 (uuid obd_uuid_23465) 00000020:00000040:1.0:1788201788.070951:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23465 (ffff9c46548dcd40) now 1 - newdev 00000020:00000040:1.0:1788201788.070953:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46548c1800 with handle 0x8990e4d0a221682d from hash 00000020:00000040:1.0:1788201788.070955:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46548c1800 : new refcount 0 00000020:00000080:1.0:1788201788.070956:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46548c1800/obd_uuid_23465 00000020:00000001:1.0:1788201788.070958:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.070959:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.070960:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46548c1800/obd_uuid_23465 for obd_name_23465 00000020:00000001:1.0:1788201788.070962:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.070963:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.070964:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46548c1800. 00000020:00000001:1.0:1788201788.070966:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.070967:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23465 obd_type name = obd_test 00000020:01000000:1.0:1788201788.070968:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23465 (obd_uuid_23465) 00000020:00000001:1.0:1788201788.070969:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.070970:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.070972:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.070974:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.070976:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4747159800. 00000020:00000010:1.0:1788201788.070977:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.070979:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.070981:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.070983:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4749293700. 00000020:00000010:1.0:1788201788.070985:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.070987:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.070988:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4747159800. 00000020:00000010:1.0:1788201788.070991:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.070992:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.070994:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.070995:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.070997:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.070998:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46548dcd40. 00000020:00000001:1.0:1788201788.071001:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.071002:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.071003:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a580. 00000020:00000001:1.0:1788201788.071006:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.071007:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.071008:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.071010:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.071091:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.071102:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.071103:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.071104:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.071106:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.071107:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.071108:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.071109:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.071163:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.071213:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.071215:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.071216:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.071218:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.071220:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.071222:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.071223:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a580. 00000020:00000080:1.0:1788201788.071225:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.071228:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.071230:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23466: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.071232:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.071233:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23472 (ffff9c46548db380) has no exports 00000020:00000001:1.0:1788201788.071234:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.071235:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.071237:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.071239:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.071240:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.071242:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c474715d000. 00000020:00000010:1.0:1788201788.071244:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.071246:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.071248:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.071250:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2aa40. 00000020:00000010:1.0:1788201788.071253:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2aa40. 00000020:00000010:1.0:1788201788.071256:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.071257:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.071259:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c474715d000. 00000020:00000010:1.0:1788201788.071261:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.071263:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.071264:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.071266:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.071267:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.071275:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.071278:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46548d2a00. 00000001:00000010:1.0:1788201788.071279:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46548d3e00. 00000001:00000010:1.0:1788201788.071281:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46548d2e00. 00000001:00000010:1.0:1788201788.071283:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46548d3800. 00000001:00000010:1.0:1788201788.071284:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d444d40. 00000001:00000010:1.0:1788201788.071286:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c476d106800. 00000001:00000001:1.0:1788201788.071287:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.071288:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23466 (ffff9c46548db380) now 3 - setup 00000020:00000001:1.0:1788201788.071290:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.071291:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.071292:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a580. 00000020:00000001:1.0:1788201788.071295:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.071296:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.071297:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.071299:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.071468:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.071480:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.071481:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.071482:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.071483:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.071484:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.071486:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.071487:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.071526:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.071574:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.071575:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.071577:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.071578:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.071580:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.071582:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.071584:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a580. 00000020:00000080:1.0:1788201788.071585:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.071588:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.071590:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23466 (ffff9c46548db380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.071592:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23466 (uuid obd_uuid_23466) 00000020:00000040:1.0:1788201788.071593:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23466 (ffff9c46548db380) now 1 - newdev 00000020:00000040:1.0:1788201788.071595:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46548c0800 with handle 0x8990e4d0a2216834 from hash 00000020:00000040:1.0:1788201788.071597:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46548c0800 : new refcount 0 00000020:00000080:1.0:1788201788.071598:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46548c0800/obd_uuid_23466 00000020:00000001:1.0:1788201788.071600:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.071601:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.071602:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46548c0800/obd_uuid_23466 for obd_name_23466 00000020:00000001:1.0:1788201788.071604:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.071605:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.071606:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46548c0800. 00000020:00000001:1.0:1788201788.071608:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.071609:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23466 obd_type name = obd_test 00000020:01000000:1.0:1788201788.071610:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23466 (obd_uuid_23466) 00000020:00000001:1.0:1788201788.071611:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.071613:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.071615:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.071617:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.071619:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c474715c800. 00000020:00000010:1.0:1788201788.071621:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.071623:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.071624:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.071626:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4749293140. 00000020:00000010:1.0:1788201788.071628:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.071630:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.071631:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c474715c800. 00000020:00000010:1.0:1788201788.071633:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.071635:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.071636:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.071638:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.071639:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.071641:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46548db380. 00000020:00000001:1.0:1788201788.071643:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.071645:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.071646:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a580. 00000020:00000001:1.0:1788201788.071648:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.071650:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.071651:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.071652:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.071732:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.071743:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.071745:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.071746:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.071747:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.071748:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.071749:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.071751:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.071789:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.071857:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.071859:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.071861:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.071864:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.071867:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.071870:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.071873:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a580. 00000020:00000080:1.0:1788201788.071875:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.071880:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.071882:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23467: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.071884:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.071886:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23473 (ffff9c46548d99c0) has no exports 00000020:00000001:1.0:1788201788.071888:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.071890:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.071893:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.071896:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.071899:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.071902:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654746800. 00000020:00000010:1.0:1788201788.071905:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.071908:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.071911:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.071914:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2ad40. 00000020:00000010:1.0:1788201788.071917:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2ad40. 00000020:00000010:1.0:1788201788.071922:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.071925:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.071928:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654746800. 00000020:00000010:1.0:1788201788.071931:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.071933:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.071936:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.071939:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.071941:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.071954:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.071958:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46548d3600. 00000001:00000010:1.0:1788201788.071961:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46548d3000. 00000001:00000010:1.0:1788201788.071964:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46548d2800. 00000001:00000010:1.0:1788201788.071967:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46548d2400. 00000001:00000010:1.0:1788201788.071969:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d444fe0. 00000001:00000010:1.0:1788201788.071972:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c476d106500. 00000001:00000001:1.0:1788201788.071974:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.071976:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23467 (ffff9c46548d99c0) now 3 - setup 00000020:00000001:1.0:1788201788.071979:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.071982:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.071984:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a580. 00000020:00000001:1.0:1788201788.071987:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.071990:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.071992:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.071994:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.072126:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.072157:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.072160:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.072162:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.072164:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.072166:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.072168:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.072170:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.072235:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.072302:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.072305:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.072307:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.072309:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.072313:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.072316:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.072319:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a580. 00000020:00000080:1.0:1788201788.072321:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.072327:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.072329:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23467 (ffff9c46548d99c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.072332:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23467 (uuid obd_uuid_23467) 00000020:00000040:1.0:1788201788.072334:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23467 (ffff9c46548d99c0) now 1 - newdev 00000020:00000040:1.0:1788201788.072337:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46548c3000 with handle 0x8990e4d0a221683b from hash 00000020:00000040:1.0:1788201788.072341:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46548c3000 : new refcount 0 00000020:00000080:1.0:1788201788.072343:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46548c3000/obd_uuid_23467 00000020:00000001:1.0:1788201788.072345:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.072347:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.072349:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46548c3000/obd_uuid_23467 for obd_name_23467 00000020:00000001:1.0:1788201788.072352:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.072353:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.072356:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46548c3000. 00000020:00000001:1.0:1788201788.072360:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.072362:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23467 obd_type name = obd_test 00000020:01000000:1.0:1788201788.072363:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23467 (obd_uuid_23467) 00000020:00000001:1.0:1788201788.072365:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.072368:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.072371:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.072374:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.072377:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654741000. 00000020:00000010:1.0:1788201788.072381:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.072384:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.072387:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.072389:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4749293ac0. 00000020:00000010:1.0:1788201788.072411:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.072415:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.072418:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654741000. 00000020:00000010:1.0:1788201788.072421:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.072424:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.072427:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.072429:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.072432:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.072434:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46548d99c0. 00000020:00000001:1.0:1788201788.072438:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.072441:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.072444:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a580. 00000020:00000001:1.0:1788201788.072447:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.072450:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.072453:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.072455:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.072588:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.072603:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.072606:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.072608:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.072610:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.072612:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.072614:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.072616:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.072679:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.072744:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.072746:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.072748:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.072749:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.072752:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.072754:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.072755:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a580. 00000020:00000080:1.0:1788201788.072757:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.072761:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.072763:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23468: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.072764:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.072765:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23474 (ffff9c46548e8000) has no exports 00000020:00000001:1.0:1788201788.072767:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.072768:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.072770:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.072772:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.072773:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.072775:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654740000. 00000020:00000010:1.0:1788201788.072777:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.072779:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.072781:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.072783:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a300. 00000020:00000010:1.0:1788201788.072785:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a300. 00000020:00000010:1.0:1788201788.072788:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.072790:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.072792:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654740000. 00000020:00000010:1.0:1788201788.072793:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.072795:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.072797:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.072798:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.072799:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.072809:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.072812:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46548d3400. 00000001:00000010:1.0:1788201788.072813:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46548d3c00. 00000001:00000010:1.0:1788201788.072815:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46548d2000. 00000001:00000010:1.0:1788201788.072816:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46548d2600. 00000001:00000010:1.0:1788201788.072818:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d444540. 00000001:00000010:1.0:1788201788.072819:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c476d106200. 00000001:00000001:1.0:1788201788.072821:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.072822:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23468 (ffff9c46548e8000) now 3 - setup 00000020:00000001:1.0:1788201788.072823:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.072824:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.072826:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a580. 00000020:00000001:1.0:1788201788.072828:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.072829:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.072831:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.072832:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.072934:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.072944:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.072946:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.072947:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.072948:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.072949:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.072951:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.072952:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.072990:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.073038:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.073040:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.073041:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.073043:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.073045:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.073047:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.073048:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a580. 00000020:00000080:1.0:1788201788.073050:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.073053:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.073055:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23468 (ffff9c46548e8000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.073056:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23468 (uuid obd_uuid_23468) 00000020:00000040:1.0:1788201788.073058:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23468 (ffff9c46548e8000) now 1 - newdev 00000020:00000040:1.0:1788201788.073060:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46548c0000 with handle 0x8990e4d0a2216842 from hash 00000020:00000040:1.0:1788201788.073062:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46548c0000 : new refcount 0 00000020:00000080:1.0:1788201788.073063:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46548c0000/obd_uuid_23468 00000020:00000001:1.0:1788201788.073065:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.073066:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.073067:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46548c0000/obd_uuid_23468 for obd_name_23468 00000020:00000001:1.0:1788201788.073069:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.073070:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.073071:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46548c0000. 00000020:00000001:1.0:1788201788.073073:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.073074:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23468 obd_type name = obd_test 00000020:01000000:1.0:1788201788.073075:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23468 (obd_uuid_23468) 00000020:00000001:1.0:1788201788.073076:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.073078:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.073079:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.073081:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.073083:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654744800. 00000020:00000010:1.0:1788201788.073084:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.073086:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.073088:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.073090:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4749293980. 00000020:00000010:1.0:1788201788.073092:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.073093:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.073095:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654744800. 00000020:00000010:1.0:1788201788.073096:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.073098:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.073100:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.073101:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.073103:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.073104:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46548e8000. 00000020:00000001:1.0:1788201788.073109:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.073111:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.073113:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a580. 00000020:00000001:1.0:1788201788.073116:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.073118:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.073120:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.073122:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.073237:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.073248:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.073250:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.073251:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.073252:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.073253:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.073254:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.073255:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.073293:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.073361:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.073363:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.073364:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.073366:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.073368:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.073370:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.073372:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a580. 00000020:00000080:1.0:1788201788.073373:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.073377:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.073379:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23469: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.073380:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.073382:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23475 (ffff9c46548ecd40) has no exports 00000020:00000001:1.0:1788201788.073383:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.073384:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.073386:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.073388:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.073390:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.073407:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654744000. 00000020:00000010:1.0:1788201788.073410:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.073412:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.073414:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.073415:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a000. 00000020:00000010:1.0:1788201788.073418:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a000. 00000020:00000010:1.0:1788201788.073421:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.073423:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.073425:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654744000. 00000020:00000010:1.0:1788201788.073426:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.073428:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.073430:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.073431:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.073432:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.073440:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.073443:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46548d0e00. 00000001:00000010:1.0:1788201788.073445:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46548d1e00. 00000001:00000010:1.0:1788201788.073446:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46548d3a00. 00000001:00000010:1.0:1788201788.073448:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46548d2c00. 00000001:00000010:1.0:1788201788.073449:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d444820. 00000001:00000010:1.0:1788201788.073450:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c476d106c00. 00000001:00000001:1.0:1788201788.073452:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.073453:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23469 (ffff9c46548ecd40) now 3 - setup 00000020:00000001:1.0:1788201788.073454:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.073456:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.073457:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a580. 00000020:00000001:1.0:1788201788.073459:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.073461:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.073462:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.073463:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.073552:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.073563:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.073564:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.073565:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.073567:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.073568:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.073569:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.073570:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.073609:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.073657:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.073659:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.073660:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.073662:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.073665:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.073666:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.073668:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a580. 00000020:00000080:1.0:1788201788.073669:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.073673:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.073674:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23469 (ffff9c46548ecd40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.073676:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23469 (uuid obd_uuid_23469) 00000020:00000040:1.0:1788201788.073677:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23469 (ffff9c46548ecd40) now 1 - newdev 00000020:00000040:1.0:1788201788.073679:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46548c2000 with handle 0x8990e4d0a2216849 from hash 00000020:00000040:1.0:1788201788.073681:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46548c2000 : new refcount 0 00000020:00000080:1.0:1788201788.073683:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46548c2000/obd_uuid_23469 00000020:00000001:1.0:1788201788.073684:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.073685:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.073686:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46548c2000/obd_uuid_23469 for obd_name_23469 00000020:00000001:1.0:1788201788.073688:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.073689:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.073690:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46548c2000. 00000020:00000001:1.0:1788201788.073692:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.073693:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23469 obd_type name = obd_test 00000020:01000000:1.0:1788201788.073694:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23469 (obd_uuid_23469) 00000020:00000001:1.0:1788201788.073695:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.073697:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.073698:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.073700:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.073702:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654746000. 00000020:00000010:1.0:1788201788.073704:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.073706:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.073707:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.073709:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4749293380. 00000020:00000010:1.0:1788201788.073711:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.073713:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.073714:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654746000. 00000020:00000010:1.0:1788201788.073716:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.073718:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.073719:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.073721:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.073722:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.073723:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46548ecd40. 00000020:00000001:1.0:1788201788.073727:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.073728:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.073730:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a580. 00000020:00000001:1.0:1788201788.073732:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.073733:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.073735:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.073736:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.073818:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.073829:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.073830:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.073831:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.073833:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.073834:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.073835:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.073836:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.073874:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.073921:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.073922:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.073923:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.073925:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.073927:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.073929:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.073931:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a580. 00000020:00000080:1.0:1788201788.073933:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.073936:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.073937:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23470: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.073939:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.073940:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23476 (ffff9c46548eb380) has no exports 00000020:00000001:1.0:1788201788.073941:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.073943:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.073944:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.073946:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.073948:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.073950:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654743800. 00000020:00000010:1.0:1788201788.073951:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.073953:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.073955:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.073957:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a140. 00000020:00000010:1.0:1788201788.073959:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a140. 00000020:00000010:1.0:1788201788.073962:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.073964:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.073965:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654743800. 00000020:00000010:1.0:1788201788.073968:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.073969:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.073971:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.073972:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.073974:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.073997:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.074000:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46548f1e00. 00000001:00000010:1.0:1788201788.074031:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46548f0e00. 00000001:00000010:1.0:1788201788.074034:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46548f1800. 00000001:00000010:1.0:1788201788.074035:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46548f1200. 00000001:00000010:1.0:1788201788.074037:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d444f20. 00000001:00000010:1.0:1788201788.074038:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c476d106f00. 00000001:00000001:1.0:1788201788.074040:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.074041:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23470 (ffff9c46548eb380) now 3 - setup 00000020:00000001:1.0:1788201788.074043:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.074044:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.074046:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a580. 00000020:00000001:1.0:1788201788.074048:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.074049:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.074051:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.074052:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.074179:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.074191:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.074193:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.074194:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.074195:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.074196:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.074198:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.074199:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.074239:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.074288:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.074290:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.074291:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.074293:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.074295:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.074296:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.074298:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a580. 00000020:00000080:1.0:1788201788.074300:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.074305:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.074307:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23470 (ffff9c46548eb380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.074310:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23470 (uuid obd_uuid_23470) 00000020:00000040:1.0:1788201788.074312:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23470 (ffff9c46548eb380) now 1 - newdev 00000020:00000040:1.0:1788201788.074315:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46548c4000 with handle 0x8990e4d0a2216850 from hash 00000020:00000040:1.0:1788201788.074318:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46548c4000 : new refcount 0 00000020:00000080:1.0:1788201788.074319:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46548c4000/obd_uuid_23470 00000020:00000001:1.0:1788201788.074321:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.074323:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.074325:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46548c4000/obd_uuid_23470 for obd_name_23470 00000020:00000001:1.0:1788201788.074327:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.074329:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.074331:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46548c4000. 00000020:00000001:1.0:1788201788.074335:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.074336:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23470 obd_type name = obd_test 00000020:01000000:1.0:1788201788.074338:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23470 (obd_uuid_23470) 00000020:00000001:1.0:1788201788.074340:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.074343:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.074346:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.074348:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.074351:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654745000. 00000020:00000010:1.0:1788201788.074354:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.074356:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.074357:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.074359:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4749293080. 00000020:00000010:1.0:1788201788.074361:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.074363:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.074364:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654745000. 00000020:00000010:1.0:1788201788.074366:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.074368:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.074369:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.074371:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.074372:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.074374:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46548eb380. 00000020:00000001:1.0:1788201788.074377:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.074379:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.074380:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a580. 00000020:00000001:1.0:1788201788.074383:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.074384:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.074385:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.074387:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.074529:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.074545:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.074547:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.074550:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.074552:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.074553:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.074555:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.074558:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.074622:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.074690:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.074692:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.074694:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.074697:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.074700:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.074703:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.074706:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a580. 00000020:00000080:1.0:1788201788.074708:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.074713:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.074716:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23471: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.074719:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.074721:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23477 (ffff9c46548e99c0) has no exports 00000020:00000001:1.0:1788201788.074723:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.074725:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.074727:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.074730:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.074733:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.074736:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654745800. 00000020:00000010:1.0:1788201788.074740:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.074743:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.074746:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.074749:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a680. 00000020:00000010:1.0:1788201788.074753:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a680. 00000020:00000010:1.0:1788201788.074758:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.074761:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.074763:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654745800. 00000020:00000010:1.0:1788201788.074766:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.074769:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.074771:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.074774:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.074776:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.074787:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.074791:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46548f0a00. 00000001:00000010:1.0:1788201788.074795:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46548f1600. 00000001:00000010:1.0:1788201788.074797:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46548f0400. 00000001:00000010:1.0:1788201788.074800:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46548f1400. 00000001:00000010:1.0:1788201788.074802:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d444da0. 00000001:00000010:1.0:1788201788.074804:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c475d4b5400. 00000001:00000001:1.0:1788201788.074809:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.074811:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23471 (ffff9c46548e99c0) now 3 - setup 00000020:00000001:1.0:1788201788.074814:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.074816:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.074819:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a580. 00000020:00000001:1.0:1788201788.074822:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.074824:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.074827:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.074829:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.074958:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.074974:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.074976:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.074978:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.074980:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.074982:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.074984:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.074986:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.075050:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.075120:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.075122:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.075124:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.075127:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.075143:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.075146:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.075149:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a580. 00000020:00000080:1.0:1788201788.075152:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.075157:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.075160:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23471 (ffff9c46548e99c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.075163:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23471 (uuid obd_uuid_23471) 00000020:00000040:1.0:1788201788.075165:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23471 (ffff9c46548e99c0) now 1 - newdev 00000020:00000040:1.0:1788201788.075169:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46548c4800 with handle 0x8990e4d0a2216857 from hash 00000020:00000040:1.0:1788201788.075172:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46548c4800 : new refcount 0 00000020:00000080:1.0:1788201788.075174:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46548c4800/obd_uuid_23471 00000020:00000001:1.0:1788201788.075176:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.075179:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.075180:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46548c4800/obd_uuid_23471 for obd_name_23471 00000020:00000001:1.0:1788201788.075183:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.075184:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.075186:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46548c4800. 00000020:00000001:1.0:1788201788.075190:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.075192:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23471 obd_type name = obd_test 00000020:01000000:1.0:1788201788.075194:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23471 (obd_uuid_23471) 00000020:00000001:1.0:1788201788.075195:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.075198:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.075201:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.075204:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.075208:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654742800. 00000020:00000010:1.0:1788201788.075211:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.075215:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.075218:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.075220:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c47492939c0. 00000020:00000010:1.0:1788201788.075224:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.075226:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.075229:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654742800. 00000020:00000010:1.0:1788201788.075232:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.075235:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.075237:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.075241:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.075243:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.075245:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46548e99c0. 00000020:00000001:1.0:1788201788.075250:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.075252:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.075254:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a580. 00000020:00000001:1.0:1788201788.075258:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.075261:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.075263:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.075265:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.075722:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.075739:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.075741:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.075743:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.075745:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.075747:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.075749:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.075751:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.075818:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.075894:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.075897:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.075899:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.075902:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.075905:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.075908:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.075911:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2aec0. 00000020:00000080:1.0:1788201788.075913:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.075919:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.075921:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23472: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.075924:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.075926:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23478 (ffff9c46548fcd40) has no exports 00000020:00000001:1.0:1788201788.075928:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.075930:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.075933:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.075936:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.075939:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.075942:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654740800. 00000020:00000010:1.0:1788201788.075945:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.075948:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.075951:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.075955:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a500. 00000020:00000010:1.0:1788201788.075959:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a500. 00000020:00000010:1.0:1788201788.075963:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.075966:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.075968:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654740800. 00000020:00000010:1.0:1788201788.075971:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.075974:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.075976:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.075979:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.075981:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.075992:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.075996:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46548f1c00. 00000001:00000010:1.0:1788201788.075998:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46548f1000. 00000001:00000010:1.0:1788201788.076000:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46548f0600. 00000001:00000010:1.0:1788201788.076001:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46548f1a00. 00000001:00000010:1.0:1788201788.076003:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d444800. 00000001:00000010:1.0:1788201788.076004:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c475d4b5700. 00000001:00000001:1.0:1788201788.076006:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.076007:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23472 (ffff9c46548fcd40) now 3 - setup 00000020:00000001:1.0:1788201788.076009:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.076010:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.076012:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2aec0. 00000020:00000001:1.0:1788201788.076014:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.076015:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.076017:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.076018:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.076110:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.076121:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.076123:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.076124:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.076125:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.076126:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.076127:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.076128:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.076187:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.076237:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.076239:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.076240:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.076242:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.076244:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.076246:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.076248:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2aec0. 00000020:00000080:1.0:1788201788.076249:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.076253:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.076254:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23472 (ffff9c46548fcd40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.076256:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23472 (uuid obd_uuid_23472) 00000020:00000040:1.0:1788201788.076257:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23472 (ffff9c46548fcd40) now 1 - newdev 00000020:00000040:1.0:1788201788.076260:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46548c3800 with handle 0x8990e4d0a221685e from hash 00000020:00000040:1.0:1788201788.076262:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46548c3800 : new refcount 0 00000020:00000080:1.0:1788201788.076263:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46548c3800/obd_uuid_23472 00000020:00000001:1.0:1788201788.076265:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.076266:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.076267:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46548c3800/obd_uuid_23472 for obd_name_23472 00000020:00000001:1.0:1788201788.076269:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.076270:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.076272:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46548c3800. 00000020:00000001:1.0:1788201788.076274:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.076274:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23472 obd_type name = obd_test 00000020:01000000:1.0:1788201788.076276:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23472 (obd_uuid_23472) 00000020:00000001:1.0:1788201788.076277:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.076278:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.076280:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.076282:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.076284:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654743000. 00000020:00000010:1.0:1788201788.076286:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.076288:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.076289:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.076291:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c47492932c0. 00000020:00000010:1.0:1788201788.076293:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.076295:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.076296:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654743000. 00000020:00000010:1.0:1788201788.076298:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.076301:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.076303:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.076306:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.076308:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.076310:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46548fcd40. 00000020:00000001:1.0:1788201788.076317:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.076319:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.076322:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2aec0. 00000020:00000001:1.0:1788201788.076326:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.076329:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.076332:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.076334:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.076463:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.076475:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.076476:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.076477:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.076478:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.076479:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.076481:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.076482:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.076521:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.076569:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.076571:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.076572:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.076574:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.076576:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.076578:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.076579:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2aec0. 00000020:00000080:1.0:1788201788.076581:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.076584:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.076586:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23473: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.076587:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.076588:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23479 (ffff9c46548fb380) has no exports 00000020:00000001:1.0:1788201788.076590:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.076591:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.076593:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.076595:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.076597:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.076599:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654747000. 00000020:00000010:1.0:1788201788.076601:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.076603:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.076605:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.076607:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a4c0. 00000020:00000010:1.0:1788201788.076609:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a4c0. 00000020:00000010:1.0:1788201788.076612:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.076614:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.076615:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654747000. 00000020:00000010:1.0:1788201788.076617:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.076618:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.076620:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.076621:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.076623:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.076638:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.076641:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46548d2200. 00000001:00000010:1.0:1788201788.076643:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46548d3200. 00000001:00000010:1.0:1788201788.076647:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46548f0c00. 00000001:00000010:1.0:1788201788.076649:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46548f0800. 00000001:00000010:1.0:1788201788.076650:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d4448c0. 00000001:00000010:1.0:1788201788.076651:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c475d4b5a00. 00000001:00000001:1.0:1788201788.076653:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.076655:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23473 (ffff9c46548fb380) now 3 - setup 00000020:00000001:1.0:1788201788.076656:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.076657:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.076659:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2aec0. 00000020:00000001:1.0:1788201788.076660:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.076662:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.076663:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.076664:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.076750:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.076761:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.076763:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.076764:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.076766:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.076767:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.076768:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.076769:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.076807:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.076854:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.076855:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.076857:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.076858:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.076860:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.076862:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.076864:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2aec0. 00000020:00000080:1.0:1788201788.076865:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.076869:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.076871:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23473 (ffff9c46548fb380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.076872:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23473 (uuid obd_uuid_23473) 00000020:00000040:1.0:1788201788.076873:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23473 (ffff9c46548fb380) now 1 - newdev 00000020:00000040:1.0:1788201788.076876:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46548c6000 with handle 0x8990e4d0a2216865 from hash 00000020:00000040:1.0:1788201788.076878:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46548c6000 : new refcount 0 00000020:00000080:1.0:1788201788.076879:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46548c6000/obd_uuid_23473 00000020:00000001:1.0:1788201788.076880:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.076882:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.076883:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46548c6000/obd_uuid_23473 for obd_name_23473 00000020:00000001:1.0:1788201788.076884:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.076885:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.076887:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46548c6000. 00000020:00000001:1.0:1788201788.076888:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.076889:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23473 obd_type name = obd_test 00000020:01000000:1.0:1788201788.076890:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23473 (obd_uuid_23473) 00000020:00000001:1.0:1788201788.076891:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.076893:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.076895:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.076896:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.076898:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654742000. 00000020:00000010:1.0:1788201788.076900:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.076902:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.076904:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.076906:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4749293a00. 00000020:00000010:1.0:1788201788.076907:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.076909:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.076911:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654742000. 00000020:00000010:1.0:1788201788.076913:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.076914:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.076916:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.076918:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.076919:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.076920:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46548fb380. 00000020:00000001:1.0:1788201788.076923:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.076924:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.076925:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2aec0. 00000020:00000001:1.0:1788201788.076927:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.076929:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.076930:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.076931:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.077011:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.077022:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.077023:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.077024:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.077026:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.077027:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.077028:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.077030:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.077068:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.077113:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.077114:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.077116:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.077117:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.077119:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.077121:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.077123:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2aec0. 00000020:00000080:1.0:1788201788.077125:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.077128:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.077143:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23474: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.077145:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.077146:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23480 (ffff9c46548f99c0) has no exports 00000020:00000001:1.0:1788201788.077147:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.077148:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.077150:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.077152:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.077154:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.077156:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654747800. 00000020:00000010:1.0:1788201788.077157:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.077160:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.077161:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.077163:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2afc0. 00000020:00000010:1.0:1788201788.077166:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2afc0. 00000020:00000010:1.0:1788201788.077168:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.077171:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.077172:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654747800. 00000020:00000010:1.0:1788201788.077174:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.077176:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.077177:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.077179:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.077180:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.077188:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.077190:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46548f2800. 00000001:00000010:1.0:1788201788.077193:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46548f2400. 00000001:00000010:1.0:1788201788.077194:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46548f3400. 00000001:00000010:1.0:1788201788.077196:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46548f3c00. 00000001:00000010:1.0:1788201788.077197:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d444500. 00000001:00000010:1.0:1788201788.077198:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c475d4b5e00. 00000001:00000001:1.0:1788201788.077200:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.077201:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23474 (ffff9c46548f99c0) now 3 - setup 00000020:00000001:1.0:1788201788.077202:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.077204:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.077205:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2aec0. 00000020:00000001:1.0:1788201788.077207:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.077208:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.077210:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.077211:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.077294:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.077306:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.077308:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.077309:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.077311:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.077313:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.077315:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.077316:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.077370:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.077439:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.077440:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.077441:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.077443:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.077445:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.077447:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.077449:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2aec0. 00000020:00000080:1.0:1788201788.077450:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.077454:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.077455:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23474 (ffff9c46548f99c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.077457:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23474 (uuid obd_uuid_23474) 00000020:00000040:1.0:1788201788.077458:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23474 (ffff9c46548f99c0) now 1 - newdev 00000020:00000040:1.0:1788201788.077461:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46548c5800 with handle 0x8990e4d0a221686c from hash 00000020:00000040:1.0:1788201788.077462:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46548c5800 : new refcount 0 00000020:00000080:1.0:1788201788.077464:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46548c5800/obd_uuid_23474 00000020:00000001:1.0:1788201788.077465:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.077467:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.077468:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46548c5800/obd_uuid_23474 for obd_name_23474 00000020:00000001:1.0:1788201788.077469:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.077470:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.077472:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46548c5800. 00000020:00000001:1.0:1788201788.077474:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.077475:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23474 obd_type name = obd_test 00000020:01000000:1.0:1788201788.077476:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23474 (obd_uuid_23474) 00000020:00000001:1.0:1788201788.077477:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.077479:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.077480:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.077482:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.077484:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654741800. 00000020:00000010:1.0:1788201788.077486:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.077488:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.077489:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.077491:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4749293b00. 00000020:00000010:1.0:1788201788.077493:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.077495:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.077496:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654741800. 00000020:00000010:1.0:1788201788.077498:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.077500:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.077501:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.077503:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.077504:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.077505:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46548f99c0. 00000020:00000001:1.0:1788201788.077508:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.077509:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.077511:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2aec0. 00000020:00000001:1.0:1788201788.077512:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.077514:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.077515:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.077516:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.077599:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.077610:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.077612:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.077613:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.077614:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.077616:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.077617:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.077618:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.077657:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.077704:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.077705:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.077706:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.077708:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.077710:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.077712:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.077714:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2aec0. 00000020:00000080:1.0:1788201788.077715:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.077718:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.077720:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23475: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.077721:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.077723:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23481 (ffff9c46548f8000) has no exports 00000020:00000001:1.0:1788201788.077724:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.077726:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.077728:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.077731:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.077733:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.077737:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654880800. 00000020:00000010:1.0:1788201788.077740:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.077743:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.077746:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.077749:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2ad80. 00000020:00000010:1.0:1788201788.077753:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2ad80. 00000020:00000010:1.0:1788201788.077756:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.077759:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.077762:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654880800. 00000020:00000010:1.0:1788201788.077764:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.077767:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.077769:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.077771:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.077773:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.077784:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.077788:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46548f2c00. 00000001:00000010:1.0:1788201788.077790:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46548f3a00. 00000001:00000010:1.0:1788201788.077791:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46548f3200. 00000001:00000010:1.0:1788201788.077793:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46548f2200. 00000001:00000010:1.0:1788201788.077794:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d4446e0. 00000001:00000010:1.0:1788201788.077796:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c475d4b5b00. 00000001:00000001:1.0:1788201788.077797:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.077798:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23475 (ffff9c46548f8000) now 3 - setup 00000020:00000001:1.0:1788201788.077800:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.077801:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.077803:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2aec0. 00000020:00000001:1.0:1788201788.077804:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.077806:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.077807:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.077808:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.077894:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.077905:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.077907:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.077908:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.077909:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.077910:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.077912:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.077913:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.077951:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.077997:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.077999:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.078000:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.078002:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.078004:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.078006:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.078007:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2aec0. 00000020:00000080:1.0:1788201788.078008:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.078012:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.078013:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23475 (ffff9c46548f8000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.078015:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23475 (uuid obd_uuid_23475) 00000020:00000040:1.0:1788201788.078016:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23475 (ffff9c46548f8000) now 1 - newdev 00000020:00000040:1.0:1788201788.078019:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654908800 with handle 0x8990e4d0a2216873 from hash 00000020:00000040:1.0:1788201788.078021:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654908800 : new refcount 0 00000020:00000080:1.0:1788201788.078022:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654908800/obd_uuid_23475 00000020:00000001:1.0:1788201788.078023:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.078025:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.078026:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654908800/obd_uuid_23475 for obd_name_23475 00000020:00000001:1.0:1788201788.078027:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.078028:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.078029:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654908800. 00000020:00000001:1.0:1788201788.078031:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.078032:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23475 obd_type name = obd_test 00000020:01000000:1.0:1788201788.078033:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23475 (obd_uuid_23475) 00000020:00000001:1.0:1788201788.078034:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.078036:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.078038:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.078039:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.078041:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654881800. 00000020:00000010:1.0:1788201788.078043:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.078045:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.078047:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.078048:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c47492935c0. 00000020:00000010:1.0:1788201788.078050:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.078052:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.078053:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654881800. 00000020:00000010:1.0:1788201788.078056:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.078058:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.078061:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.078063:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.078065:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.078067:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46548f8000. 00000020:00000001:1.0:1788201788.078071:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.078072:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.078075:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2aec0. 00000020:00000001:1.0:1788201788.078078:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.078080:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.078082:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.078084:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.078228:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.078244:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.078246:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.078248:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.078250:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.078252:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.078254:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.078256:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.078318:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.078411:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.078415:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.078417:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.078420:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.078424:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.078428:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.078431:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2aec0. 00000020:00000080:1.0:1788201788.078434:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.078440:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.078443:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23476: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.078446:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.078449:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23482 (ffff9c4654914d40) has no exports 00000020:00000001:1.0:1788201788.078451:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.078453:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.078456:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.078459:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.078461:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.078464:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654880000. 00000020:00000010:1.0:1788201788.078467:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.078471:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.078474:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.078477:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2ab40. 00000020:00000010:1.0:1788201788.078481:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2ab40. 00000020:00000010:1.0:1788201788.078486:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.078489:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.078492:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654880000. 00000020:00000010:1.0:1788201788.078495:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.078497:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.078500:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.078503:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.078505:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.078517:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.078521:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46548f2000. 00000001:00000010:1.0:1788201788.078524:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46548f2600. 00000001:00000010:1.0:1788201788.078526:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46548f2a00. 00000001:00000010:1.0:1788201788.078529:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46548f3e00. 00000001:00000010:1.0:1788201788.078531:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d444520. 00000001:00000010:1.0:1788201788.078533:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c475d4b5300. 00000001:00000001:1.0:1788201788.078536:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.078538:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23476 (ffff9c4654914d40) now 3 - setup 00000020:00000001:1.0:1788201788.078540:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.078542:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.078545:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2aec0. 00000020:00000001:1.0:1788201788.078548:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.078551:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.078553:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.078555:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.078692:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.078707:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.078710:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.078712:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.078714:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.078716:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.078718:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.078720:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.078782:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.078854:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.078857:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.078859:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.078862:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.078865:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.078869:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.078872:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2aec0. 00000020:00000080:1.0:1788201788.078874:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.078880:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.078882:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23476 (ffff9c4654914d40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.078885:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23476 (uuid obd_uuid_23476) 00000020:00000040:1.0:1788201788.078886:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23476 (ffff9c4654914d40) now 1 - newdev 00000020:00000040:1.0:1788201788.078889:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465490b000 with handle 0x8990e4d0a221687a from hash 00000020:00000040:1.0:1788201788.078893:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465490b000 : new refcount 0 00000020:00000080:1.0:1788201788.078895:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465490b000/obd_uuid_23476 00000020:00000001:1.0:1788201788.078897:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.078900:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.078901:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465490b000/obd_uuid_23476 for obd_name_23476 00000020:00000001:1.0:1788201788.078904:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.078905:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.078907:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465490b000. 00000020:00000001:1.0:1788201788.078911:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.078913:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23476 obd_type name = obd_test 00000020:01000000:1.0:1788201788.078915:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23476 (obd_uuid_23476) 00000020:00000001:1.0:1788201788.078917:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.078919:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.078922:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.078925:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.078929:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654883000. 00000020:00000010:1.0:1788201788.078932:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.078935:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.078938:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.078941:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4749293c00. 00000020:00000010:1.0:1788201788.078944:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.078946:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.078948:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654883000. 00000020:00000010:1.0:1788201788.078951:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.078954:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.078956:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.078958:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.078961:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.078963:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654914d40. 00000020:00000001:1.0:1788201788.078979:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.078981:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.078983:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2aec0. 00000020:00000001:1.0:1788201788.078985:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.078986:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.078988:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.078989:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.079079:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.079090:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.079092:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.079093:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.079094:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.079095:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.079096:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.079097:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.079150:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.079202:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.079204:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.079205:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.079207:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.079209:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.079211:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.079212:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2aec0. 00000020:00000080:1.0:1788201788.079214:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.079217:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.079219:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23477: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.079220:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.079221:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23483 (ffff9c4654913380) has no exports 00000020:00000001:1.0:1788201788.079223:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.079224:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.079226:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.079229:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.079230:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.079233:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654884000. 00000020:00000010:1.0:1788201788.079234:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.079237:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.079238:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.079240:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a440. 00000020:00000010:1.0:1788201788.079243:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a440. 00000020:00000010:1.0:1788201788.079245:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.079247:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.079249:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654884000. 00000020:00000010:1.0:1788201788.079250:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.079252:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.079253:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.079255:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.079256:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.079263:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.079266:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46548f0000. 00000001:00000010:1.0:1788201788.079268:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46548f0200. 00000001:00000010:1.0:1788201788.079270:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46548f2e00. 00000001:00000010:1.0:1788201788.079271:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46548f3800. 00000001:00000010:1.0:1788201788.079273:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d444360. 00000001:00000010:1.0:1788201788.079274:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c475d4b5900. 00000001:00000001:1.0:1788201788.079276:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.079277:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23477 (ffff9c4654913380) now 3 - setup 00000020:00000001:1.0:1788201788.079279:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.079280:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.079281:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2aec0. 00000020:00000001:1.0:1788201788.079283:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.079284:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.079285:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.079286:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.079481:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.079492:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.079493:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.079494:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.079496:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.079497:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.079498:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.079499:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.079539:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.079607:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.079610:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.079611:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.079613:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.079615:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.079617:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.079619:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2aec0. 00000020:00000080:1.0:1788201788.079620:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.079624:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.079626:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23477 (ffff9c4654913380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.079627:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23477 (uuid obd_uuid_23477) 00000020:00000040:1.0:1788201788.079628:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23477 (ffff9c4654913380) now 1 - newdev 00000020:00000040:1.0:1788201788.079631:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654908000 with handle 0x8990e4d0a2216881 from hash 00000020:00000040:1.0:1788201788.079633:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654908000 : new refcount 0 00000020:00000080:1.0:1788201788.079634:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654908000/obd_uuid_23477 00000020:00000001:1.0:1788201788.079635:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.079637:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.079638:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654908000/obd_uuid_23477 for obd_name_23477 00000020:00000001:1.0:1788201788.079639:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.079640:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.079642:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654908000. 00000020:00000001:1.0:1788201788.079643:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.079644:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23477 obd_type name = obd_test 00000020:01000000:1.0:1788201788.079646:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23477 (obd_uuid_23477) 00000020:00000001:1.0:1788201788.079647:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.079648:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.079650:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.079652:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.079655:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654882000. 00000020:00000010:1.0:1788201788.079656:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.079658:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.079660:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.079662:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c47492931c0. 00000020:00000010:1.0:1788201788.079664:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.079666:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.079667:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654882000. 00000020:00000010:1.0:1788201788.079669:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.079670:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.079672:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.079673:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.079675:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.079676:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654913380. 00000020:00000001:1.0:1788201788.079678:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.079680:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.079681:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2aec0. 00000020:00000001:1.0:1788201788.079683:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.079684:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.079686:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.079687:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.079774:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.079785:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.079786:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.079788:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.079789:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.079790:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.079791:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.079792:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.079831:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.079876:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.079878:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.079879:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.079881:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.079883:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.079885:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.079887:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2aec0. 00000020:00000080:1.0:1788201788.079888:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.079891:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.079893:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23478: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.079894:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.079896:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23484 (ffff9c46549119c0) has no exports 00000020:00000001:1.0:1788201788.079897:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.079898:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.079900:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.079902:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.079903:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.079906:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654883800. 00000020:00000010:1.0:1788201788.079907:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.079909:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.079911:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.079913:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2adc0. 00000020:00000010:1.0:1788201788.079915:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2adc0. 00000020:00000010:1.0:1788201788.079918:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.079920:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.079921:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654883800. 00000020:00000010:1.0:1788201788.079923:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.079925:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.079926:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.079928:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.079929:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.079938:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.079940:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654918a00. 00000001:00000010:1.0:1788201788.079942:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654919e00. 00000001:00000010:1.0:1788201788.079944:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654918e00. 00000001:00000010:1.0:1788201788.079945:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654919800. 00000001:00000010:1.0:1788201788.079947:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d4448e0. 00000001:00000010:1.0:1788201788.079948:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c475d4b5000. 00000001:00000001:1.0:1788201788.079950:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.079951:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23478 (ffff9c46549119c0) now 3 - setup 00000020:00000001:1.0:1788201788.079953:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.079954:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.079955:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2aec0. 00000020:00000001:1.0:1788201788.079957:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.079959:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.079960:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.079961:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.080042:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.080053:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.080055:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.080056:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.080057:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.080059:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.080060:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.080061:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.080099:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.080161:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.080163:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.080164:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.080166:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.080168:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.080170:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.080172:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2aec0. 00000020:00000080:1.0:1788201788.080173:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.080177:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.080178:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23478 (ffff9c46549119c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.080180:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23478 (uuid obd_uuid_23478) 00000020:00000040:1.0:1788201788.080181:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23478 (ffff9c46549119c0) now 1 - newdev 00000020:00000040:1.0:1788201788.080183:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465490a000 with handle 0x8990e4d0a2216888 from hash 00000020:00000040:1.0:1788201788.080185:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465490a000 : new refcount 0 00000020:00000080:1.0:1788201788.080186:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465490a000/obd_uuid_23478 00000020:00000001:1.0:1788201788.080188:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.080189:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.080190:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465490a000/obd_uuid_23478 for obd_name_23478 00000020:00000001:1.0:1788201788.080192:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.080193:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.080195:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465490a000. 00000020:00000001:1.0:1788201788.080197:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.080198:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23478 obd_type name = obd_test 00000020:01000000:1.0:1788201788.080199:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23478 (obd_uuid_23478) 00000020:00000001:1.0:1788201788.080200:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.080202:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.080204:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.080205:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.080207:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654884800. 00000020:00000010:1.0:1788201788.080209:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.080211:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.080213:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.080215:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4749293180. 00000020:00000010:1.0:1788201788.080216:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.080218:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.080219:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654884800. 00000020:00000010:1.0:1788201788.080221:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.080223:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.080224:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.080226:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.080227:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.080228:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46549119c0. 00000020:00000001:1.0:1788201788.080231:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.080232:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.080234:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2aec0. 00000020:00000001:1.0:1788201788.080236:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.080237:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.080239:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.080240:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.080339:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.080355:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.080357:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.080360:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.080361:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.080363:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.080365:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.080367:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.080428:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.080479:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.080481:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.080482:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.080484:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.080486:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.080488:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.080490:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2aec0. 00000020:00000080:1.0:1788201788.080491:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.080494:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.080496:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23479: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.080497:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.080499:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23485 (ffff9c4654910000) has no exports 00000020:00000001:1.0:1788201788.080500:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.080502:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.080503:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.080505:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.080507:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.080509:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654885800. 00000020:00000010:1.0:1788201788.080511:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.080513:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.080514:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.080516:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2ad00. 00000020:00000010:1.0:1788201788.080518:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2ad00. 00000020:00000010:1.0:1788201788.080521:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.080523:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.080524:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654885800. 00000020:00000010:1.0:1788201788.080526:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.080528:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.080529:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.080531:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.080533:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.080540:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.080543:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654919600. 00000001:00000010:1.0:1788201788.080546:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654919000. 00000001:00000010:1.0:1788201788.080548:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654918800. 00000001:00000010:1.0:1788201788.080550:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654918400. 00000001:00000010:1.0:1788201788.080552:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d444300. 00000001:00000010:1.0:1788201788.080554:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c475d4b5800. 00000001:00000001:1.0:1788201788.080556:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.080558:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23479 (ffff9c4654910000) now 3 - setup 00000020:00000001:1.0:1788201788.080560:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.080562:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.080565:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2aec0. 00000020:00000001:1.0:1788201788.080567:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.080570:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.080572:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.080574:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.080670:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.080685:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.080687:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.080689:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.080690:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.080692:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.080694:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.080696:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.080761:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.080828:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.080830:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.080832:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.080835:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.080838:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.080841:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.080844:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2aec0. 00000020:00000080:1.0:1788201788.080847:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.080852:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.080855:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23479 (ffff9c4654910000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.080858:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23479 (uuid obd_uuid_23479) 00000020:00000040:1.0:1788201788.080860:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23479 (ffff9c4654910000) now 1 - newdev 00000020:00000040:1.0:1788201788.080863:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465490c000 with handle 0x8990e4d0a221688f from hash 00000020:00000040:1.0:1788201788.080866:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465490c000 : new refcount 0 00000020:00000080:1.0:1788201788.080868:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465490c000/obd_uuid_23479 00000020:00000001:1.0:1788201788.080871:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.080873:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.080875:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465490c000/obd_uuid_23479 for obd_name_23479 00000020:00000001:1.0:1788201788.080878:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.080879:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.080881:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465490c000. 00000020:00000001:1.0:1788201788.080885:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.080887:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23479 obd_type name = obd_test 00000020:01000000:1.0:1788201788.080889:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23479 (obd_uuid_23479) 00000020:00000001:1.0:1788201788.080890:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.080893:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.080896:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.080899:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.080902:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654886000. 00000020:00000010:1.0:1788201788.080905:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.080908:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.080911:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.080914:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4749293200. 00000020:00000010:1.0:1788201788.080917:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.080920:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.080922:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654886000. 00000020:00000010:1.0:1788201788.080925:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.080928:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.080930:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.080933:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.080935:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.080938:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654910000. 00000020:00000001:1.0:1788201788.080941:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.080944:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.080946:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2aec0. 00000020:00000001:1.0:1788201788.080949:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.080952:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.080954:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.080956:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.081082:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.081098:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.081100:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.081102:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.081104:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.081106:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.081108:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.081110:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.081192:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.081263:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.081265:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.081267:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.081270:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.081273:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.081276:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.081279:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2aec0. 00000020:00000080:1.0:1788201788.081282:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.081287:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.081290:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23480: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.081292:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.081294:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23486 (ffff9c4654923380) has no exports 00000020:00000001:1.0:1788201788.081296:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.081299:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.081302:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.081305:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.081307:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.081311:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654887800. 00000020:00000010:1.0:1788201788.081314:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.081317:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.081320:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.081324:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a200. 00000020:00000010:1.0:1788201788.081328:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a200. 00000020:00000010:1.0:1788201788.081332:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.081335:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.081338:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654887800. 00000020:00000010:1.0:1788201788.081340:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.081343:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.081346:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.081348:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.081351:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.081361:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.081365:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654919400. 00000001:00000010:1.0:1788201788.081368:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654919c00. 00000001:00000010:1.0:1788201788.081371:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654918000. 00000001:00000010:1.0:1788201788.081373:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654918600. 00000001:00000010:1.0:1788201788.081376:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d444620. 00000001:00000010:1.0:1788201788.081378:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c475d4b5500. 00000001:00000001:1.0:1788201788.081381:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.081382:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23480 (ffff9c4654923380) now 3 - setup 00000020:00000001:1.0:1788201788.081385:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.081388:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.081390:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2aec0. 00000020:00000001:1.0:1788201788.081410:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.081413:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.081416:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.081418:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.081552:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.081567:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.081570:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.081572:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.081574:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.081576:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.081578:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.081580:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.081643:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.081713:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.081716:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.081718:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.081721:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.081724:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.081728:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.081731:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2aec0. 00000020:00000080:1.0:1788201788.081734:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.081739:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.081742:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23480 (ffff9c4654923380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.081745:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23480 (uuid obd_uuid_23480) 00000020:00000040:1.0:1788201788.081747:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23480 (ffff9c4654923380) now 1 - newdev 00000020:00000040:1.0:1788201788.081750:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465490c800 with handle 0x8990e4d0a2216896 from hash 00000020:00000040:1.0:1788201788.081753:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465490c800 : new refcount 0 00000020:00000080:1.0:1788201788.081755:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465490c800/obd_uuid_23480 00000020:00000001:1.0:1788201788.081757:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.081760:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.081761:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465490c800/obd_uuid_23480 for obd_name_23480 00000020:00000001:1.0:1788201788.081763:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.081765:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.081767:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465490c800. 00000020:00000001:1.0:1788201788.081771:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.081772:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23480 obd_type name = obd_test 00000020:01000000:1.0:1788201788.081774:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23480 (obd_uuid_23480) 00000020:00000001:1.0:1788201788.081776:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.081779:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.081782:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.081785:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.081788:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654885000. 00000020:00000010:1.0:1788201788.081791:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.081795:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.081797:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.081800:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4749293a80. 00000020:00000010:1.0:1788201788.081803:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.081806:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.081809:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654885000. 00000020:00000010:1.0:1788201788.081811:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.081814:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.081817:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.081820:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.081823:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.081825:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654923380. 00000020:00000001:1.0:1788201788.081830:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.081832:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.081835:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2aec0. 00000020:00000001:1.0:1788201788.081838:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.081840:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.081843:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.081845:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.081978:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.081993:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.081996:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.081998:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.082000:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.082002:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.082004:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.082006:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.082073:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.082162:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.082165:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.082167:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.082170:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.082174:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.082177:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.082180:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2aec0. 00000020:00000080:1.0:1788201788.082182:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.082188:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.082191:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23481: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.082194:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.082197:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23487 (ffff9c46549219c0) has no exports 00000020:00000001:1.0:1788201788.082200:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.082202:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.082206:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.082209:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.082213:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.082216:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654881000. 00000020:00000010:1.0:1788201788.082219:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.082222:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.082225:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.082228:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a340. 00000020:00000010:1.0:1788201788.082232:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a340. 00000020:00000010:1.0:1788201788.082237:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.082240:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.082243:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654881000. 00000020:00000010:1.0:1788201788.082246:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.082248:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.082251:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.082253:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.082255:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.082267:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.082271:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46548f3600. 00000001:00000010:1.0:1788201788.082273:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46548f3000. 00000001:00000010:1.0:1788201788.082274:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654919a00. 00000001:00000010:1.0:1788201788.082276:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654918c00. 00000001:00000010:1.0:1788201788.082277:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d444660. 00000001:00000010:1.0:1788201788.082279:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c475d4b5200. 00000001:00000001:1.0:1788201788.082280:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.082281:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23481 (ffff9c46549219c0) now 3 - setup 00000020:00000001:1.0:1788201788.082283:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.082284:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.082286:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2aec0. 00000020:00000001:1.0:1788201788.082288:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.082289:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.082291:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.082292:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.082424:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.082436:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.082438:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.082439:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.082441:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.082442:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.082444:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.082446:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.082486:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.082534:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.082535:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.082536:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.082538:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.082540:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.082542:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.082544:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2aec0. 00000020:00000080:1.0:1788201788.082545:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.082548:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.082551:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23481 (ffff9c46549219c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.082553:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23481 (uuid obd_uuid_23481) 00000020:00000040:1.0:1788201788.082554:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23481 (ffff9c46549219c0) now 1 - newdev 00000020:00000040:1.0:1788201788.082556:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465490b800 with handle 0x8990e4d0a221689d from hash 00000020:00000040:1.0:1788201788.082558:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465490b800 : new refcount 0 00000020:00000080:1.0:1788201788.082560:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465490b800/obd_uuid_23481 00000020:00000001:1.0:1788201788.082562:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.082563:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.082564:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465490b800/obd_uuid_23481 for obd_name_23481 00000020:00000001:1.0:1788201788.082565:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.082566:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.082568:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465490b800. 00000020:00000001:1.0:1788201788.082569:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.082571:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23481 obd_type name = obd_test 00000020:01000000:1.0:1788201788.082572:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23481 (obd_uuid_23481) 00000020:00000001:1.0:1788201788.082573:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.082575:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.082577:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.082578:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.082580:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654882800. 00000020:00000010:1.0:1788201788.082582:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.082584:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.082586:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.082588:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4749293e80. 00000020:00000010:1.0:1788201788.082590:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.082591:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.082593:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654882800. 00000020:00000010:1.0:1788201788.082595:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.082596:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.082598:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.082599:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.082601:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.082602:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46549219c0. 00000020:00000001:1.0:1788201788.082605:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.082606:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.082607:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2aec0. 00000020:00000001:1.0:1788201788.082609:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.082611:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.082612:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.082613:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.082695:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.082705:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.082707:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.082708:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.082709:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.082710:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.082712:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.082713:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.082750:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.082796:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.082797:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.082799:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.082800:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.082802:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.082804:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.082806:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2aec0. 00000020:00000080:1.0:1788201788.082807:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.082810:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.082812:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23482: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.082813:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.082815:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23488 (ffff9c4654920000) has no exports 00000020:00000001:1.0:1788201788.082816:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.082817:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.082819:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.082821:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.082822:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.082824:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654887000. 00000020:00000010:1.0:1788201788.082827:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.082829:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.082830:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.082832:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a780. 00000020:00000010:1.0:1788201788.082835:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a780. 00000020:00000010:1.0:1788201788.082838:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.082839:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.082841:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654887000. 00000020:00000010:1.0:1788201788.082843:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.082844:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.082846:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.082847:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.082849:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.082856:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.082859:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465491a800. 00000001:00000010:1.0:1788201788.082861:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465491a400. 00000001:00000010:1.0:1788201788.082862:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465491b400. 00000001:00000010:1.0:1788201788.082863:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465491bc00. 00000001:00000010:1.0:1788201788.082865:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d444ea0. 00000001:00000010:1.0:1788201788.082867:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c475d4b5c00. 00000001:00000001:1.0:1788201788.082868:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.082870:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23482 (ffff9c4654920000) now 3 - setup 00000020:00000001:1.0:1788201788.082871:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.082873:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.082874:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2aec0. 00000020:00000001:1.0:1788201788.082875:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.082877:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.082878:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.082879:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.082961:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.082972:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.082973:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.082974:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.082976:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.082977:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.082978:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.082979:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.083016:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.083062:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.083063:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.083064:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.083066:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.083068:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.083070:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.083071:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2aec0. 00000020:00000080:1.0:1788201788.083073:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.083076:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.083077:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23482 (ffff9c4654920000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.083079:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23482 (uuid obd_uuid_23482) 00000020:00000040:1.0:1788201788.083080:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23482 (ffff9c4654920000) now 1 - newdev 00000020:00000040:1.0:1788201788.083082:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465490e000 with handle 0x8990e4d0a22168a4 from hash 00000020:00000040:1.0:1788201788.083085:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465490e000 : new refcount 0 00000020:00000080:1.0:1788201788.083086:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465490e000/obd_uuid_23482 00000020:00000001:1.0:1788201788.083087:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.083089:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.083090:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465490e000/obd_uuid_23482 for obd_name_23482 00000020:00000001:1.0:1788201788.083092:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.083093:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.083094:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465490e000. 00000020:00000001:1.0:1788201788.083096:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.083097:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23482 obd_type name = obd_test 00000020:01000000:1.0:1788201788.083098:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23482 (obd_uuid_23482) 00000020:00000001:1.0:1788201788.083099:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.083101:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.083103:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.083104:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.083106:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654886800. 00000020:00000010:1.0:1788201788.083108:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.083110:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.083112:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.083113:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771d29ac0. 00000020:00000010:1.0:1788201788.083116:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.083118:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.083119:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654886800. 00000020:00000010:1.0:1788201788.083121:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.083122:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.083124:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.083125:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.083127:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.083128:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654920000. 00000020:00000001:1.0:1788201788.083145:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.083147:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.083149:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2aec0. 00000020:00000001:1.0:1788201788.083151:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.083152:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.083154:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.083155:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.083238:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.083249:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.083250:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.083251:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.083252:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.083254:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.083255:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.083256:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.083293:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.083358:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.083360:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.083362:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.083365:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.083367:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.083369:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.083371:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2aec0. 00000020:00000080:1.0:1788201788.083372:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.083375:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.083377:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23483: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.083379:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.083380:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23489 (ffff9c4654924d40) has no exports 00000020:00000001:1.0:1788201788.083381:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.083383:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.083384:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.083386:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.083388:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.083390:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654743800. 00000020:00000010:1.0:1788201788.083391:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.083421:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.083423:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.083425:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a640. 00000020:00000010:1.0:1788201788.083428:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a640. 00000020:00000010:1.0:1788201788.083431:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.083432:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.083434:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654743800. 00000020:00000010:1.0:1788201788.083436:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.083438:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.083440:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.083441:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.083443:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.083450:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.083453:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465491ac00. 00000001:00000010:1.0:1788201788.083454:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465491ba00. 00000001:00000010:1.0:1788201788.083456:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465491b200. 00000001:00000010:1.0:1788201788.083457:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465491a200. 00000001:00000010:1.0:1788201788.083458:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d444bc0. 00000001:00000010:1.0:1788201788.083460:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c475d4b5f00. 00000001:00000001:1.0:1788201788.083461:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.083462:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23483 (ffff9c4654924d40) now 3 - setup 00000020:00000001:1.0:1788201788.083463:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.083465:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.083466:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2aec0. 00000020:00000001:1.0:1788201788.083468:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.083469:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.083471:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.083472:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.083557:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.083568:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.083570:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.083571:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.083572:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.083573:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.083574:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.083575:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.083613:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.083659:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.083661:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.083662:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.083664:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.083666:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.083668:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.083669:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2aec0. 00000020:00000080:1.0:1788201788.083671:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.083674:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.083676:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23483 (ffff9c4654924d40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.083678:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23483 (uuid obd_uuid_23483) 00000020:00000040:1.0:1788201788.083679:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23483 (ffff9c4654924d40) now 1 - newdev 00000020:00000040:1.0:1788201788.083681:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465490d800 with handle 0x8990e4d0a22168ab from hash 00000020:00000040:1.0:1788201788.083683:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465490d800 : new refcount 0 00000020:00000080:1.0:1788201788.083684:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465490d800/obd_uuid_23483 00000020:00000001:1.0:1788201788.083686:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.083687:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.083688:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465490d800/obd_uuid_23483 for obd_name_23483 00000020:00000001:1.0:1788201788.083690:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.083691:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.083692:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465490d800. 00000020:00000001:1.0:1788201788.083694:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.083695:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23483 obd_type name = obd_test 00000020:01000000:1.0:1788201788.083696:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23483 (obd_uuid_23483) 00000020:00000001:1.0:1788201788.083697:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.083698:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.083700:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.083702:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.083704:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654745800. 00000020:00000010:1.0:1788201788.083705:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.083707:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.083709:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.083711:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771d29980. 00000020:00000010:1.0:1788201788.083713:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.083714:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.083716:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654745800. 00000020:00000010:1.0:1788201788.083717:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.083719:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.083720:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.083722:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.083723:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.083725:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654924d40. 00000020:00000001:1.0:1788201788.083727:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.083729:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.083730:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2aec0. 00000020:00000001:1.0:1788201788.083732:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.083733:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.083735:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.083736:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.083816:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.083827:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.083829:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.083830:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.083831:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.083832:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.083833:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.083835:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.083872:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.083916:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.083918:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.083919:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.083920:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.083922:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.083924:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.083926:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2aec0. 00000020:00000080:1.0:1788201788.083927:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.083930:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.083932:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23484: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.083933:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.083934:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23490 (ffff9c4654934d40) has no exports 00000020:00000001:1.0:1788201788.083936:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.083937:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.083939:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.083941:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.083942:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.083944:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654745000. 00000020:00000010:1.0:1788201788.083946:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.083948:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.083950:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.083952:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a080. 00000020:00000010:1.0:1788201788.083954:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a080. 00000020:00000010:1.0:1788201788.083957:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.083959:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.083960:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654745000. 00000020:00000010:1.0:1788201788.083962:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.083964:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.083965:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.083967:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.083968:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.083976:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.083979:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465491a000. 00000001:00000010:1.0:1788201788.083981:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465491a600. 00000001:00000010:1.0:1788201788.083982:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465491aa00. 00000001:00000010:1.0:1788201788.083983:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465491be00. 00000001:00000010:1.0:1788201788.083985:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d444380. 00000001:00000010:1.0:1788201788.083986:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c475d4b5600. 00000001:00000001:1.0:1788201788.083988:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.083988:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23484 (ffff9c4654934d40) now 3 - setup 00000020:00000001:1.0:1788201788.083990:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.083991:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.083993:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2aec0. 00000020:00000001:1.0:1788201788.083995:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.083996:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.083997:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.083998:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.084078:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.084088:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.084090:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.084091:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.084092:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.084093:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.084094:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.084095:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.084150:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.084199:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.084201:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.084202:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.084204:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.084206:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.084208:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.084210:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2aec0. 00000020:00000080:1.0:1788201788.084211:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.084214:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.084216:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23484 (ffff9c4654934d40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.084218:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23484 (uuid obd_uuid_23484) 00000020:00000040:1.0:1788201788.084219:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23484 (ffff9c4654934d40) now 1 - newdev 00000020:00000040:1.0:1788201788.084221:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465490d000 with handle 0x8990e4d0a22168b2 from hash 00000020:00000040:1.0:1788201788.084223:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465490d000 : new refcount 0 00000020:00000080:1.0:1788201788.084224:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465490d000/obd_uuid_23484 00000020:00000001:1.0:1788201788.084226:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.084227:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.084228:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465490d000/obd_uuid_23484 for obd_name_23484 00000020:00000001:1.0:1788201788.084230:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.084231:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.084232:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465490d000. 00000020:00000001:1.0:1788201788.084233:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.084234:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23484 obd_type name = obd_test 00000020:01000000:1.0:1788201788.084235:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23484 (obd_uuid_23484) 00000020:00000001:1.0:1788201788.084236:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.084238:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.084240:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.084241:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.084243:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654746000. 00000020:00000010:1.0:1788201788.084245:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.084247:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.084248:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.084250:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771d29380. 00000020:00000010:1.0:1788201788.084252:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.084254:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.084255:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654746000. 00000020:00000010:1.0:1788201788.084257:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.084259:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.084260:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.084262:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.084263:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.084264:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654934d40. 00000020:00000001:1.0:1788201788.084267:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.084269:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.084270:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2aec0. 00000020:00000001:1.0:1788201788.084272:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.084273:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.084275:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.084276:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.084382:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.084408:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.084410:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.084411:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.084412:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.084413:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.084414:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.084416:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.084456:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.084503:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.084505:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.084506:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.084507:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.084509:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.084511:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.084513:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2aec0. 00000020:00000080:1.0:1788201788.084514:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.084518:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.084519:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23485: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.084521:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.084523:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23491 (ffff9c4654933380) has no exports 00000020:00000001:1.0:1788201788.084524:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.084525:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.084527:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.084529:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.084530:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.084532:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654744000. 00000020:00000010:1.0:1788201788.084534:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.084536:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.084538:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.084540:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2af40. 00000020:00000010:1.0:1788201788.084542:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2af40. 00000020:00000010:1.0:1788201788.084545:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.084547:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.084548:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654744000. 00000020:00000010:1.0:1788201788.084550:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.084552:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.084553:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.084555:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.084556:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.084564:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.084566:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654918200. 00000001:00000010:1.0:1788201788.084568:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654919200. 00000001:00000010:1.0:1788201788.084569:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465491ae00. 00000001:00000010:1.0:1788201788.084571:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465491b800. 00000001:00000010:1.0:1788201788.084572:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d444220. 00000001:00000010:1.0:1788201788.084573:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c475d4b5d00. 00000001:00000001:1.0:1788201788.084575:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.084576:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23485 (ffff9c4654933380) now 3 - setup 00000020:00000001:1.0:1788201788.084577:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.084578:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.084580:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2aec0. 00000020:00000001:1.0:1788201788.084582:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.084583:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.084585:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.084586:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.084668:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.084678:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.084680:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.084681:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.084682:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.084683:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.084684:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.084686:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.084723:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.084768:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.084770:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.084771:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.084773:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.084775:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.084777:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.084778:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2aec0. 00000020:00000080:1.0:1788201788.084780:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.084783:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.084784:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23485 (ffff9c4654933380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.084786:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23485 (uuid obd_uuid_23485) 00000020:00000040:1.0:1788201788.084787:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23485 (ffff9c4654933380) now 1 - newdev 00000020:00000040:1.0:1788201788.084790:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465490f800 with handle 0x8990e4d0a22168b9 from hash 00000020:00000040:1.0:1788201788.084792:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465490f800 : new refcount 0 00000020:00000080:1.0:1788201788.084793:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465490f800/obd_uuid_23485 00000020:00000001:1.0:1788201788.084794:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.084796:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.084797:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465490f800/obd_uuid_23485 for obd_name_23485 00000020:00000001:1.0:1788201788.084798:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.084799:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.084800:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465490f800. 00000020:00000001:1.0:1788201788.084802:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.084803:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23485 obd_type name = obd_test 00000020:01000000:1.0:1788201788.084804:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23485 (obd_uuid_23485) 00000020:00000001:1.0:1788201788.084805:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.084807:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.084809:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.084810:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.084813:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654744800. 00000020:00000010:1.0:1788201788.084814:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.084816:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.084818:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.084820:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771d29080. 00000020:00000010:1.0:1788201788.084822:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.084823:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.084825:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654744800. 00000020:00000010:1.0:1788201788.084826:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.084828:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.084829:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.084831:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.084832:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.084833:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654933380. 00000020:00000001:1.0:1788201788.084836:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.084837:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.084839:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2aec0. 00000020:00000001:1.0:1788201788.084841:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.084842:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.084844:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.084845:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.084924:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.084935:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.084936:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.084938:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.084939:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.084940:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.084941:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.084942:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.084979:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.085024:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.085026:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.085027:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.085029:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.085031:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.085033:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.085035:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2aec0. 00000020:00000080:1.0:1788201788.085036:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.085039:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.085041:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23486: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.085042:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.085044:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23492 (ffff9c46549319c0) has no exports 00000020:00000001:1.0:1788201788.085045:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.085046:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.085048:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.085049:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.085051:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.085053:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654740000. 00000020:00000010:1.0:1788201788.085055:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.085057:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.085058:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.085060:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a880. 00000020:00000010:1.0:1788201788.085063:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a880. 00000020:00000010:1.0:1788201788.085066:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.085067:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.085069:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654740000. 00000020:00000010:1.0:1788201788.085071:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.085072:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.085074:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.085075:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.085077:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.085085:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.085088:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654939a00. 00000001:00000010:1.0:1788201788.085090:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654938c00. 00000001:00000010:1.0:1788201788.085091:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654938800. 00000001:00000010:1.0:1788201788.085092:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654938400. 00000001:00000010:1.0:1788201788.085094:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d444a20. 00000001:00000010:1.0:1788201788.085096:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c475d4b5100. 00000001:00000001:1.0:1788201788.085097:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.085098:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23486 (ffff9c46549319c0) now 3 - setup 00000020:00000001:1.0:1788201788.085100:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.085101:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.085103:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2aec0. 00000020:00000001:1.0:1788201788.085104:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.085105:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.085107:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.085108:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.085205:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.085216:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.085217:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.085218:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.085219:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.085220:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.085222:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.085223:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.085260:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.085308:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.085310:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.085311:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.085314:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.085317:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.085320:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.085323:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2aec0. 00000020:00000080:1.0:1788201788.085325:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.085330:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.085332:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23486 (ffff9c46549319c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.085334:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23486 (uuid obd_uuid_23486) 00000020:00000040:1.0:1788201788.085336:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23486 (ffff9c46549319c0) now 1 - newdev 00000020:00000040:1.0:1788201788.085339:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465490a800 with handle 0x8990e4d0a22168c0 from hash 00000020:00000040:1.0:1788201788.085342:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465490a800 : new refcount 0 00000020:00000080:1.0:1788201788.085344:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465490a800/obd_uuid_23486 00000020:00000001:1.0:1788201788.085347:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.085349:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.085351:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465490a800/obd_uuid_23486 for obd_name_23486 00000020:00000001:1.0:1788201788.085353:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.085354:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.085356:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465490a800. 00000020:00000001:1.0:1788201788.085360:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.085361:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23486 obd_type name = obd_test 00000020:01000000:1.0:1788201788.085363:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23486 (obd_uuid_23486) 00000020:00000001:1.0:1788201788.085364:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.085366:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.085368:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.085370:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.085372:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654741000. 00000020:00000010:1.0:1788201788.085373:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.085375:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.085377:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.085379:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771d299c0. 00000020:00000010:1.0:1788201788.085381:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.085383:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.085384:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654741000. 00000020:00000010:1.0:1788201788.085386:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.085388:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.085389:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.085391:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.085407:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.085409:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46549319c0. 00000020:00000001:1.0:1788201788.085413:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.085414:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.085416:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2aec0. 00000020:00000001:1.0:1788201788.085418:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.085419:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.085421:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.085422:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.085508:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.085519:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.085520:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.085521:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.085522:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.085524:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.085525:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.085526:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.085563:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.085609:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.085610:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.085611:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.085613:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.085616:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.085619:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.085621:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2aec0. 00000020:00000080:1.0:1788201788.085624:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.085629:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.085631:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23487: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.085632:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.085634:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23493 (ffff9c4654930000) has no exports 00000020:00000001:1.0:1788201788.085636:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.085638:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.085641:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.085644:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.085647:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.085649:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654746800. 00000020:00000010:1.0:1788201788.085652:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.085656:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.085658:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.085661:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2abc0. 00000020:00000010:1.0:1788201788.085665:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2abc0. 00000020:00000010:1.0:1788201788.085670:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.085673:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.085675:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654746800. 00000020:00000010:1.0:1788201788.085678:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.085680:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.085682:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.085683:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.085684:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.085692:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.085695:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654938600. 00000001:00000010:1.0:1788201788.085697:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654938000. 00000001:00000010:1.0:1788201788.085698:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654938e00. 00000001:00000010:1.0:1788201788.085699:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654939800. 00000001:00000010:1.0:1788201788.085701:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d4442c0. 00000001:00000010:1.0:1788201788.085702:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c475d4b6100. 00000001:00000001:1.0:1788201788.085705:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.085706:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23487 (ffff9c4654930000) now 3 - setup 00000020:00000001:1.0:1788201788.085707:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.085709:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.085710:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2aec0. 00000020:00000001:1.0:1788201788.085712:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.085713:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.085715:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.085716:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.085801:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.085812:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.085813:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.085814:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.085815:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.085817:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.085818:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.085819:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.085856:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.085902:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.085903:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.085904:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.085906:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.085908:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.085910:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.085911:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2aec0. 00000020:00000080:1.0:1788201788.085913:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.085916:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.085918:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23487 (ffff9c4654930000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.085919:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23487 (uuid obd_uuid_23487) 00000020:00000040:1.0:1788201788.085920:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23487 (ffff9c4654930000) now 1 - newdev 00000020:00000040:1.0:1788201788.085923:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654909000 with handle 0x8990e4d0a22168c7 from hash 00000020:00000040:1.0:1788201788.085925:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654909000 : new refcount 0 00000020:00000080:1.0:1788201788.085926:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654909000/obd_uuid_23487 00000020:00000001:1.0:1788201788.085927:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.085929:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.085930:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654909000/obd_uuid_23487 for obd_name_23487 00000020:00000001:1.0:1788201788.085931:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.085933:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.085934:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654909000. 00000020:00000001:1.0:1788201788.085936:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.085937:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23487 obd_type name = obd_test 00000020:01000000:1.0:1788201788.085938:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23487 (obd_uuid_23487) 00000020:00000001:1.0:1788201788.085939:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.085940:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.085942:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.085943:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.085947:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c47500f7800. 00000020:00000010:1.0:1788201788.085949:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.085951:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.085953:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.085955:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771d292c0. 00000020:00000010:1.0:1788201788.085956:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.085958:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.085960:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c47500f7800. 00000020:00000010:1.0:1788201788.085961:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.085963:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.085964:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.085966:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.085967:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.085969:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654930000. 00000020:00000001:1.0:1788201788.085972:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.085973:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.085975:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2aec0. 00000020:00000001:1.0:1788201788.085976:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.085978:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.085979:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.085980:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.086060:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.086071:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.086072:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.086073:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.086074:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.086076:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.086077:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.086078:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.086116:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.086178:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.086180:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.086181:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.086182:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.086184:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.086186:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.086188:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2aec0. 00000020:00000080:1.0:1788201788.086189:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.086192:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.086194:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23488: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.086195:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.086196:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23494 (ffff9c4654943380) has no exports 00000020:00000001:1.0:1788201788.086197:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.086199:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.086201:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.086202:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.086204:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.086206:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c47500f7000. 00000020:00000010:1.0:1788201788.086207:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.086210:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.086212:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.086214:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a100. 00000020:00000010:1.0:1788201788.086216:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a100. 00000020:00000010:1.0:1788201788.086219:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.086221:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.086222:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c47500f7000. 00000020:00000010:1.0:1788201788.086224:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.086226:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.086227:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.086229:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.086230:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.086237:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.086240:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654939200. 00000001:00000010:1.0:1788201788.086242:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654938200. 00000001:00000010:1.0:1788201788.086243:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654939000. 00000001:00000010:1.0:1788201788.086244:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654939600. 00000001:00000010:1.0:1788201788.086246:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d444840. 00000001:00000010:1.0:1788201788.086247:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c475d4b6400. 00000001:00000001:1.0:1788201788.086249:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.086250:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23488 (ffff9c4654943380) now 3 - setup 00000020:00000001:1.0:1788201788.086251:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.086252:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.086254:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2aec0. 00000020:00000001:1.0:1788201788.086255:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.086257:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.086258:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.086260:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.086368:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.086378:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.086380:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.086381:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.086382:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.086383:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.086384:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.086386:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.086447:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.086496:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.086498:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.086499:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.086501:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.086503:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.086505:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.086506:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2aec0. 00000020:00000080:1.0:1788201788.086508:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.086511:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.086513:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23488 (ffff9c4654943380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.086514:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23488 (uuid obd_uuid_23488) 00000020:00000040:1.0:1788201788.086515:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23488 (ffff9c4654943380) now 1 - newdev 00000020:00000040:1.0:1788201788.086518:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465490e800 with handle 0x8990e4d0a22168ce from hash 00000020:00000040:1.0:1788201788.086520:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465490e800 : new refcount 0 00000020:00000080:1.0:1788201788.086521:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465490e800/obd_uuid_23488 00000020:00000001:1.0:1788201788.086522:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.086523:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.086524:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465490e800/obd_uuid_23488 for obd_name_23488 00000020:00000001:1.0:1788201788.086526:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.086527:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.086528:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465490e800. 00000020:00000001:1.0:1788201788.086530:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.086531:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23488 obd_type name = obd_test 00000020:01000000:1.0:1788201788.086532:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23488 (obd_uuid_23488) 00000020:00000001:1.0:1788201788.086533:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.086535:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.086537:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.086538:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.086541:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c47500f1000. 00000020:00000010:1.0:1788201788.086542:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.086544:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.086546:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.086548:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771d29a00. 00000020:00000010:1.0:1788201788.086550:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.086552:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.086553:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c47500f1000. 00000020:00000010:1.0:1788201788.086555:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.086557:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.086558:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.086560:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.086561:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.086562:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654943380. 00000020:00000001:1.0:1788201788.086576:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.086578:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.086580:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2aec0. 00000020:00000001:1.0:1788201788.086582:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.086583:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.086585:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.086586:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.086754:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.086765:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.086767:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.086768:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.086769:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.086770:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.086771:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.086772:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.086824:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.086897:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.086899:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.086900:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.086902:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.086904:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.086906:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.086907:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2aec0. 00000020:00000080:1.0:1788201788.086909:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.086912:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.086913:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23489: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.086915:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.086916:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23495 (ffff9c46549419c0) has no exports 00000020:00000001:1.0:1788201788.086918:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.086919:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.086921:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.086922:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.086924:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.086927:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c47595a7000. 00000020:00000010:1.0:1788201788.086929:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.086931:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.086932:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.086934:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2af80. 00000020:00000010:1.0:1788201788.086937:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2af80. 00000020:00000010:1.0:1788201788.086940:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.086941:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.086943:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c47595a7000. 00000020:00000010:1.0:1788201788.086945:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.086947:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.086948:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.086950:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.086951:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.086975:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.086979:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465491b600. 00000001:00000010:1.0:1788201788.086980:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465491b000. 00000001:00000010:1.0:1788201788.086981:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654938a00. 00000001:00000010:1.0:1788201788.086983:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654939e00. 00000001:00000010:1.0:1788201788.086984:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d444de0. 00000001:00000010:1.0:1788201788.086986:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c475d4b6700. 00000001:00000001:1.0:1788201788.086987:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.086988:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23489 (ffff9c46549419c0) now 3 - setup 00000020:00000001:1.0:1788201788.086990:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.086991:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.086993:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2aec0. 00000020:00000001:1.0:1788201788.086994:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.086996:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.086998:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.086999:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.087117:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.087128:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.087144:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.087146:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.087147:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.087148:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.087149:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.087151:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.087202:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.087264:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.087266:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.087267:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.087268:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.087271:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.087272:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.087274:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2aec0. 00000020:00000080:1.0:1788201788.087275:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.087279:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.087280:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23489 (ffff9c46549419c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.087282:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23489 (uuid obd_uuid_23489) 00000020:00000040:1.0:1788201788.087283:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23489 (ffff9c46549419c0) now 1 - newdev 00000020:00000040:1.0:1788201788.087285:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465490f000 with handle 0x8990e4d0a22168d5 from hash 00000020:00000040:1.0:1788201788.087287:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465490f000 : new refcount 0 00000020:00000080:1.0:1788201788.087288:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465490f000/obd_uuid_23489 00000020:00000001:1.0:1788201788.087290:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.087291:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.087292:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465490f000/obd_uuid_23489 for obd_name_23489 00000020:00000001:1.0:1788201788.087294:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.087295:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.087296:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465490f000. 00000020:00000001:1.0:1788201788.087298:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.087299:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23489 obd_type name = obd_test 00000020:01000000:1.0:1788201788.087301:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23489 (obd_uuid_23489) 00000020:00000001:1.0:1788201788.087303:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.087305:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.087308:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.087311:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.087314:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c47595a1800. 00000020:00000010:1.0:1788201788.087317:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.087321:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.087323:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.087326:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771d29b00. 00000020:00000010:1.0:1788201788.087329:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.087332:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.087334:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c47595a1800. 00000020:00000010:1.0:1788201788.087338:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.087340:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.087342:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.087345:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.087347:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.087349:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46549419c0. 00000020:00000001:1.0:1788201788.087353:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.087355:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.087357:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2aec0. 00000020:00000001:1.0:1788201788.087360:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.087361:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.087363:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.087364:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.087549:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.087560:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.087561:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.087563:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.087564:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.087565:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.087566:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.087567:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.087619:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.087702:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.087704:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.087706:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.087707:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.087710:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.087712:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.087713:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2aec0. 00000020:00000080:1.0:1788201788.087715:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.087718:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.087720:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23490: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.087722:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.087723:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23496 (ffff9c4654940000) has no exports 00000020:00000001:1.0:1788201788.087724:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.087726:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.087728:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.087729:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.087731:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.087733:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654883800. 00000020:00000010:1.0:1788201788.087735:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.087737:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.087739:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.087741:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2ae40. 00000020:00000010:1.0:1788201788.087743:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2ae40. 00000020:00000010:1.0:1788201788.087746:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.087748:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.087750:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654883800. 00000020:00000010:1.0:1788201788.087751:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.087753:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.087754:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.087756:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.087757:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.087765:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.087767:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465493a600. 00000001:00000010:1.0:1788201788.087769:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465493ba00. 00000001:00000010:1.0:1788201788.087771:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465493ac00. 00000001:00000010:1.0:1788201788.087773:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465493a800. 00000001:00000010:1.0:1788201788.087774:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d444c60. 00000001:00000010:1.0:1788201788.087775:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c475d4b6a00. 00000001:00000001:1.0:1788201788.087777:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.087778:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23490 (ffff9c4654940000) now 3 - setup 00000020:00000001:1.0:1788201788.087780:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.087781:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.087782:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2aec0. 00000020:00000001:1.0:1788201788.087784:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.087785:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.087786:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.087787:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.087905:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.087916:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.087917:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.087918:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.087920:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.087921:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.087922:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.087923:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.087970:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.088032:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.088034:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.088035:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.088037:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.088039:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.088041:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.088043:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2aec0. 00000020:00000080:1.0:1788201788.088044:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.088047:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.088049:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23490 (ffff9c4654940000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.088050:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23490 (uuid obd_uuid_23490) 00000020:00000040:1.0:1788201788.088052:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23490 (ffff9c4654940000) now 1 - newdev 00000020:00000040:1.0:1788201788.088054:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654909800 with handle 0x8990e4d0a22168dc from hash 00000020:00000040:1.0:1788201788.088056:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654909800 : new refcount 0 00000020:00000080:1.0:1788201788.088057:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654909800/obd_uuid_23490 00000020:00000001:1.0:1788201788.088059:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.088061:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.088062:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654909800/obd_uuid_23490 for obd_name_23490 00000020:00000001:1.0:1788201788.088063:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.088064:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.088065:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654909800. 00000020:00000001:1.0:1788201788.088067:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.088068:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23490 obd_type name = obd_test 00000020:01000000:1.0:1788201788.088069:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23490 (obd_uuid_23490) 00000020:00000001:1.0:1788201788.088070:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.088071:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.088073:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.088075:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.088077:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654882000. 00000020:00000010:1.0:1788201788.088078:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.088080:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.088082:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.088084:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771d295c0. 00000020:00000010:1.0:1788201788.088086:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.088087:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.088089:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654882000. 00000020:00000010:1.0:1788201788.088090:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.088092:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.088093:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.088095:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.088096:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.088097:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654940000. 00000020:00000001:1.0:1788201788.088100:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.088101:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.088102:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2aec0. 00000020:00000001:1.0:1788201788.088105:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.088106:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.088108:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.088109:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.088243:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.088254:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.088256:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.088257:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.088258:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.088259:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.088261:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.088262:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.088315:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.088412:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.088413:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.088414:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.088416:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.088419:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.088420:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.088422:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2aec0. 00000020:00000080:1.0:1788201788.088424:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.088427:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.088428:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23491: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.088430:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.088431:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23497 (ffff9c4654944d40) has no exports 00000020:00000001:1.0:1788201788.088432:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.088434:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.088436:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.088437:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.088439:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.088441:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654884000. 00000020:00000010:1.0:1788201788.088443:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.088445:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.088447:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.088449:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2ae00. 00000020:00000010:1.0:1788201788.088451:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2ae00. 00000020:00000010:1.0:1788201788.088454:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.088456:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.088458:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654884000. 00000020:00000010:1.0:1788201788.088460:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.088461:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.088463:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.088464:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.088466:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.088477:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.088480:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465493a000. 00000001:00000010:1.0:1788201788.088482:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465493a200. 00000001:00000010:1.0:1788201788.088483:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465493be00. 00000001:00000010:1.0:1788201788.088485:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465493ae00. 00000001:00000010:1.0:1788201788.088486:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d4447e0. 00000001:00000010:1.0:1788201788.088488:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c475d4b6e00. 00000001:00000001:1.0:1788201788.088489:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.088490:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23491 (ffff9c4654944d40) now 3 - setup 00000020:00000001:1.0:1788201788.088492:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.088493:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.088494:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2aec0. 00000020:00000001:1.0:1788201788.088496:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.088497:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.088499:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.088500:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.088623:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.088638:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.088640:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.088642:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.088644:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.088646:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.088648:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.088649:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.088708:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.088772:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.088774:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.088775:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.088777:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.088779:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.088781:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.088783:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2aec0. 00000020:00000080:1.0:1788201788.088784:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.088787:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.088789:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23491 (ffff9c4654944d40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.088791:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23491 (uuid obd_uuid_23491) 00000020:00000040:1.0:1788201788.088792:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23491 (ffff9c4654944d40) now 1 - newdev 00000020:00000040:1.0:1788201788.088794:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654951800 with handle 0x8990e4d0a22168e3 from hash 00000020:00000040:1.0:1788201788.088796:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654951800 : new refcount 0 00000020:00000080:1.0:1788201788.088798:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654951800/obd_uuid_23491 00000020:00000001:1.0:1788201788.088799:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.088801:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.088802:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654951800/obd_uuid_23491 for obd_name_23491 00000020:00000001:1.0:1788201788.088803:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.088805:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.088806:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654951800. 00000020:00000001:1.0:1788201788.088808:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.088808:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23491 obd_type name = obd_test 00000020:01000000:1.0:1788201788.088809:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23491 (obd_uuid_23491) 00000020:00000001:1.0:1788201788.088810:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.088812:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.088814:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.088815:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.088817:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654883000. 00000020:00000010:1.0:1788201788.088819:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.088821:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.088822:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.088824:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771d29c00. 00000020:00000010:1.0:1788201788.088826:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.088828:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.088829:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654883000. 00000020:00000010:1.0:1788201788.088831:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.088833:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.088834:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.088836:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.088837:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.088838:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654944d40. 00000020:00000001:1.0:1788201788.088841:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.088842:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.088844:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2aec0. 00000020:00000001:1.0:1788201788.088846:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.088847:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.088849:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.088850:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.088965:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.088976:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.088977:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.088979:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.088980:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.088981:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.088982:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.088983:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.089030:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.089091:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.089093:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.089095:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.089096:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.089099:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.089100:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.089102:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2aec0. 00000020:00000080:1.0:1788201788.089103:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.089107:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.089108:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23492: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.089110:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.089111:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23498 (ffff9c46549599c0) has no exports 00000020:00000001:1.0:1788201788.089112:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.089113:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.089115:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.089117:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.089118:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.089120:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654880000. 00000020:00000010:1.0:1788201788.089122:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.089124:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.089126:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.089128:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a9c0. 00000020:00000010:1.0:1788201788.089146:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a9c0. 00000020:00000010:1.0:1788201788.089149:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.089151:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.089152:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654880000. 00000020:00000010:1.0:1788201788.089154:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.089156:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.089157:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.089159:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.089160:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.089168:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.089171:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465493b800. 00000001:00000010:1.0:1788201788.089173:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465493b200. 00000001:00000010:1.0:1788201788.089174:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465493bc00. 00000001:00000010:1.0:1788201788.089175:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465493b000. 00000001:00000010:1.0:1788201788.089177:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d4446a0. 00000001:00000010:1.0:1788201788.089178:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c475d4b6b00. 00000001:00000001:1.0:1788201788.089180:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.089181:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23492 (ffff9c46549599c0) now 3 - setup 00000020:00000001:1.0:1788201788.089182:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.089183:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.089185:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2aec0. 00000020:00000001:1.0:1788201788.089187:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.089188:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.089189:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.089191:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.089311:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.089326:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.089328:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.089330:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.089332:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.089333:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.089336:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.089338:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.089433:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.089517:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.089519:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.089521:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.089522:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.089525:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.089526:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.089528:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2aec0. 00000020:00000080:1.0:1788201788.089530:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.089533:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.089535:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23492 (ffff9c46549599c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.089537:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23492 (uuid obd_uuid_23492) 00000020:00000040:1.0:1788201788.089538:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23492 (ffff9c46549599c0) now 1 - newdev 00000020:00000040:1.0:1788201788.089540:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654950800 with handle 0x8990e4d0a22168ea from hash 00000020:00000040:1.0:1788201788.089543:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654950800 : new refcount 0 00000020:00000080:1.0:1788201788.089544:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654950800/obd_uuid_23492 00000020:00000001:1.0:1788201788.089547:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.089549:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.089550:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654950800/obd_uuid_23492 for obd_name_23492 00000020:00000001:1.0:1788201788.089552:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.089554:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.089556:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654950800. 00000020:00000001:1.0:1788201788.089559:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.089561:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23492 obd_type name = obd_test 00000020:01000000:1.0:1788201788.089563:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23492 (obd_uuid_23492) 00000020:00000001:1.0:1788201788.089564:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.089567:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.089570:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.089573:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.089575:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654881800. 00000020:00000010:1.0:1788201788.089578:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.089581:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.089584:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.089587:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771d291c0. 00000020:00000010:1.0:1788201788.089590:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.089593:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.089596:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654881800. 00000020:00000010:1.0:1788201788.089598:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.089601:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.089603:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.089606:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.089608:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.089610:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46549599c0. 00000020:00000001:1.0:1788201788.089615:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.089618:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.089620:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2aec0. 00000020:00000001:1.0:1788201788.089624:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.089626:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.089628:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.089630:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.089814:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.089830:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.089832:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.089834:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.089836:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.089837:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.089839:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.089841:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.089918:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.090018:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.090021:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.090022:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.090025:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.090028:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.090031:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.090034:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2aec0. 00000020:00000080:1.0:1788201788.090035:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.090041:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.090043:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23493: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.090045:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.090047:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23499 (ffff9c4654958000) has no exports 00000020:00000001:1.0:1788201788.090049:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.090051:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.090054:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.090056:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.090059:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.090062:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654880800. 00000020:00000010:1.0:1788201788.090065:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.090068:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.090071:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.090074:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2af00. 00000020:00000010:1.0:1788201788.090078:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2af00. 00000020:00000010:1.0:1788201788.090082:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.090084:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.090086:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654880800. 00000020:00000010:1.0:1788201788.090089:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.090092:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.090094:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.090097:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.090099:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.090111:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.090116:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654939c00. 00000001:00000010:1.0:1788201788.090119:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654939400. 00000001:00000010:1.0:1788201788.090121:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465493b600. 00000001:00000010:1.0:1788201788.090124:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465493aa00. 00000001:00000010:1.0:1788201788.090126:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d444740. 00000001:00000010:1.0:1788201788.090128:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c475d4b6300. 00000001:00000001:1.0:1788201788.090147:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.090149:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23493 (ffff9c4654958000) now 3 - setup 00000020:00000001:1.0:1788201788.090151:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.090153:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.090156:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2aec0. 00000020:00000001:1.0:1788201788.090160:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.090162:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.090165:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.090166:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.090352:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.090369:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.090371:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.090373:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.090375:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.090377:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.090378:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.090379:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.090516:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.090630:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.090633:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.090634:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.090638:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.090641:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.090644:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.090647:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2aec0. 00000020:00000080:1.0:1788201788.090649:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.090655:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.090658:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23493 (ffff9c4654958000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.090662:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23493 (uuid obd_uuid_23493) 00000020:00000040:1.0:1788201788.090664:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23493 (ffff9c4654958000) now 1 - newdev 00000020:00000040:1.0:1788201788.090667:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654953000 with handle 0x8990e4d0a22168f1 from hash 00000020:00000040:1.0:1788201788.090671:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654953000 : new refcount 0 00000020:00000080:1.0:1788201788.090674:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654953000/obd_uuid_23493 00000020:00000001:1.0:1788201788.090677:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.090680:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.090682:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654953000/obd_uuid_23493 for obd_name_23493 00000020:00000001:1.0:1788201788.090684:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.090686:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.090689:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654953000. 00000020:00000001:1.0:1788201788.090694:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.090697:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23493 obd_type name = obd_test 00000020:01000000:1.0:1788201788.090700:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23493 (obd_uuid_23493) 00000020:00000001:1.0:1788201788.090701:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.090705:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.090709:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.090712:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.090717:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654741800. 00000020:00000010:1.0:1788201788.090720:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.090725:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.090728:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.090731:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771d29180. 00000020:00000010:1.0:1788201788.090736:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.090740:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.090743:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654741800. 00000020:00000010:1.0:1788201788.090747:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.090750:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.090754:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.090757:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.090760:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.090763:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654958000. 00000020:00000001:1.0:1788201788.090766:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.090768:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.090770:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2aec0. 00000020:00000001:1.0:1788201788.090774:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.090776:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.090778:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.090780:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.090995:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.091007:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.091008:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.091010:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.091011:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.091012:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.091013:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.091014:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.091065:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.091148:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.091150:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.091151:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.091153:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.091155:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.091157:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.091159:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2aec0. 00000020:00000080:1.0:1788201788.091160:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.091164:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.091166:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23494: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.091167:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.091169:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23500 (ffff9c465495cd40) has no exports 00000020:00000001:1.0:1788201788.091170:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.091172:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.091173:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.091175:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.091177:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.091179:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654747800. 00000020:00000010:1.0:1788201788.091181:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.091183:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.091185:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.091187:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2aa00. 00000020:00000010:1.0:1788201788.091190:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2aa00. 00000020:00000010:1.0:1788201788.091194:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.091196:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.091197:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654747800. 00000020:00000010:1.0:1788201788.091199:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.091201:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.091202:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.091204:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.091205:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.091215:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.091219:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654961c00. 00000001:00000010:1.0:1788201788.091220:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654961000. 00000001:00000010:1.0:1788201788.091222:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654961600. 00000001:00000010:1.0:1788201788.091223:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654960a00. 00000001:00000010:1.0:1788201788.091225:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d444a40. 00000001:00000010:1.0:1788201788.091227:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c475d4b6900. 00000001:00000001:1.0:1788201788.091228:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.091230:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23494 (ffff9c465495cd40) now 3 - setup 00000020:00000001:1.0:1788201788.091231:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.091232:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.091234:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2aec0. 00000020:00000001:1.0:1788201788.091235:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.091236:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.091238:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.091239:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.091386:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.091552:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.091555:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.091557:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.091559:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.091560:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.091562:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.091563:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.091639:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.091718:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.091720:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.091722:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.091723:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.091726:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.091728:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.091729:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2aec0. 00000020:00000080:1.0:1788201788.091731:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.091734:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.091736:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23494 (ffff9c465495cd40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.091738:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23494 (uuid obd_uuid_23494) 00000020:00000040:1.0:1788201788.091739:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23494 (ffff9c465495cd40) now 1 - newdev 00000020:00000040:1.0:1788201788.091741:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654950000 with handle 0x8990e4d0a22168f8 from hash 00000020:00000040:1.0:1788201788.091744:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654950000 : new refcount 0 00000020:00000080:1.0:1788201788.091745:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654950000/obd_uuid_23494 00000020:00000001:1.0:1788201788.091747:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.091748:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.091749:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654950000/obd_uuid_23494 for obd_name_23494 00000020:00000001:1.0:1788201788.091751:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.091752:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.091753:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654950000. 00000020:00000001:1.0:1788201788.091755:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.091756:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23494 obd_type name = obd_test 00000020:01000000:1.0:1788201788.091757:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23494 (obd_uuid_23494) 00000020:00000001:1.0:1788201788.091758:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.091760:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.091761:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.091763:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.091765:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654746800. 00000020:00000010:1.0:1788201788.091767:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.091769:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.091771:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.091772:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771d29200. 00000020:00000010:1.0:1788201788.091774:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.091776:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.091778:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654746800. 00000020:00000010:1.0:1788201788.091779:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.091781:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.091782:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.091784:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.091785:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.091787:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c465495cd40. 00000020:00000001:1.0:1788201788.091791:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.091792:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.091793:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2aec0. 00000020:00000001:1.0:1788201788.091795:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.091797:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.091799:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.091800:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.091919:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.091930:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.091931:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.091932:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.091934:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.091935:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.091936:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.091937:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.091984:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.092044:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.092046:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.092047:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.092048:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.092051:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.092052:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.092054:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2aec0. 00000020:00000080:1.0:1788201788.092055:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.092059:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.092060:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23495: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.092062:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.092063:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23501 (ffff9c465495b380) has no exports 00000020:00000001:1.0:1788201788.092065:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.092066:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.092068:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.092070:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.092071:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.092073:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654741000. 00000020:00000010:1.0:1788201788.092075:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.092077:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.092078:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.092080:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a540. 00000020:00000010:1.0:1788201788.092083:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a540. 00000020:00000010:1.0:1788201788.092086:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.092088:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.092089:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654741000. 00000020:00000010:1.0:1788201788.092091:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.092093:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.092094:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.092096:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.092097:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.092105:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.092108:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654961400. 00000001:00000010:1.0:1788201788.092110:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654960400. 00000001:00000010:1.0:1788201788.092111:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654960600. 00000001:00000010:1.0:1788201788.092113:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654961a00. 00000001:00000010:1.0:1788201788.092114:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d444780. 00000001:00000010:1.0:1788201788.092115:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c475d4b6000. 00000001:00000001:1.0:1788201788.092117:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.092118:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23495 (ffff9c465495b380) now 3 - setup 00000020:00000001:1.0:1788201788.092119:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.092120:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.092122:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2aec0. 00000020:00000001:1.0:1788201788.092124:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.092125:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.092126:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.092128:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.092268:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.092283:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.092285:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.092287:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.092289:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.092291:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.092293:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.092295:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.092353:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.092450:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.092452:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.092453:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.092455:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.092458:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.092460:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.092461:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2aec0. 00000020:00000080:1.0:1788201788.092463:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.092466:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.092468:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23495 (ffff9c465495b380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.092470:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23495 (uuid obd_uuid_23495) 00000020:00000040:1.0:1788201788.092471:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23495 (ffff9c465495b380) now 1 - newdev 00000020:00000040:1.0:1788201788.092473:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654952000 with handle 0x8990e4d0a22168ff from hash 00000020:00000040:1.0:1788201788.092475:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654952000 : new refcount 0 00000020:00000080:1.0:1788201788.092476:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654952000/obd_uuid_23495 00000020:00000001:1.0:1788201788.092478:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.092479:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.092480:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654952000/obd_uuid_23495 for obd_name_23495 00000020:00000001:1.0:1788201788.092482:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.092483:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.092484:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654952000. 00000020:00000001:1.0:1788201788.092486:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.092487:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23495 obd_type name = obd_test 00000020:01000000:1.0:1788201788.092488:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23495 (obd_uuid_23495) 00000020:00000001:1.0:1788201788.092489:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.092491:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.092492:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.092494:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.092496:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654740000. 00000020:00000010:1.0:1788201788.092498:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.092500:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.092502:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.092503:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771d29a80. 00000020:00000010:1.0:1788201788.092505:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.092507:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.092508:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654740000. 00000020:00000010:1.0:1788201788.092510:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.092512:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.092513:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.092515:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.092516:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.092517:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c465495b380. 00000020:00000001:1.0:1788201788.092520:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.092521:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.092523:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2aec0. 00000020:00000001:1.0:1788201788.092525:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.092526:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.092528:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.092529:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.092671:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.092683:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.092685:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.092686:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.092687:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.092688:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.092689:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.092691:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.092740:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.092802:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.092803:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.092804:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.092806:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.092808:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.092810:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.092812:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2aec0. 00000020:00000080:1.0:1788201788.092813:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.092816:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.092818:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23496: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.092820:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.092821:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23502 (ffff9c465496b380) has no exports 00000020:00000001:1.0:1788201788.092822:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.092824:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.092826:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.092828:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.092830:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.092832:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654744800. 00000020:00000010:1.0:1788201788.092834:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.092836:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.092838:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.092839:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a280. 00000020:00000010:1.0:1788201788.092842:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a280. 00000020:00000010:1.0:1788201788.092845:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.092847:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.092849:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654744800. 00000020:00000010:1.0:1788201788.092850:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.092852:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.092854:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.092855:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.092856:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.092863:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.092866:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654960c00. 00000001:00000010:1.0:1788201788.092867:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654960800. 00000001:00000010:1.0:1788201788.092869:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654961800. 00000001:00000010:1.0:1788201788.092870:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654961200. 00000001:00000010:1.0:1788201788.092872:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d444320. 00000001:00000010:1.0:1788201788.092873:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c475d4b6800. 00000001:00000001:1.0:1788201788.092874:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.092875:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23496 (ffff9c465496b380) now 3 - setup 00000020:00000001:1.0:1788201788.092877:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.092878:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.092879:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2aec0. 00000020:00000001:1.0:1788201788.092881:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.092883:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.092884:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.092885:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.093001:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.093012:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.093013:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.093014:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.093015:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.093017:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.093018:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.093019:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.093066:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.093127:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.093144:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.093145:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.093147:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.093149:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.093151:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.093153:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2aec0. 00000020:00000080:1.0:1788201788.093154:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.093158:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.093160:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23496 (ffff9c465496b380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.093161:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23496 (uuid obd_uuid_23496) 00000020:00000040:1.0:1788201788.093163:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23496 (ffff9c465496b380) now 1 - newdev 00000020:00000040:1.0:1788201788.093165:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654954000 with handle 0x8990e4d0a2216906 from hash 00000020:00000040:1.0:1788201788.093167:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654954000 : new refcount 0 00000020:00000080:1.0:1788201788.093168:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654954000/obd_uuid_23496 00000020:00000001:1.0:1788201788.093169:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.093171:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.093172:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654954000/obd_uuid_23496 for obd_name_23496 00000020:00000001:1.0:1788201788.093173:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.093174:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.093175:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654954000. 00000020:00000001:1.0:1788201788.093177:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.093178:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23496 obd_type name = obd_test 00000020:01000000:1.0:1788201788.093180:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23496 (obd_uuid_23496) 00000020:00000001:1.0:1788201788.093181:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.093182:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.093184:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.093186:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.093188:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654744000. 00000020:00000010:1.0:1788201788.093189:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.093192:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.093193:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.093195:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771d29e80. 00000020:00000010:1.0:1788201788.093197:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.093199:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.093200:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654744000. 00000020:00000010:1.0:1788201788.093202:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.093204:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.093205:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.093207:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.093208:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.093209:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c465496b380. 00000020:00000001:1.0:1788201788.093212:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.093214:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.093215:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2aec0. 00000020:00000001:1.0:1788201788.093218:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.093219:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.093221:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.093222:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.093364:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.093375:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.093376:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.093377:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.093379:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.093380:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.093381:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.093382:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.093473:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.093537:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.093539:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.093540:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.093542:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.093544:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.093546:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.093547:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2aec0. 00000020:00000080:1.0:1788201788.093549:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.093552:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.093554:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23497: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.093555:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.093557:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23503 (ffff9c46549699c0) has no exports 00000020:00000001:1.0:1788201788.093558:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.093559:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.093561:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.093563:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.093564:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.093566:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654746000. 00000020:00000010:1.0:1788201788.093568:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.093570:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.093572:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.093574:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2ab00. 00000020:00000010:1.0:1788201788.093576:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2ab00. 00000020:00000010:1.0:1788201788.093580:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.093581:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.093583:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654746000. 00000020:00000010:1.0:1788201788.093584:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.093586:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.093587:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.093589:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.093590:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.093598:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.093602:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465493b400. 00000001:00000010:1.0:1788201788.093603:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465493a400. 00000001:00000010:1.0:1788201788.093605:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654960200. 00000001:00000010:1.0:1788201788.093606:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654960000. 00000001:00000010:1.0:1788201788.093608:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d444e60. 00000001:00000010:1.0:1788201788.093609:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c475d4b6500. 00000001:00000001:1.0:1788201788.093610:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.093612:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23497 (ffff9c46549699c0) now 3 - setup 00000020:00000001:1.0:1788201788.093614:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.093616:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.093618:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2aec0. 00000020:00000001:1.0:1788201788.093621:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.093623:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.093626:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.093627:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.093767:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.093782:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.093784:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.093786:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.093788:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.093789:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.093791:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.093793:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.093864:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.093933:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.093934:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.093936:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.093938:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.093940:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.093941:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.093943:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2aec0. 00000020:00000080:1.0:1788201788.093945:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.093948:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.093950:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23497 (ffff9c46549699c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.093952:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23497 (uuid obd_uuid_23497) 00000020:00000040:1.0:1788201788.093953:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23497 (ffff9c46549699c0) now 1 - newdev 00000020:00000040:1.0:1788201788.093955:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654954800 with handle 0x8990e4d0a221690d from hash 00000020:00000040:1.0:1788201788.093957:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654954800 : new refcount 0 00000020:00000080:1.0:1788201788.093958:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654954800/obd_uuid_23497 00000020:00000001:1.0:1788201788.093960:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.093961:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.093962:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654954800/obd_uuid_23497 for obd_name_23497 00000020:00000001:1.0:1788201788.093964:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.093965:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.093966:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654954800. 00000020:00000001:1.0:1788201788.093969:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.093970:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23497 obd_type name = obd_test 00000020:01000000:1.0:1788201788.093971:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23497 (obd_uuid_23497) 00000020:00000001:1.0:1788201788.093972:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.093974:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.093976:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.093977:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.093979:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654745000. 00000020:00000010:1.0:1788201788.093981:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.093983:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.093984:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.093986:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771d29400. 00000020:00000010:1.0:1788201788.093988:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.093990:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.093991:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654745000. 00000020:00000010:1.0:1788201788.093993:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.093995:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.093996:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.093998:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.093999:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.094000:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46549699c0. 00000020:00000001:1.0:1788201788.094003:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.094004:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.094006:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2aec0. 00000020:00000001:1.0:1788201788.094008:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.094009:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.094011:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.094012:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.094128:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.094154:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.094156:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.094157:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.094158:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.094159:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.094160:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.094162:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.094211:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.094277:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.094279:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.094281:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.094284:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.094287:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.094290:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.094293:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2aec0. 00000020:00000080:1.0:1788201788.094295:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.094300:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.094302:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23498: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.094304:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.094306:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23504 (ffff9c4654968000) has no exports 00000020:00000001:1.0:1788201788.094307:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.094309:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.094312:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.094315:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.094318:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.094321:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654745800. 00000020:00000010:1.0:1788201788.094323:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.094326:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.094328:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.094330:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2ac40. 00000020:00000010:1.0:1788201788.094333:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2ac40. 00000020:00000010:1.0:1788201788.094336:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.094338:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.094340:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654745800. 00000020:00000010:1.0:1788201788.094342:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.094343:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.094345:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.094347:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.094348:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.094356:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.094359:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654963200. 00000001:00000010:1.0:1788201788.094362:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654962200. 00000001:00000010:1.0:1788201788.094364:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654962000. 00000001:00000010:1.0:1788201788.094365:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654962600. 00000001:00000010:1.0:1788201788.094366:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d444c80. 00000001:00000010:1.0:1788201788.094368:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c475d4b6200. 00000001:00000001:1.0:1788201788.094370:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.094370:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23498 (ffff9c4654968000) now 3 - setup 00000020:00000001:1.0:1788201788.094372:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.094373:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.094375:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2aec0. 00000020:00000001:1.0:1788201788.094377:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.094378:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.094379:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.094381:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.094562:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.094577:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.094579:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.094581:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.094583:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.094585:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.094587:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.094589:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.094663:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.094732:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.094734:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.094735:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.094737:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.094739:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.094741:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.094743:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2aec0. 00000020:00000080:1.0:1788201788.094744:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.094747:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.094749:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23498 (ffff9c4654968000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.094751:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23498 (uuid obd_uuid_23498) 00000020:00000040:1.0:1788201788.094752:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23498 (ffff9c4654968000) now 1 - newdev 00000020:00000040:1.0:1788201788.094755:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654953800 with handle 0x8990e4d0a2216914 from hash 00000020:00000040:1.0:1788201788.094757:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654953800 : new refcount 0 00000020:00000080:1.0:1788201788.094758:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654953800/obd_uuid_23498 00000020:00000001:1.0:1788201788.094760:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.094761:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.094762:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654953800/obd_uuid_23498 for obd_name_23498 00000020:00000001:1.0:1788201788.094764:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.094765:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.094766:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654953800. 00000020:00000001:1.0:1788201788.094768:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.094769:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23498 obd_type name = obd_test 00000020:01000000:1.0:1788201788.094770:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23498 (obd_uuid_23498) 00000020:00000001:1.0:1788201788.094771:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.094773:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.094774:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.094776:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.094778:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654743800. 00000020:00000010:1.0:1788201788.094780:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.094782:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.094784:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.094785:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771d29fc0. 00000020:00000010:1.0:1788201788.094787:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.094789:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.094790:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654743800. 00000020:00000010:1.0:1788201788.094793:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.094794:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.094796:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.094797:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.094799:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.094800:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654968000. 00000020:00000001:1.0:1788201788.094803:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.094804:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.094806:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2aec0. 00000020:00000001:1.0:1788201788.094808:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.094810:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.094811:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.094812:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.094950:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.094961:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.094962:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.094963:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.094964:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.094965:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.094967:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.094968:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.095015:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.095076:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.095078:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.095079:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.095080:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.095082:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.095084:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.095086:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2aec0. 00000020:00000080:1.0:1788201788.095087:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.095090:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.095092:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23499: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.095094:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.095095:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23505 (ffff9c465496cd40) has no exports 00000020:00000001:1.0:1788201788.095096:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.095098:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.095100:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.095101:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.095103:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.095105:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654742000. 00000020:00000010:1.0:1788201788.095107:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.095109:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.095110:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.095112:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a240. 00000020:00000010:1.0:1788201788.095115:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a240. 00000020:00000010:1.0:1788201788.095118:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.095120:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.095121:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654742000. 00000020:00000010:1.0:1788201788.095124:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.095125:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.095127:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.095142:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.095145:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.095152:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.095155:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654963800. 00000001:00000010:1.0:1788201788.095157:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654962e00. 00000001:00000010:1.0:1788201788.095158:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654963000. 00000001:00000010:1.0:1788201788.095160:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654963600. 00000001:00000010:1.0:1788201788.095161:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d4444a0. 00000001:00000010:1.0:1788201788.095162:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c475d4b6c00. 00000001:00000001:1.0:1788201788.095164:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.095165:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23499 (ffff9c465496cd40) now 3 - setup 00000020:00000001:1.0:1788201788.095166:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.095168:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.095169:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2aec0. 00000020:00000001:1.0:1788201788.095171:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.095173:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.095174:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.095175:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.095331:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.095343:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.095344:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.095345:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.095346:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.095348:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.095349:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.095350:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.095468:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.095542:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.095544:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.095545:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.095548:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.095552:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.095555:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.095557:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2aec0. 00000020:00000080:1.0:1788201788.095559:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.095564:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.095566:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23499 (ffff9c465496cd40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.095569:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23499 (uuid obd_uuid_23499) 00000020:00000040:1.0:1788201788.095571:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23499 (ffff9c465496cd40) now 1 - newdev 00000020:00000040:1.0:1788201788.095574:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654956000 with handle 0x8990e4d0a221691b from hash 00000020:00000040:1.0:1788201788.095577:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654956000 : new refcount 0 00000020:00000080:1.0:1788201788.095579:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654956000/obd_uuid_23499 00000020:00000001:1.0:1788201788.095581:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.095583:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.095584:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654956000/obd_uuid_23499 for obd_name_23499 00000020:00000001:1.0:1788201788.095587:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.095588:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.095590:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654956000. 00000020:00000001:1.0:1788201788.095593:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.095595:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23499 obd_type name = obd_test 00000020:01000000:1.0:1788201788.095597:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23499 (obd_uuid_23499) 00000020:00000001:1.0:1788201788.095599:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.095601:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.095604:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.095606:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.095608:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654747000. 00000020:00000010:1.0:1788201788.095610:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.095612:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.095615:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.095617:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771d29dc0. 00000020:00000010:1.0:1788201788.095620:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.095623:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.095625:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654747000. 00000020:00000010:1.0:1788201788.095627:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.095630:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.095632:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.095635:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.095637:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.095639:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c465496cd40. 00000020:00000001:1.0:1788201788.095643:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.095646:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.095648:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2aec0. 00000020:00000001:1.0:1788201788.095651:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.095654:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.095656:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.095658:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.095781:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.095792:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.095794:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.095795:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.095796:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.095797:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.095798:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.095799:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.095846:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.095912:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.095913:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.095914:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.095916:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.095918:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.095920:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.095922:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2aec0. 00000020:00000080:1.0:1788201788.095923:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.095926:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.095927:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23500: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.095929:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.095930:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23506 (ffff9c465497cd40) has no exports 00000020:00000001:1.0:1788201788.095932:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.095933:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.095935:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.095937:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.095939:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.095941:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654743000. 00000020:00000010:1.0:1788201788.095943:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.095945:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.095947:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.095949:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a940. 00000020:00000010:1.0:1788201788.095951:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a940. 00000020:00000010:1.0:1788201788.095954:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.095956:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.095958:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654743000. 00000020:00000010:1.0:1788201788.095960:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.095961:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.095963:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.095964:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.095966:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.095974:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.095977:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654962a00. 00000001:00000010:1.0:1788201788.095978:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654963e00. 00000001:00000010:1.0:1788201788.095980:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654962800. 00000001:00000010:1.0:1788201788.095981:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654962400. 00000001:00000010:1.0:1788201788.095982:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d444640. 00000001:00000010:1.0:1788201788.095984:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c475d4b6f00. 00000001:00000001:1.0:1788201788.095985:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.095987:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23500 (ffff9c465497cd40) now 3 - setup 00000020:00000001:1.0:1788201788.095988:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.095989:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.095991:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2aec0. 00000020:00000001:1.0:1788201788.095993:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.095994:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.095995:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.095997:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.096113:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.096124:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.096125:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.096127:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.096128:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.096144:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.096146:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.096148:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.096199:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.096267:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.096269:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.096270:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.096272:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.096273:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.096276:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.096277:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2aec0. 00000020:00000080:1.0:1788201788.096279:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.096282:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.096284:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23500 (ffff9c465497cd40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.096285:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23500 (uuid obd_uuid_23500) 00000020:00000040:1.0:1788201788.096287:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23500 (ffff9c465497cd40) now 1 - newdev 00000020:00000040:1.0:1788201788.096289:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654955800 with handle 0x8990e4d0a2216922 from hash 00000020:00000040:1.0:1788201788.096291:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654955800 : new refcount 0 00000020:00000080:1.0:1788201788.096292:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654955800/obd_uuid_23500 00000020:00000001:1.0:1788201788.096294:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.096295:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.096296:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654955800/obd_uuid_23500 for obd_name_23500 00000020:00000001:1.0:1788201788.096298:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.096299:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.096300:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654955800. 00000020:00000001:1.0:1788201788.096302:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.096303:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23500 obd_type name = obd_test 00000020:01000000:1.0:1788201788.096304:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23500 (obd_uuid_23500) 00000020:00000001:1.0:1788201788.096305:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.096306:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.096308:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.096310:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.096312:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654740800. 00000020:00000010:1.0:1788201788.096314:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.096316:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.096318:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.096320:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771d29280. 00000020:00000010:1.0:1788201788.096321:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.096323:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.096324:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654740800. 00000020:00000010:1.0:1788201788.096326:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.096328:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.096329:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.096331:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.096332:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.096333:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c465497cd40. 00000020:00000001:1.0:1788201788.096349:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.096351:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.096352:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2aec0. 00000020:00000001:1.0:1788201788.096355:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.096357:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.096358:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.096359:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.096496:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.096507:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.096508:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.096509:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.096511:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.096512:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.096513:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.096514:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.096573:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.096672:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.096674:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.096675:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.096677:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.096680:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.096682:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.096683:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2aec0. 00000020:00000080:1.0:1788201788.096685:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.096688:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.096690:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23501: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.096691:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.096692:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23507 (ffff9c465497b380) has no exports 00000020:00000001:1.0:1788201788.096694:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.096695:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.096697:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.096699:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.096700:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.096703:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654742800. 00000020:00000010:1.0:1788201788.096704:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.096707:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.096708:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.096710:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a580. 00000020:00000010:1.0:1788201788.096713:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a580. 00000020:00000010:1.0:1788201788.096716:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.096718:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.096719:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654742800. 00000020:00000010:1.0:1788201788.096721:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.096723:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.096725:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.096726:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.096727:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.096735:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.096738:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654960e00. 00000001:00000010:1.0:1788201788.096740:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654961e00. 00000001:00000010:1.0:1788201788.096741:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654963400. 00000001:00000010:1.0:1788201788.096742:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654963c00. 00000001:00000010:1.0:1788201788.096744:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d4440a0. 00000001:00000010:1.0:1788201788.096745:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c475d4b6600. 00000001:00000001:1.0:1788201788.096747:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.096748:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23501 (ffff9c465497b380) now 3 - setup 00000020:00000001:1.0:1788201788.096749:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.096751:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.096752:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2aec0. 00000020:00000001:1.0:1788201788.096754:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.096756:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.096757:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.096758:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.096888:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.096898:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.096900:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.096901:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.096902:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.096903:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.096904:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.096905:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.096954:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.097022:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.097024:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.097025:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.097027:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.097029:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.097031:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.097032:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2aec0. 00000020:00000080:1.0:1788201788.097034:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.097037:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.097039:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23501 (ffff9c465497b380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.097040:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23501 (uuid obd_uuid_23501) 00000020:00000040:1.0:1788201788.097042:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23501 (ffff9c465497b380) now 1 - newdev 00000020:00000040:1.0:1788201788.097044:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654955000 with handle 0x8990e4d0a2216929 from hash 00000020:00000040:1.0:1788201788.097046:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654955000 : new refcount 0 00000020:00000080:1.0:1788201788.097047:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654955000/obd_uuid_23501 00000020:00000001:1.0:1788201788.097048:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.097050:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.097051:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654955000/obd_uuid_23501 for obd_name_23501 00000020:00000001:1.0:1788201788.097052:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.097053:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.097054:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654955000. 00000020:00000001:1.0:1788201788.097056:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.097058:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23501 obd_type name = obd_test 00000020:01000000:1.0:1788201788.097059:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23501 (obd_uuid_23501) 00000020:00000001:1.0:1788201788.097060:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.097062:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.097063:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.097065:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.097067:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c47595a1800. 00000020:00000010:1.0:1788201788.097069:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.097071:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.097073:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.097074:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771d29640. 00000020:00000010:1.0:1788201788.097076:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.097078:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.097080:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c47595a1800. 00000020:00000010:1.0:1788201788.097081:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.097083:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.097084:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.097086:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.097087:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.097088:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c465497b380. 00000020:00000001:1.0:1788201788.097091:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.097093:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.097094:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2aec0. 00000020:00000001:1.0:1788201788.097096:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.097098:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.097099:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.097100:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.097217:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.097228:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.097230:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.097231:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.097232:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.097234:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.097235:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.097236:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.097283:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.097349:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.097351:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.097352:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.097354:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.097356:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.097357:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.097359:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2aec0. 00000020:00000080:1.0:1788201788.097360:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.097363:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.097365:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23502: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.097367:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.097368:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23508 (ffff9c46549799c0) has no exports 00000020:00000001:1.0:1788201788.097369:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.097371:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.097372:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.097374:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.097376:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.097378:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c47595a7000. 00000020:00000010:1.0:1788201788.097380:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.097381:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.097383:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.097385:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a840. 00000020:00000010:1.0:1788201788.097388:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a840. 00000020:00000010:1.0:1788201788.097391:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.097408:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.097410:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c47595a7000. 00000020:00000010:1.0:1788201788.097412:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.097414:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.097415:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.097417:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.097418:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.097426:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.097430:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654980800. 00000001:00000010:1.0:1788201788.097432:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654980400. 00000001:00000010:1.0:1788201788.097433:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654981400. 00000001:00000010:1.0:1788201788.097435:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654981c00. 00000001:00000010:1.0:1788201788.097436:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d444be0. 00000001:00000010:1.0:1788201788.097437:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c475d4b6d00. 00000001:00000001:1.0:1788201788.097439:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.097440:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23502 (ffff9c46549799c0) now 3 - setup 00000020:00000001:1.0:1788201788.097441:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.097442:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.097444:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2aec0. 00000020:00000001:1.0:1788201788.097446:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.097447:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.097449:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.097450:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.097557:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.097572:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.097574:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.097576:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.097577:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.097579:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.097581:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.097583:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.097656:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.097731:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.097733:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.097734:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.097736:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.097738:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.097740:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.097741:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2aec0. 00000020:00000080:1.0:1788201788.097743:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.097746:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.097748:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23502 (ffff9c46549799c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.097749:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23502 (uuid obd_uuid_23502) 00000020:00000040:1.0:1788201788.097751:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23502 (ffff9c46549799c0) now 1 - newdev 00000020:00000040:1.0:1788201788.097753:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654957800 with handle 0x8990e4d0a2216930 from hash 00000020:00000040:1.0:1788201788.097755:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654957800 : new refcount 0 00000020:00000080:1.0:1788201788.097757:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654957800/obd_uuid_23502 00000020:00000001:1.0:1788201788.097758:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.097759:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.097760:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654957800/obd_uuid_23502 for obd_name_23502 00000020:00000001:1.0:1788201788.097762:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.097763:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.097764:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654957800. 00000020:00000001:1.0:1788201788.097766:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.097767:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23502 obd_type name = obd_test 00000020:01000000:1.0:1788201788.097768:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23502 (obd_uuid_23502) 00000020:00000001:1.0:1788201788.097769:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.097771:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.097773:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.097774:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.097777:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c47500f1000. 00000020:00000010:1.0:1788201788.097778:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.097780:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.097782:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.097784:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771d29d00. 00000020:00000010:1.0:1788201788.097786:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.097788:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.097789:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c47500f1000. 00000020:00000010:1.0:1788201788.097791:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.097792:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.097794:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.097796:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.097797:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.097798:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46549799c0. 00000020:00000001:1.0:1788201788.097801:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.097802:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.097803:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2aec0. 00000020:00000001:1.0:1788201788.097806:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.097807:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.097809:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.097810:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.097909:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.097920:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.097921:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.097922:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.097923:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.097925:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.097926:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.097927:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.097974:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.098039:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.098041:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.098042:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.098043:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.098046:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.098047:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.098049:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2aec0. 00000020:00000080:1.0:1788201788.098050:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.098054:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.098055:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23503: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.098057:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.098058:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23509 (ffff9c4654978000) has no exports 00000020:00000001:1.0:1788201788.098059:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.098061:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.098062:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.098064:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.098065:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.098067:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c47500f7000. 00000020:00000010:1.0:1788201788.098069:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.098071:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.098072:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.098074:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a1c0. 00000020:00000010:1.0:1788201788.098077:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a1c0. 00000020:00000010:1.0:1788201788.098080:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.098082:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.098084:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c47500f7000. 00000020:00000010:1.0:1788201788.098085:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.098087:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.098089:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.098090:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.098091:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.098099:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.098103:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654980c00. 00000001:00000010:1.0:1788201788.098104:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654981a00. 00000001:00000010:1.0:1788201788.098105:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654981200. 00000001:00000010:1.0:1788201788.098107:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654980200. 00000001:00000010:1.0:1788201788.098108:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d444600. 00000001:00000010:1.0:1788201788.098109:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c465617d700. 00000001:00000001:1.0:1788201788.098112:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.098113:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23503 (ffff9c4654978000) now 3 - setup 00000020:00000001:1.0:1788201788.098114:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.098115:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.098117:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2aec0. 00000020:00000001:1.0:1788201788.098119:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.098120:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.098122:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.098123:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.098237:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.098248:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.098249:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.098250:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.098251:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.098252:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.098254:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.098255:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.098302:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.098367:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.098369:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.098370:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.098372:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.098374:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.098376:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.098377:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2aec0. 00000020:00000080:1.0:1788201788.098379:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.098382:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.098384:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23503 (ffff9c4654978000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.098385:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23503 (uuid obd_uuid_23503) 00000020:00000040:1.0:1788201788.098386:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23503 (ffff9c4654978000) now 1 - newdev 00000020:00000040:1.0:1788201788.098388:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654952800 with handle 0x8990e4d0a2216937 from hash 00000020:00000040:1.0:1788201788.098391:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654952800 : new refcount 0 00000020:00000080:1.0:1788201788.098407:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654952800/obd_uuid_23503 00000020:00000001:1.0:1788201788.098409:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.098410:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.098411:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654952800/obd_uuid_23503 for obd_name_23503 00000020:00000001:1.0:1788201788.098413:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.098414:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.098415:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654952800. 00000020:00000001:1.0:1788201788.098419:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.098420:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23503 obd_type name = obd_test 00000020:01000000:1.0:1788201788.098422:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23503 (obd_uuid_23503) 00000020:00000001:1.0:1788201788.098424:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.098426:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.098428:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.098430:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.098432:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c47500f7800. 00000020:00000010:1.0:1788201788.098435:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.098437:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.098439:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.098440:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771d29f40. 00000020:00000010:1.0:1788201788.098443:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.098445:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.098447:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c47500f7800. 00000020:00000010:1.0:1788201788.098449:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.098452:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.098453:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.098456:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.098457:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.098459:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654978000. 00000020:00000001:1.0:1788201788.098462:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.098464:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.098466:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2aec0. 00000020:00000001:1.0:1788201788.098469:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.098471:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.098474:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.098475:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.098605:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.098618:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.098621:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.098622:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.098624:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.098626:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.098628:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.098629:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.098690:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.098760:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.098761:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.098763:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.098764:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.098766:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.098768:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.098770:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2aec0. 00000020:00000080:1.0:1788201788.098771:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.098774:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.098776:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23504: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.098778:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.098779:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23510 (ffff9c46549899c0) has no exports 00000020:00000001:1.0:1788201788.098780:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.098782:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.098784:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.098786:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.098787:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.098790:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654882000. 00000020:00000010:1.0:1788201788.098792:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.098794:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.098795:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.098797:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a7c0. 00000020:00000010:1.0:1788201788.098800:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a7c0. 00000020:00000010:1.0:1788201788.098803:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.098804:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.098806:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654882000. 00000020:00000010:1.0:1788201788.098808:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.098809:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.098811:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.098812:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.098814:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.098821:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.098824:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654980000. 00000001:00000010:1.0:1788201788.098825:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654980600. 00000001:00000010:1.0:1788201788.098827:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654980a00. 00000001:00000010:1.0:1788201788.098828:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654981e00. 00000001:00000010:1.0:1788201788.098830:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d444d00. 00000001:00000010:1.0:1788201788.098831:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c465617da00. 00000001:00000001:1.0:1788201788.098833:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.098834:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23504 (ffff9c46549899c0) now 3 - setup 00000020:00000001:1.0:1788201788.098835:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.098836:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.098838:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2aec0. 00000020:00000001:1.0:1788201788.098839:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.098841:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.098842:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.098843:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.098942:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.098952:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.098954:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.098955:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.098956:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.098957:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.098959:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.098960:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.099007:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.099072:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.099074:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.099075:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.099077:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.099079:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.099080:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.099082:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2aec0. 00000020:00000080:1.0:1788201788.099084:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.099087:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.099088:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23504 (ffff9c46549899c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.099090:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23504 (uuid obd_uuid_23504) 00000020:00000040:1.0:1788201788.099091:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23504 (ffff9c46549899c0) now 1 - newdev 00000020:00000040:1.0:1788201788.099093:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654951000 with handle 0x8990e4d0a221693e from hash 00000020:00000040:1.0:1788201788.099095:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654951000 : new refcount 0 00000020:00000080:1.0:1788201788.099096:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654951000/obd_uuid_23504 00000020:00000001:1.0:1788201788.099098:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.099099:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.099100:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654951000/obd_uuid_23504 for obd_name_23504 00000020:00000001:1.0:1788201788.099101:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.099102:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.099104:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654951000. 00000020:00000001:1.0:1788201788.099105:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.099106:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23504 obd_type name = obd_test 00000020:01000000:1.0:1788201788.099108:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23504 (obd_uuid_23504) 00000020:00000001:1.0:1788201788.099109:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.099110:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.099112:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.099114:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.099116:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654883800. 00000020:00000010:1.0:1788201788.099118:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.099120:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.099121:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.099123:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771d29d80. 00000020:00000010:1.0:1788201788.099125:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.099127:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.099128:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654883800. 00000020:00000010:1.0:1788201788.099144:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.099146:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.099147:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.099149:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.099150:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.099151:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46549899c0. 00000020:00000001:1.0:1788201788.099154:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.099156:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.099157:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2aec0. 00000020:00000001:1.0:1788201788.099160:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.099161:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.099163:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.099164:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.099263:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.099274:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.099275:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.099276:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.099278:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.099279:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.099280:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.099281:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.099328:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.099408:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.099410:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.099411:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.099413:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.099416:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.099418:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.099419:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2aec0. 00000020:00000080:1.0:1788201788.099421:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.099424:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.099426:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23505: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.099427:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.099428:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23511 (ffff9c4654988000) has no exports 00000020:00000001:1.0:1788201788.099429:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.099431:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.099433:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.099434:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.099436:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.099438:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654886800. 00000020:00000010:1.0:1788201788.099440:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.099442:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.099444:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.099446:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a480. 00000020:00000010:1.0:1788201788.099448:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a480. 00000020:00000010:1.0:1788201788.099452:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.099454:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.099455:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654886800. 00000020:00000010:1.0:1788201788.099457:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.099458:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.099460:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.099462:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.099463:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.099471:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.099474:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654962c00. 00000001:00000010:1.0:1788201788.099476:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654963a00. 00000001:00000010:1.0:1788201788.099477:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654980e00. 00000001:00000010:1.0:1788201788.099479:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654981800. 00000001:00000010:1.0:1788201788.099480:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d444e00. 00000001:00000010:1.0:1788201788.099481:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c465617de00. 00000001:00000001:1.0:1788201788.099483:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.099484:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23505 (ffff9c4654988000) now 3 - setup 00000020:00000001:1.0:1788201788.099486:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.099487:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.099489:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2aec0. 00000020:00000001:1.0:1788201788.099490:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.099492:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.099493:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.099494:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.099626:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.099639:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.099641:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.099642:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.099643:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.099644:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.099646:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.099647:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.099696:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.099763:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.099765:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.099766:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.099767:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.099770:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.099771:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.099773:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2aec0. 00000020:00000080:1.0:1788201788.099775:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.099778:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.099779:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23505 (ffff9c4654988000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.099781:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23505 (uuid obd_uuid_23505) 00000020:00000040:1.0:1788201788.099782:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23505 (ffff9c4654988000) now 1 - newdev 00000020:00000040:1.0:1788201788.099784:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654956800 with handle 0x8990e4d0a2216945 from hash 00000020:00000040:1.0:1788201788.099787:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654956800 : new refcount 0 00000020:00000080:1.0:1788201788.099788:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654956800/obd_uuid_23505 00000020:00000001:1.0:1788201788.099789:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.099790:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.099791:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654956800/obd_uuid_23505 for obd_name_23505 00000020:00000001:1.0:1788201788.099793:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.099794:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.099795:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654956800. 00000020:00000001:1.0:1788201788.099797:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.099798:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23505 obd_type name = obd_test 00000020:01000000:1.0:1788201788.099799:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23505 (obd_uuid_23505) 00000020:00000001:1.0:1788201788.099800:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.099802:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.099803:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.099805:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.099807:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654887000. 00000020:00000010:1.0:1788201788.099809:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.099811:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.099812:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.099814:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771d29e40. 00000020:00000010:1.0:1788201788.099816:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.099817:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.099819:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654887000. 00000020:00000010:1.0:1788201788.099821:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.099822:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.099823:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.099825:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.099826:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.099828:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654988000. 00000020:00000001:1.0:1788201788.099830:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.099832:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.099833:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2aec0. 00000020:00000001:1.0:1788201788.099835:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.099837:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.099838:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.099839:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.099938:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.099948:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.099950:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.099951:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.099953:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.099954:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.099955:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.099956:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.100003:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.100068:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.100069:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.100070:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.100072:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.100074:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.100076:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.100078:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2aec0. 00000020:00000080:1.0:1788201788.100079:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.100082:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.100084:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23506: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.100086:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.100087:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23512 (ffff9c465498cd40) has no exports 00000020:00000001:1.0:1788201788.100088:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.100090:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.100091:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.100093:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.100095:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.100097:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654882800. 00000020:00000010:1.0:1788201788.100099:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.100101:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.100102:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.100104:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a900. 00000020:00000010:1.0:1788201788.100107:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a900. 00000020:00000010:1.0:1788201788.100110:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.100112:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.100113:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654882800. 00000020:00000010:1.0:1788201788.100115:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.100116:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.100118:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.100119:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.100121:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.100128:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.100144:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654982c00. 00000001:00000010:1.0:1788201788.100148:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654982800. 00000001:00000010:1.0:1788201788.100149:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654982400. 00000001:00000010:1.0:1788201788.100151:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654983400. 00000001:00000010:1.0:1788201788.100152:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d4449c0. 00000001:00000010:1.0:1788201788.100154:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c465617db00. 00000001:00000001:1.0:1788201788.100156:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.100157:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23506 (ffff9c465498cd40) now 3 - setup 00000020:00000001:1.0:1788201788.100158:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.100159:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.100161:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2aec0. 00000020:00000001:1.0:1788201788.100163:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.100164:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.100166:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.100167:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.100266:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.100277:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.100278:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.100279:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.100280:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.100281:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.100283:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.100284:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.100331:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.100414:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.100416:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.100417:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.100419:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.100421:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.100423:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.100425:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2aec0. 00000020:00000080:1.0:1788201788.100426:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.100429:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.100431:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23506 (ffff9c465498cd40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.100433:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23506 (uuid obd_uuid_23506) 00000020:00000040:1.0:1788201788.100434:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23506 (ffff9c465498cd40) now 1 - newdev 00000020:00000040:1.0:1788201788.100436:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654957000 with handle 0x8990e4d0a221694c from hash 00000020:00000040:1.0:1788201788.100438:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654957000 : new refcount 0 00000020:00000080:1.0:1788201788.100440:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654957000/obd_uuid_23506 00000020:00000001:1.0:1788201788.100441:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.100442:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.100443:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654957000/obd_uuid_23506 for obd_name_23506 00000020:00000001:1.0:1788201788.100444:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.100445:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.100447:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654957000. 00000020:00000001:1.0:1788201788.100449:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.100450:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23506 obd_type name = obd_test 00000020:01000000:1.0:1788201788.100451:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23506 (obd_uuid_23506) 00000020:00000001:1.0:1788201788.100452:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.100454:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.100456:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.100457:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.100459:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654881000. 00000020:00000010:1.0:1788201788.100461:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.100463:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.100465:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.100466:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771d29780. 00000020:00000010:1.0:1788201788.100468:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.100470:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.100471:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654881000. 00000020:00000010:1.0:1788201788.100473:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.100474:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.100476:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.100478:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.100479:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.100480:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c465498cd40. 00000020:00000001:1.0:1788201788.100483:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.100484:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.100486:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2aec0. 00000020:00000001:1.0:1788201788.100488:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.100490:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.100491:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.100492:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.100606:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.100621:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.100623:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.100625:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.100627:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.100629:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.100631:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.100632:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.100683:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.100750:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.100752:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.100753:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.100755:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.100757:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.100759:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.100761:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2aec0. 00000020:00000080:1.0:1788201788.100762:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.100765:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.100767:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23507: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.100768:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.100770:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23513 (ffff9c465498b380) has no exports 00000020:00000001:1.0:1788201788.100771:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.100772:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.100774:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.100776:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.100777:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.100780:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654885000. 00000020:00000010:1.0:1788201788.100781:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.100783:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.100785:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.100787:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2aac0. 00000020:00000010:1.0:1788201788.100790:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2aac0. 00000020:00000010:1.0:1788201788.100793:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.100795:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.100796:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654885000. 00000020:00000010:1.0:1788201788.100798:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.100800:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.100801:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.100803:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.100804:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.100811:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.100814:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654983a00. 00000001:00000010:1.0:1788201788.100816:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654982600. 00000001:00000010:1.0:1788201788.100817:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654983800. 00000001:00000010:1.0:1788201788.100819:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654983200. 00000001:00000010:1.0:1788201788.100820:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d444ee0. 00000001:00000010:1.0:1788201788.100821:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c465617d300. 00000001:00000001:1.0:1788201788.100823:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.100824:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23507 (ffff9c465498b380) now 3 - setup 00000020:00000001:1.0:1788201788.100826:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.100827:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.100828:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2aec0. 00000020:00000001:1.0:1788201788.100830:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.100831:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.100833:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.100834:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.100932:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.100942:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.100944:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.100945:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.100946:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.100947:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.100948:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.100950:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.100996:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.101062:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.101064:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.101065:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.101067:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.101069:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.101071:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.101072:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2aec0. 00000020:00000080:1.0:1788201788.101074:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.101077:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.101079:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23507 (ffff9c465498b380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.101081:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23507 (uuid obd_uuid_23507) 00000020:00000040:1.0:1788201788.101082:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23507 (ffff9c465498b380) now 1 - newdev 00000020:00000040:1.0:1788201788.101084:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654998000 with handle 0x8990e4d0a2216953 from hash 00000020:00000040:1.0:1788201788.101086:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654998000 : new refcount 0 00000020:00000080:1.0:1788201788.101087:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654998000/obd_uuid_23507 00000020:00000001:1.0:1788201788.101089:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.101090:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.101091:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654998000/obd_uuid_23507 for obd_name_23507 00000020:00000001:1.0:1788201788.101092:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.101093:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.101094:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654998000. 00000020:00000001:1.0:1788201788.101096:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.101097:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23507 obd_type name = obd_test 00000020:01000000:1.0:1788201788.101098:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23507 (obd_uuid_23507) 00000020:00000001:1.0:1788201788.101099:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.101101:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.101103:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.101104:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.101106:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654887800. 00000020:00000010:1.0:1788201788.101108:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.101110:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.101112:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.101113:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771d298c0. 00000020:00000010:1.0:1788201788.101115:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.101117:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.101119:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654887800. 00000020:00000010:1.0:1788201788.101120:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.101122:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.101123:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.101125:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.101126:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.101127:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c465498b380. 00000020:00000001:1.0:1788201788.101144:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.101146:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.101148:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2aec0. 00000020:00000001:1.0:1788201788.101151:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.101152:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.101153:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.101155:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.101253:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.101264:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.101265:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.101266:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.101267:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.101268:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.101269:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.101271:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.101318:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.101383:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.101385:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.101386:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.101388:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.101390:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.101407:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.101409:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2aec0. 00000020:00000080:1.0:1788201788.101411:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.101414:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.101415:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23508: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.101417:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.101418:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23514 (ffff9c46549a4d40) has no exports 00000020:00000001:1.0:1788201788.101420:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.101421:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.101423:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.101425:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.101426:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.101428:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654886000. 00000020:00000010:1.0:1788201788.101430:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.101432:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.101434:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.101436:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a700. 00000020:00000010:1.0:1788201788.101438:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a700. 00000020:00000010:1.0:1788201788.101442:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.101444:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.101445:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654886000. 00000020:00000010:1.0:1788201788.101447:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.101449:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.101450:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.101452:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.101453:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.101477:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.101481:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654982200. 00000001:00000010:1.0:1788201788.101482:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654982000. 00000001:00000010:1.0:1788201788.101484:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654983600. 00000001:00000010:1.0:1788201788.101485:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654982a00. 00000001:00000010:1.0:1788201788.101486:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d444f80. 00000001:00000010:1.0:1788201788.101488:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c465617d900. 00000001:00000001:1.0:1788201788.101490:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.101491:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23508 (ffff9c46549a4d40) now 3 - setup 00000020:00000001:1.0:1788201788.101492:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.101493:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.101495:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2aec0. 00000020:00000001:1.0:1788201788.101497:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.101498:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.101499:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.101501:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.101630:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.101641:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.101642:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.101643:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.101644:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.101646:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.101647:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.101648:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.101696:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.101762:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.101764:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.101765:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.101767:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.101769:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.101771:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.101772:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2aec0. 00000020:00000080:1.0:1788201788.101774:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.101777:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.101779:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23508 (ffff9c46549a4d40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.101780:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23508 (uuid obd_uuid_23508) 00000020:00000040:1.0:1788201788.101782:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23508 (ffff9c46549a4d40) now 1 - newdev 00000020:00000040:1.0:1788201788.101784:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465499a000 with handle 0x8990e4d0a221695a from hash 00000020:00000040:1.0:1788201788.101786:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465499a000 : new refcount 0 00000020:00000080:1.0:1788201788.101787:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465499a000/obd_uuid_23508 00000020:00000001:1.0:1788201788.101788:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.101790:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.101791:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465499a000/obd_uuid_23508 for obd_name_23508 00000020:00000001:1.0:1788201788.101792:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.101793:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.101794:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465499a000. 00000020:00000001:1.0:1788201788.101796:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.101797:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23508 obd_type name = obd_test 00000020:01000000:1.0:1788201788.101798:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23508 (obd_uuid_23508) 00000020:00000001:1.0:1788201788.101799:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.101801:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.101803:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.101805:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.101807:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654885800. 00000020:00000010:1.0:1788201788.101809:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.101811:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.101812:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.101814:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771d29cc0. 00000020:00000010:1.0:1788201788.101816:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.101818:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.101819:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654885800. 00000020:00000010:1.0:1788201788.101821:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.101822:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.101824:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.101826:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.101827:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.101828:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46549a4d40. 00000020:00000001:1.0:1788201788.101831:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.101833:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.101834:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2aec0. 00000020:00000001:1.0:1788201788.101837:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.101838:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.101840:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.101841:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.101937:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.101947:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.101949:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.101950:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.101951:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.101952:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.101954:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.101955:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.102001:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.102066:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.102068:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.102069:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.102071:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.102073:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.102075:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.102077:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2aec0. 00000020:00000080:1.0:1788201788.102078:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.102081:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.102082:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23509: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.102084:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.102085:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23515 (ffff9c46549a3380) has no exports 00000020:00000001:1.0:1788201788.102087:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.102088:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.102090:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.102092:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.102093:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.102095:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654884800. 00000020:00000010:1.0:1788201788.102097:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.102099:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.102101:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.102103:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a400. 00000020:00000010:1.0:1788201788.102105:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a400. 00000020:00000010:1.0:1788201788.102108:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.102110:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.102111:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654884800. 00000020:00000010:1.0:1788201788.102113:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.102115:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.102116:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.102118:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.102119:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.102126:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.102142:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654981600. 00000001:00000010:1.0:1788201788.102145:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654981000. 00000001:00000010:1.0:1788201788.102146:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654983e00. 00000001:00000010:1.0:1788201788.102148:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654982e00. 00000001:00000010:1.0:1788201788.102149:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d4445c0. 00000001:00000010:1.0:1788201788.102151:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c465617d000. 00000001:00000001:1.0:1788201788.102153:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.102154:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23509 (ffff9c46549a3380) now 3 - setup 00000020:00000001:1.0:1788201788.102156:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.102157:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.102158:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2aec0. 00000020:00000001:1.0:1788201788.102160:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.102162:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.102163:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.102165:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.102264:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.102275:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.102276:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.102277:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.102278:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.102279:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.102281:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.102282:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.102329:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.102410:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.102412:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.102414:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.102416:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.102418:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.102420:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.102422:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2aec0. 00000020:00000080:1.0:1788201788.102424:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.102428:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.102429:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23509 (ffff9c46549a3380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.102431:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23509 (uuid obd_uuid_23509) 00000020:00000040:1.0:1788201788.102433:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23509 (ffff9c46549a3380) now 1 - newdev 00000020:00000040:1.0:1788201788.102435:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465499c000 with handle 0x8990e4d0a2216961 from hash 00000020:00000040:1.0:1788201788.102438:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465499c000 : new refcount 0 00000020:00000080:1.0:1788201788.102439:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465499c000/obd_uuid_23509 00000020:00000001:1.0:1788201788.102441:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.102443:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.102445:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465499c000/obd_uuid_23509 for obd_name_23509 00000020:00000001:1.0:1788201788.102447:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.102448:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.102449:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465499c000. 00000020:00000001:1.0:1788201788.102455:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.102456:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23509 obd_type name = obd_test 00000020:01000000:1.0:1788201788.102457:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23509 (obd_uuid_23509) 00000020:00000001:1.0:1788201788.102459:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.102461:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.102463:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.102465:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.102469:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4747196000. 00000020:00000010:1.0:1788201788.102470:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.102472:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.102474:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.102476:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771d29f00. 00000020:00000010:1.0:1788201788.102478:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.102479:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.102481:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4747196000. 00000020:00000010:1.0:1788201788.102482:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.102484:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.102486:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.102487:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.102488:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.102490:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46549a3380. 00000020:00000001:1.0:1788201788.102492:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.102493:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.102495:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2aec0. 00000020:00000001:1.0:1788201788.102498:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.102499:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.102501:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.102502:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.102630:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.102641:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.102642:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.102643:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.102644:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.102645:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.102647:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.102648:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.102696:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.102762:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.102764:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.102765:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.102766:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.102768:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.102770:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.102772:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2aec0. 00000020:00000080:1.0:1788201788.102773:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.102776:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.102778:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23510: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.102779:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.102780:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23516 (ffff9c46549a19c0) has no exports 00000020:00000001:1.0:1788201788.102782:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.102783:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.102785:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.102787:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.102788:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.102791:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46551b4000. 00000020:00000010:1.0:1788201788.102793:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.102795:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.102796:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.102798:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a380. 00000020:00000010:1.0:1788201788.102801:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a380. 00000020:00000010:1.0:1788201788.102804:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.102806:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.102808:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46551b4000. 00000020:00000010:1.0:1788201788.102809:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.102811:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.102813:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.102814:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.102816:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.102829:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.102832:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46549a8c00. 00000001:00000010:1.0:1788201788.102834:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46549a8800. 00000001:00000010:1.0:1788201788.102835:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46549a8400. 00000001:00000010:1.0:1788201788.102836:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46549a9400. 00000001:00000010:1.0:1788201788.102838:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d4442e0. 00000001:00000010:1.0:1788201788.102839:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c465617d800. 00000001:00000001:1.0:1788201788.102841:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.102842:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23510 (ffff9c46549a19c0) now 3 - setup 00000020:00000001:1.0:1788201788.102843:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.102845:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.102846:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2aec0. 00000020:00000001:1.0:1788201788.102848:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.102850:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.102851:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.102852:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.102962:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.102972:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.102973:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.102974:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.102976:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.102977:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.102978:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.102979:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.103049:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.103160:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.103162:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.103164:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.103167:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.103170:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.103173:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.103175:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2aec0. 00000020:00000080:1.0:1788201788.103178:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.103183:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.103185:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23510 (ffff9c46549a19c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.103187:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23510 (uuid obd_uuid_23510) 00000020:00000040:1.0:1788201788.103189:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23510 (ffff9c46549a19c0) now 1 - newdev 00000020:00000040:1.0:1788201788.103192:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465499c800 with handle 0x8990e4d0a2216968 from hash 00000020:00000040:1.0:1788201788.103195:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465499c800 : new refcount 0 00000020:00000080:1.0:1788201788.103197:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465499c800/obd_uuid_23510 00000020:00000001:1.0:1788201788.103199:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.103201:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.103203:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465499c800/obd_uuid_23510 for obd_name_23510 00000020:00000001:1.0:1788201788.103205:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.103207:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.103209:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465499c800. 00000020:00000001:1.0:1788201788.103212:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.103213:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23510 obd_type name = obd_test 00000020:01000000:1.0:1788201788.103215:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23510 (obd_uuid_23510) 00000020:00000001:1.0:1788201788.103216:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.103219:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.103222:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.103225:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.103228:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46551b3000. 00000020:00000010:1.0:1788201788.103231:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.103235:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.103237:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.103240:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771d29bc0. 00000020:00000010:1.0:1788201788.103242:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.103245:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.103247:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46551b3000. 00000020:00000010:1.0:1788201788.103251:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.103253:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.103256:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.103258:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.103260:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.103261:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46549a19c0. 00000020:00000001:1.0:1788201788.103266:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.103268:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.103270:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2aec0. 00000020:00000001:1.0:1788201788.103274:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.103276:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.103279:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.103280:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.103739:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.103757:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.103759:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.103761:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.103762:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.103764:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.103766:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.103768:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.103850:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.103979:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.103982:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.103984:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.103988:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.103992:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.103996:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.103999:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a6c0. 00000020:00000080:1.0:1788201788.104001:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.104006:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.104009:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23511: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.104011:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.104013:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23517 (ffff9c46549a0000) has no exports 00000020:00000001:1.0:1788201788.104015:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.104018:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.104021:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.104025:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.104029:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.104032:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46551b1800. 00000020:00000010:1.0:1788201788.104036:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.104039:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.104042:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.104045:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a740. 00000020:00000010:1.0:1788201788.104051:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a740. 00000020:00000010:1.0:1788201788.104056:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.104060:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.104063:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46551b1800. 00000020:00000010:1.0:1788201788.104068:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.104070:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.104073:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.104075:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.104077:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.104090:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.104096:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46549a9a00. 00000001:00000010:1.0:1788201788.104098:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46549a8600. 00000001:00000010:1.0:1788201788.104100:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46549a9800. 00000001:00000010:1.0:1788201788.104103:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46549a9200. 00000001:00000010:1.0:1788201788.104105:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d444940. 00000001:00000010:1.0:1788201788.104107:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c465617d500. 00000001:00000001:1.0:1788201788.104110:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.104113:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23511 (ffff9c46549a0000) now 3 - setup 00000020:00000001:1.0:1788201788.104116:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.104119:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.104121:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a6c0. 00000020:00000001:1.0:1788201788.104124:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.104126:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.104143:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.104146:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.104341:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.104353:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.104355:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.104356:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.104357:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.104359:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.104360:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.104362:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.104458:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.104564:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.104566:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.104568:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.104570:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.104572:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.104575:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.104577:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a6c0. 00000020:00000080:1.0:1788201788.104579:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.104582:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.104584:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23511 (ffff9c46549a0000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.104586:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23511 (uuid obd_uuid_23511) 00000020:00000040:1.0:1788201788.104587:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23511 (ffff9c46549a0000) now 1 - newdev 00000020:00000040:1.0:1788201788.104590:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465499b800 with handle 0x8990e4d0a221696f from hash 00000020:00000040:1.0:1788201788.104592:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465499b800 : new refcount 0 00000020:00000080:1.0:1788201788.104594:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465499b800/obd_uuid_23511 00000020:00000001:1.0:1788201788.104595:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.104596:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.104597:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465499b800/obd_uuid_23511 for obd_name_23511 00000020:00000001:1.0:1788201788.104599:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.104600:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.104601:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465499b800. 00000020:00000001:1.0:1788201788.104604:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.104606:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23511 obd_type name = obd_test 00000020:01000000:1.0:1788201788.104607:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23511 (obd_uuid_23511) 00000020:00000001:1.0:1788201788.104608:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.104610:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.104612:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.104614:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.104616:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46551b0800. 00000020:00000010:1.0:1788201788.104618:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.104620:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.104622:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.104624:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771d29c80. 00000020:00000010:1.0:1788201788.104626:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.104628:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.104629:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46551b0800. 00000020:00000010:1.0:1788201788.104631:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.104633:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.104634:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.104636:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.104637:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.104639:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46549a0000. 00000020:00000001:1.0:1788201788.104642:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.104643:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.104644:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a6c0. 00000020:00000001:1.0:1788201788.104646:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.104648:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.104649:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.104651:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.104780:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.104794:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.104797:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.104799:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.104801:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.104802:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.104804:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.104805:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.104857:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.104926:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.104928:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.104929:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.104931:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.104933:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.104935:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.104936:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a6c0. 00000020:00000080:1.0:1788201788.104938:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.104941:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.104943:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23512: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.104944:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.104946:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23518 (ffff9c46549b3380) has no exports 00000020:00000001:1.0:1788201788.104948:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.104949:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.104951:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.104953:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.104955:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.104957:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46551b7000. 00000020:00000010:1.0:1788201788.104958:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.104960:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.104962:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.104964:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2aa40. 00000020:00000010:1.0:1788201788.104967:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2aa40. 00000020:00000010:1.0:1788201788.104970:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.104971:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.104973:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46551b7000. 00000020:00000010:1.0:1788201788.104975:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.104977:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.104978:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.104980:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.104981:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.104989:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.104992:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46549a8200. 00000001:00000010:1.0:1788201788.104994:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46549a8000. 00000001:00000010:1.0:1788201788.104995:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46549a9600. 00000001:00000010:1.0:1788201788.104997:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46549a8a00. 00000001:00000010:1.0:1788201788.104998:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d444580. 00000001:00000010:1.0:1788201788.105000:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c465617d200. 00000001:00000001:1.0:1788201788.105001:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.105002:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23512 (ffff9c46549b3380) now 3 - setup 00000020:00000001:1.0:1788201788.105004:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.105005:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.105006:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a6c0. 00000020:00000001:1.0:1788201788.105008:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.105009:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.105011:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.105012:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.105123:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.105148:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.105151:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.105152:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.105153:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.105155:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.105156:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.105157:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.105208:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.105283:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.105286:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.105288:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.105290:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.105294:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.105297:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.105299:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a6c0. 00000020:00000080:1.0:1788201788.105302:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.105307:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.105309:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23512 (ffff9c46549b3380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.105312:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23512 (uuid obd_uuid_23512) 00000020:00000040:1.0:1788201788.105314:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23512 (ffff9c46549b3380) now 1 - newdev 00000020:00000040:1.0:1788201788.105317:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465499e000 with handle 0x8990e4d0a2216976 from hash 00000020:00000040:1.0:1788201788.105320:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465499e000 : new refcount 0 00000020:00000080:1.0:1788201788.105322:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465499e000/obd_uuid_23512 00000020:00000001:1.0:1788201788.105323:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.105325:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.105326:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465499e000/obd_uuid_23512 for obd_name_23512 00000020:00000001:1.0:1788201788.105327:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.105328:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.105330:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465499e000. 00000020:00000001:1.0:1788201788.105332:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.105333:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23512 obd_type name = obd_test 00000020:01000000:1.0:1788201788.105334:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23512 (obd_uuid_23512) 00000020:00000001:1.0:1788201788.105335:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.105337:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.105339:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.105341:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.105343:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46551b2000. 00000020:00000010:1.0:1788201788.105345:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.105347:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.105349:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.105351:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771d29940. 00000020:00000010:1.0:1788201788.105353:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.105355:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.105357:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46551b2000. 00000020:00000010:1.0:1788201788.105359:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.105361:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.105362:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.105363:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.105365:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.105366:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46549b3380. 00000020:00000001:1.0:1788201788.105384:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.105385:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.105387:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a6c0. 00000020:00000001:1.0:1788201788.105389:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.105391:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.105416:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.105418:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.105542:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.105552:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.105554:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.105555:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.105556:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.105557:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.105559:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.105560:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.105608:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.105675:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.105677:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.105678:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.105680:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.105683:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.105685:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.105686:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a6c0. 00000020:00000080:1.0:1788201788.105688:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.105691:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.105693:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23513: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.105694:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.105696:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23519 (ffff9c46549b19c0) has no exports 00000020:00000001:1.0:1788201788.105697:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.105698:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.105700:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.105702:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.105704:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.105706:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46551b0000. 00000020:00000010:1.0:1788201788.105708:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.105710:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.105712:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.105714:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a8c0. 00000020:00000010:1.0:1788201788.105716:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a8c0. 00000020:00000010:1.0:1788201788.105719:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.105721:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.105722:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46551b0000. 00000020:00000010:1.0:1788201788.105724:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.105726:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.105727:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.105729:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.105730:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.105743:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.105747:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654983000. 00000001:00000010:1.0:1788201788.105749:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654983c00. 00000001:00000010:1.0:1788201788.105752:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46549a9e00. 00000001:00000010:1.0:1788201788.105754:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46549a8e00. 00000001:00000010:1.0:1788201788.105756:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d4448a0. 00000001:00000010:1.0:1788201788.105758:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c465617dc00. 00000001:00000001:1.0:1788201788.105761:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.105763:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23513 (ffff9c46549b19c0) now 3 - setup 00000020:00000001:1.0:1788201788.105765:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.105767:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.105769:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a6c0. 00000020:00000001:1.0:1788201788.105772:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.105774:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.105776:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.105778:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.105892:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.105902:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.105903:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.105904:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.105906:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.105907:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.105908:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.105909:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.105956:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.106024:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.106025:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.106026:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.106028:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.106030:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.106032:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.106033:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a6c0. 00000020:00000080:1.0:1788201788.106035:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.106038:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.106040:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23513 (ffff9c46549b19c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.106042:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23513 (uuid obd_uuid_23513) 00000020:00000040:1.0:1788201788.106043:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23513 (ffff9c46549b19c0) now 1 - newdev 00000020:00000040:1.0:1788201788.106045:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465499d800 with handle 0x8990e4d0a221697d from hash 00000020:00000040:1.0:1788201788.106047:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465499d800 : new refcount 0 00000020:00000080:1.0:1788201788.106048:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465499d800/obd_uuid_23513 00000020:00000001:1.0:1788201788.106050:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.106051:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.106053:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465499d800/obd_uuid_23513 for obd_name_23513 00000020:00000001:1.0:1788201788.106054:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.106055:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.106056:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465499d800. 00000020:00000001:1.0:1788201788.106058:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.106059:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23513 obd_type name = obd_test 00000020:01000000:1.0:1788201788.106060:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23513 (obd_uuid_23513) 00000020:00000001:1.0:1788201788.106061:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.106063:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.106065:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.106066:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.106070:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465490b000. 00000020:00000010:1.0:1788201788.106071:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.106073:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.106075:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.106077:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771d29b80. 00000020:00000010:1.0:1788201788.106079:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.106080:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.106082:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465490b000. 00000020:00000010:1.0:1788201788.106084:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.106085:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.106087:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.106088:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.106090:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.106091:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46549b19c0. 00000020:00000001:1.0:1788201788.106094:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.106095:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.106097:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a6c0. 00000020:00000001:1.0:1788201788.106099:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.106100:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.106101:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.106103:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.106226:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.106236:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.106238:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.106239:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.106240:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.106241:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.106242:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.106244:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.106307:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.106382:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.106384:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.106385:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.106387:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.106389:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.106391:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.106415:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a6c0. 00000020:00000080:1.0:1788201788.106418:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.106425:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.106427:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23514: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.106430:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.106433:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23520 (ffff9c46549b0000) has no exports 00000020:00000001:1.0:1788201788.106435:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.106437:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.106440:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.106443:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.106445:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.106448:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654908800. 00000020:00000010:1.0:1788201788.106450:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.106452:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.106454:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.106457:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a300. 00000020:00000010:1.0:1788201788.106459:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a300. 00000020:00000010:1.0:1788201788.106463:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.106465:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.106467:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654908800. 00000020:00000010:1.0:1788201788.106468:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.106470:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.106472:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.106473:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.106475:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.106484:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.106487:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46549ab600. 00000001:00000010:1.0:1788201788.106489:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46549aaa00. 00000001:00000010:1.0:1788201788.106491:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46549abe00. 00000001:00000010:1.0:1788201788.106492:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46549aae00. 00000001:00000010:1.0:1788201788.106493:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d444900. 00000001:00000010:1.0:1788201788.106495:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c465617df00. 00000001:00000001:1.0:1788201788.106496:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.106497:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23514 (ffff9c46549b0000) now 3 - setup 00000020:00000001:1.0:1788201788.106499:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.106500:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.106502:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a6c0. 00000020:00000001:1.0:1788201788.106503:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.106505:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.106506:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.106507:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.106619:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.106629:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.106631:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.106632:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.106633:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.106634:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.106635:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.106636:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.106683:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.106757:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.106760:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.106761:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.106764:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.106767:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.106770:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.106772:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a6c0. 00000020:00000080:1.0:1788201788.106775:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.106780:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.106783:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23514 (ffff9c46549b0000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.106786:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23514 (uuid obd_uuid_23514) 00000020:00000040:1.0:1788201788.106787:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23514 (ffff9c46549b0000) now 1 - newdev 00000020:00000040:1.0:1788201788.106789:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465499d000 with handle 0x8990e4d0a2216984 from hash 00000020:00000040:1.0:1788201788.106791:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465499d000 : new refcount 0 00000020:00000080:1.0:1788201788.106793:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465499d000/obd_uuid_23514 00000020:00000001:1.0:1788201788.106794:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.106795:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.106797:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465499d000/obd_uuid_23514 for obd_name_23514 00000020:00000001:1.0:1788201788.106798:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.106799:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.106800:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465499d000. 00000020:00000001:1.0:1788201788.106802:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.106803:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23514 obd_type name = obd_test 00000020:01000000:1.0:1788201788.106804:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23514 (obd_uuid_23514) 00000020:00000001:1.0:1788201788.106805:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.106807:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.106808:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.106810:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.106812:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465490a000. 00000020:00000010:1.0:1788201788.106814:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.106816:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.106818:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.106819:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771d29d40. 00000020:00000010:1.0:1788201788.106822:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.106823:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.106825:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465490a000. 00000020:00000010:1.0:1788201788.106827:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.106828:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.106830:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.106831:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.106833:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.106835:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46549b0000. 00000020:00000001:1.0:1788201788.106837:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.106838:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.106840:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a6c0. 00000020:00000001:1.0:1788201788.106842:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.106843:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.106845:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.106846:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.106955:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.106965:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.106966:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.106968:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.106969:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.106970:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.106971:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.106972:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.107020:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.107087:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.107088:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.107089:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.107091:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.107093:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.107095:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.107096:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a6c0. 00000020:00000080:1.0:1788201788.107098:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.107101:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.107103:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23515: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.107104:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.107106:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23521 (ffff9c46549b4d40) has no exports 00000020:00000001:1.0:1788201788.107107:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.107108:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.107110:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.107112:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.107113:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.107115:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654908000. 00000020:00000010:1.0:1788201788.107117:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.107119:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.107121:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.107123:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2ad40. 00000020:00000010:1.0:1788201788.107126:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2ad40. 00000020:00000010:1.0:1788201788.107141:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.107144:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.107145:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654908000. 00000020:00000010:1.0:1788201788.107147:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.107149:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.107150:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.107152:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.107153:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.107161:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.107164:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46549ab000. 00000001:00000010:1.0:1788201788.107166:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46549abc00. 00000001:00000010:1.0:1788201788.107167:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46549aac00. 00000001:00000010:1.0:1788201788.107168:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46549aa800. 00000001:00000010:1.0:1788201788.107170:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d444fa0. 00000001:00000010:1.0:1788201788.107171:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c465617d600. 00000001:00000001:1.0:1788201788.107173:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.107174:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23515 (ffff9c46549b4d40) now 3 - setup 00000020:00000001:1.0:1788201788.107175:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.107176:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.107178:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a6c0. 00000020:00000001:1.0:1788201788.107179:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.107181:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.107182:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.107184:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.107315:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.107330:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.107332:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.107333:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.107334:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.107335:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.107336:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.107338:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.107387:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.107617:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.107619:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.107621:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.107623:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.107625:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.107626:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.107628:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a6c0. 00000020:00000080:1.0:1788201788.107630:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.107633:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.107635:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23515 (ffff9c46549b4d40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.107637:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23515 (uuid obd_uuid_23515) 00000020:00000040:1.0:1788201788.107638:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23515 (ffff9c46549b4d40) now 1 - newdev 00000020:00000040:1.0:1788201788.107640:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465499f800 with handle 0x8990e4d0a221698b from hash 00000020:00000040:1.0:1788201788.107642:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465499f800 : new refcount 0 00000020:00000080:1.0:1788201788.107643:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465499f800/obd_uuid_23515 00000020:00000001:1.0:1788201788.107644:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.107646:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.107647:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465499f800/obd_uuid_23515 for obd_name_23515 00000020:00000001:1.0:1788201788.107648:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.107649:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.107650:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465499f800. 00000020:00000001:1.0:1788201788.107652:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.107653:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23515 obd_type name = obd_test 00000020:01000000:1.0:1788201788.107655:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23515 (obd_uuid_23515) 00000020:00000001:1.0:1788201788.107656:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.107657:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.107659:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.107661:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.107663:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465490c800. 00000020:00000010:1.0:1788201788.107665:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.107667:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.107668:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.107670:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771d29900. 00000020:00000010:1.0:1788201788.107672:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.107674:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.107675:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465490c800. 00000020:00000010:1.0:1788201788.107677:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.107679:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.107680:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.107682:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.107683:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.107684:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46549b4d40. 00000020:00000001:1.0:1788201788.107689:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.107690:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.107691:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a6c0. 00000020:00000001:1.0:1788201788.107694:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.107695:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.107697:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.107698:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.107838:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.107850:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.107851:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.107852:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.107853:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.107854:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.107856:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.107857:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.107907:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.107975:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.107977:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.107978:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.107980:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.107982:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.107984:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.107986:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a6c0. 00000020:00000080:1.0:1788201788.107987:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.107990:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.107992:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23516: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.107994:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.107995:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23522 (ffff9c46549c19c0) has no exports 00000020:00000001:1.0:1788201788.107996:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.107998:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.107999:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.108001:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.108003:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.108005:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465490c000. 00000020:00000010:1.0:1788201788.108007:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.108009:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.108010:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.108012:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a140. 00000020:00000010:1.0:1788201788.108015:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a140. 00000020:00000010:1.0:1788201788.108018:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.108020:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.108021:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465490c000. 00000020:00000010:1.0:1788201788.108023:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.108025:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.108026:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.108028:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.108029:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.108037:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.108040:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46549aa400. 00000001:00000010:1.0:1788201788.108041:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46549ab400. 00000001:00000010:1.0:1788201788.108042:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46549aa200. 00000001:00000010:1.0:1788201788.108044:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46549aa000. 00000001:00000010:1.0:1788201788.108045:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d444680. 00000001:00000010:1.0:1788201788.108047:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c465617dd00. 00000001:00000001:1.0:1788201788.108048:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.108049:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23516 (ffff9c46549c19c0) now 3 - setup 00000020:00000001:1.0:1788201788.108050:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.108052:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.108053:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a6c0. 00000020:00000001:1.0:1788201788.108055:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.108056:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.108058:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.108059:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.108186:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.108197:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.108198:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.108199:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.108200:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.108201:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.108203:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.108204:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.108251:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.108345:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.108347:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.108348:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.108350:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.108352:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.108354:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.108356:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a6c0. 00000020:00000080:1.0:1788201788.108357:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.108360:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.108362:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23516 (ffff9c46549c19c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.108364:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23516 (uuid obd_uuid_23516) 00000020:00000040:1.0:1788201788.108365:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23516 (ffff9c46549c19c0) now 1 - newdev 00000020:00000040:1.0:1788201788.108367:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465499a800 with handle 0x8990e4d0a2216992 from hash 00000020:00000040:1.0:1788201788.108369:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465499a800 : new refcount 0 00000020:00000080:1.0:1788201788.108370:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465499a800/obd_uuid_23516 00000020:00000001:1.0:1788201788.108372:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.108373:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.108374:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465499a800/obd_uuid_23516 for obd_name_23516 00000020:00000001:1.0:1788201788.108376:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.108377:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.108378:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465499a800. 00000020:00000001:1.0:1788201788.108380:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.108381:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23516 obd_type name = obd_test 00000020:01000000:1.0:1788201788.108383:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23516 (obd_uuid_23516) 00000020:00000001:1.0:1788201788.108384:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.108385:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.108387:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.108389:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.108413:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465490e000. 00000020:00000010:1.0:1788201788.108418:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.108423:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.108426:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.108429:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771d294c0. 00000020:00000010:1.0:1788201788.108433:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.108435:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.108437:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465490e000. 00000020:00000010:1.0:1788201788.108441:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.108443:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.108445:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.108448:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.108450:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.108452:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46549c19c0. 00000020:00000001:1.0:1788201788.108456:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.108458:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.108460:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a6c0. 00000020:00000001:1.0:1788201788.108463:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.108466:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.108468:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.108470:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.108587:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.108598:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.108599:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.108600:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.108602:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.108603:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.108604:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.108605:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.108653:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.108722:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.108724:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.108725:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.108727:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.108729:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.108731:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.108733:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a6c0. 00000020:00000080:1.0:1788201788.108735:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.108740:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.108742:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23517: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.108744:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.108747:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23523 (ffff9c46549c0000) has no exports 00000020:00000001:1.0:1788201788.108749:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.108751:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.108754:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.108757:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.108759:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.108762:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465490b800. 00000020:00000010:1.0:1788201788.108765:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.108768:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.108771:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.108774:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a000. 00000020:00000010:1.0:1788201788.108777:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a000. 00000020:00000010:1.0:1788201788.108781:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.108784:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.108786:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465490b800. 00000020:00000010:1.0:1788201788.108789:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.108792:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.108794:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.108796:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.108798:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.108810:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.108814:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46549a9000. 00000001:00000010:1.0:1788201788.108816:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46549a9c00. 00000001:00000010:1.0:1788201788.108818:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46549aa600. 00000001:00000010:1.0:1788201788.108819:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46549aba00. 00000001:00000010:1.0:1788201788.108821:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d444160. 00000001:00000010:1.0:1788201788.108822:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c465617d100. 00000001:00000001:1.0:1788201788.108824:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.108825:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23517 (ffff9c46549c0000) now 3 - setup 00000020:00000001:1.0:1788201788.108827:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.108828:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.108829:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a6c0. 00000020:00000001:1.0:1788201788.108831:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.108833:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.108834:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.108835:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.108948:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.108958:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.108960:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.108961:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.108962:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.108963:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.108964:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.108965:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.109012:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.109080:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.109082:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.109083:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.109084:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.109087:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.109088:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.109090:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a6c0. 00000020:00000080:1.0:1788201788.109091:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.109095:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.109096:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23517 (ffff9c46549c0000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.109098:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23517 (uuid obd_uuid_23517) 00000020:00000040:1.0:1788201788.109099:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23517 (ffff9c46549c0000) now 1 - newdev 00000020:00000040:1.0:1788201788.109101:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654999000 with handle 0x8990e4d0a2216999 from hash 00000020:00000040:1.0:1788201788.109103:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654999000 : new refcount 0 00000020:00000080:1.0:1788201788.109105:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654999000/obd_uuid_23517 00000020:00000001:1.0:1788201788.109107:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.109108:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.109109:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654999000/obd_uuid_23517 for obd_name_23517 00000020:00000001:1.0:1788201788.109111:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.109112:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.109113:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654999000. 00000020:00000001:1.0:1788201788.109115:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.109116:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23517 obd_type name = obd_test 00000020:01000000:1.0:1788201788.109117:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23517 (obd_uuid_23517) 00000020:00000001:1.0:1788201788.109118:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.109119:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.109121:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.109123:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.109125:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465490d000. 00000020:00000010:1.0:1788201788.109127:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.109143:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.109146:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.109148:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771d29000. 00000020:00000010:1.0:1788201788.109150:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.109152:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.109154:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465490d000. 00000020:00000010:1.0:1788201788.109155:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.109157:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.109158:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.109160:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.109161:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.109163:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46549c0000. 00000020:00000001:1.0:1788201788.109166:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.109167:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.109169:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a6c0. 00000020:00000001:1.0:1788201788.109171:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.109172:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.109174:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.109175:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.109319:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.109334:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.109336:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.109337:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.109339:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.109341:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.109343:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.109344:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.109432:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.109516:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.109518:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.109519:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.109520:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.109523:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.109525:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.109526:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a6c0. 00000020:00000080:1.0:1788201788.109528:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.109531:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.109533:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23518: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.109534:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.109536:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23524 (ffff9c46549c4d40) has no exports 00000020:00000001:1.0:1788201788.109537:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.109538:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.109540:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.109542:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.109544:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.109546:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465490d800. 00000020:00000010:1.0:1788201788.109547:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.109550:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.109551:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.109553:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a500. 00000020:00000010:1.0:1788201788.109556:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a500. 00000020:00000010:1.0:1788201788.109559:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.109560:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.109562:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465490d800. 00000020:00000010:1.0:1788201788.109564:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.109566:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.109567:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.109569:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.109570:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.109578:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.109581:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46549c8200. 00000001:00000010:1.0:1788201788.109582:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46549c8000. 00000001:00000010:1.0:1788201788.109584:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46549c8600. 00000001:00000010:1.0:1788201788.109585:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46549c9a00. 00000001:00000010:1.0:1788201788.109586:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d444020. 00000001:00000010:1.0:1788201788.109588:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c465617d400. 00000001:00000001:1.0:1788201788.109590:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.109591:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23518 (ffff9c46549c4d40) now 3 - setup 00000020:00000001:1.0:1788201788.109592:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.109593:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.109594:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a6c0. 00000020:00000001:1.0:1788201788.109596:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.109597:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.109598:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.109599:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.109707:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.109718:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.109719:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.109720:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.109721:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.109723:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.109724:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.109725:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.109772:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.109841:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.109842:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.109844:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.109845:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.109847:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.109849:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.109851:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a6c0. 00000020:00000080:1.0:1788201788.109852:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.109856:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.109857:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23518 (ffff9c46549c4d40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.109859:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23518 (uuid obd_uuid_23518) 00000020:00000040:1.0:1788201788.109860:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23518 (ffff9c46549c4d40) now 1 - newdev 00000020:00000040:1.0:1788201788.109862:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465499e800 with handle 0x8990e4d0a22169a0 from hash 00000020:00000040:1.0:1788201788.109864:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465499e800 : new refcount 0 00000020:00000080:1.0:1788201788.109865:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465499e800/obd_uuid_23518 00000020:00000001:1.0:1788201788.109867:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.109868:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.109869:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465499e800/obd_uuid_23518 for obd_name_23518 00000020:00000001:1.0:1788201788.109871:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.109872:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.109873:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465499e800. 00000020:00000001:1.0:1788201788.109875:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.109876:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23518 obd_type name = obd_test 00000020:01000000:1.0:1788201788.109877:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23518 (obd_uuid_23518) 00000020:00000001:1.0:1788201788.109878:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.109879:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.109881:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.109883:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.109885:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465490a800. 00000020:00000010:1.0:1788201788.109887:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.109889:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.109890:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.109892:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771d29040. 00000020:00000010:1.0:1788201788.109894:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.109895:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.109897:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465490a800. 00000020:00000010:1.0:1788201788.109899:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.109900:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.109902:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.109903:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.109905:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.109906:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46549c4d40. 00000020:00000001:1.0:1788201788.109909:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.109910:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.109912:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a6c0. 00000020:00000001:1.0:1788201788.109914:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.109916:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.109917:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.109918:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.110024:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.110034:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.110036:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.110037:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.110038:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.110039:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.110040:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.110042:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.110088:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.110171:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.110173:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.110174:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.110176:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.110178:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.110180:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.110182:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a6c0. 00000020:00000080:1.0:1788201788.110183:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.110186:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.110188:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23519: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.110190:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.110191:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23525 (ffff9c46549c3380) has no exports 00000020:00000001:1.0:1788201788.110192:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.110193:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.110195:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.110197:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.110199:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.110201:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465490f800. 00000020:00000010:1.0:1788201788.110203:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.110205:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.110206:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.110208:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a680. 00000020:00000010:1.0:1788201788.110211:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a680. 00000020:00000010:1.0:1788201788.110213:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.110215:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.110217:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465490f800. 00000020:00000010:1.0:1788201788.110218:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.110220:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.110222:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.110223:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.110224:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.110232:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.110234:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46549c9200. 00000001:00000010:1.0:1788201788.110236:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46549c9800. 00000001:00000010:1.0:1788201788.110237:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46549c9600. 00000001:00000010:1.0:1788201788.110238:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46549c8a00. 00000001:00000010:1.0:1788201788.110240:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d4441c0. 00000001:00000010:1.0:1788201788.110242:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c465617ec00. 00000001:00000001:1.0:1788201788.110244:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.110245:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23519 (ffff9c46549c3380) now 3 - setup 00000020:00000001:1.0:1788201788.110247:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.110248:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.110249:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a6c0. 00000020:00000001:1.0:1788201788.110251:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.110252:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.110254:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.110255:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.110362:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.110372:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.110373:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.110374:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.110375:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.110376:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.110378:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.110379:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.110448:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.110523:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.110525:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.110526:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.110528:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.110530:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.110532:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.110533:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a6c0. 00000020:00000080:1.0:1788201788.110535:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.110538:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.110539:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23519 (ffff9c46549c3380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.110541:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23519 (uuid obd_uuid_23519) 00000020:00000040:1.0:1788201788.110542:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23519 (ffff9c46549c3380) now 1 - newdev 00000020:00000040:1.0:1788201788.110544:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465499f000 with handle 0x8990e4d0a22169a7 from hash 00000020:00000040:1.0:1788201788.110546:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465499f000 : new refcount 0 00000020:00000080:1.0:1788201788.110548:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465499f000/obd_uuid_23519 00000020:00000001:1.0:1788201788.110549:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.110551:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.110552:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465499f000/obd_uuid_23519 for obd_name_23519 00000020:00000001:1.0:1788201788.110553:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.110554:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.110555:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465499f000. 00000020:00000001:1.0:1788201788.110557:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.110558:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23519 obd_type name = obd_test 00000020:01000000:1.0:1788201788.110559:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23519 (obd_uuid_23519) 00000020:00000001:1.0:1788201788.110560:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.110561:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.110563:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.110565:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.110567:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465490e800. 00000020:00000010:1.0:1788201788.110568:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.110570:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.110572:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.110574:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771d29240. 00000020:00000010:1.0:1788201788.110576:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.110578:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.110579:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465490e800. 00000020:00000010:1.0:1788201788.110581:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.110583:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.110584:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.110586:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.110587:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.110588:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46549c3380. 00000020:00000001:1.0:1788201788.110591:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.110592:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.110593:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a6c0. 00000020:00000001:1.0:1788201788.110595:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.110597:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.110598:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.110600:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.110705:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.110716:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.110717:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.110719:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.110720:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.110721:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.110722:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.110723:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.110770:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.110837:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.110839:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.110840:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.110842:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.110844:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.110845:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.110847:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a6c0. 00000020:00000080:1.0:1788201788.110848:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.110852:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.110853:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23520: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.110855:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.110856:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23526 (ffff9c46549d3380) has no exports 00000020:00000001:1.0:1788201788.110857:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.110859:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.110860:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.110862:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.110864:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.110866:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654909000. 00000020:00000010:1.0:1788201788.110868:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.110870:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.110871:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.110874:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2afc0. 00000020:00000010:1.0:1788201788.110876:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2afc0. 00000020:00000010:1.0:1788201788.110879:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.110881:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.110882:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654909000. 00000020:00000010:1.0:1788201788.110884:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.110886:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.110887:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.110889:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.110890:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.110897:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.110900:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46549c9e00. 00000001:00000010:1.0:1788201788.110902:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46549c8e00. 00000001:00000010:1.0:1788201788.110903:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46549c8400. 00000001:00000010:1.0:1788201788.110905:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46549c9400. 00000001:00000010:1.0:1788201788.110906:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d444760. 00000001:00000010:1.0:1788201788.110908:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c465617ef00. 00000001:00000001:1.0:1788201788.110909:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.110910:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23520 (ffff9c46549d3380) now 3 - setup 00000020:00000001:1.0:1788201788.110912:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.110913:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.110914:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a6c0. 00000020:00000001:1.0:1788201788.110916:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.110918:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.110919:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.110920:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.111026:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.111036:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.111038:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.111039:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.111040:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.111041:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.111042:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.111043:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.111091:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.111174:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.111175:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.111176:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.111178:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.111180:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.111182:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.111184:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a6c0. 00000020:00000080:1.0:1788201788.111185:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.111188:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.111190:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23520 (ffff9c46549d3380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.111192:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23520 (uuid obd_uuid_23520) 00000020:00000040:1.0:1788201788.111193:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23520 (ffff9c46549d3380) now 1 - newdev 00000020:00000040:1.0:1788201788.111195:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654999800 with handle 0x8990e4d0a22169ae from hash 00000020:00000040:1.0:1788201788.111197:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654999800 : new refcount 0 00000020:00000080:1.0:1788201788.111198:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654999800/obd_uuid_23520 00000020:00000001:1.0:1788201788.111200:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.111201:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.111202:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654999800/obd_uuid_23520 for obd_name_23520 00000020:00000001:1.0:1788201788.111204:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.111205:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.111206:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654999800. 00000020:00000001:1.0:1788201788.111208:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.111209:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23520 obd_type name = obd_test 00000020:01000000:1.0:1788201788.111211:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23520 (obd_uuid_23520) 00000020:00000001:1.0:1788201788.111212:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.111213:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.111215:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.111217:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.111219:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654909800. 00000020:00000010:1.0:1788201788.111221:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.111223:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.111224:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.111226:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771d29580. 00000020:00000010:1.0:1788201788.111228:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.111230:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.111231:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654909800. 00000020:00000010:1.0:1788201788.111233:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.111235:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.111236:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.111238:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.111239:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.111240:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46549d3380. 00000020:00000001:1.0:1788201788.111243:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.111245:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.111246:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a6c0. 00000020:00000001:1.0:1788201788.111249:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.111250:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.111251:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.111252:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.111358:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.111368:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.111370:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.111371:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.111372:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.111374:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.111375:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.111376:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.111521:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.111594:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.111596:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.111597:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.111599:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.111601:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.111603:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.111604:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a6c0. 00000020:00000080:1.0:1788201788.111606:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.111609:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.111611:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23521: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.111613:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.111614:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23527 (ffff9c46549d19c0) has no exports 00000020:00000001:1.0:1788201788.111615:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.111616:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.111618:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.111620:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.111622:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.111624:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465490f000. 00000020:00000010:1.0:1788201788.111626:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.111628:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.111629:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.111631:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a4c0. 00000020:00000010:1.0:1788201788.111634:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a4c0. 00000020:00000010:1.0:1788201788.111637:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.111639:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.111640:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465490f000. 00000020:00000010:1.0:1788201788.111642:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.111643:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.111645:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.111646:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.111648:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.111655:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.111658:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46549ab200. 00000001:00000010:1.0:1788201788.111660:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46549ab800. 00000001:00000010:1.0:1788201788.111661:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46549c9c00. 00000001:00000010:1.0:1788201788.111663:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46549c9000. 00000001:00000010:1.0:1788201788.111664:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d444480. 00000001:00000010:1.0:1788201788.111665:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c465617e600. 00000001:00000001:1.0:1788201788.111667:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.111668:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23521 (ffff9c46549d19c0) now 3 - setup 00000020:00000001:1.0:1788201788.111669:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.111671:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.111672:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a6c0. 00000020:00000001:1.0:1788201788.111673:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.111675:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.111676:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.111677:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.111784:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.111795:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.111796:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.111797:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.111799:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.111800:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.111801:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.111802:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.111850:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.111920:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.111922:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.111923:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.111924:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.111927:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.111928:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.111930:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a6c0. 00000020:00000080:1.0:1788201788.111932:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.111935:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.111937:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23521 (ffff9c46549d19c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.111938:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23521 (uuid obd_uuid_23521) 00000020:00000040:1.0:1788201788.111939:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23521 (ffff9c46549d19c0) now 1 - newdev 00000020:00000040:1.0:1788201788.111942:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654998800 with handle 0x8990e4d0a22169b5 from hash 00000020:00000040:1.0:1788201788.111944:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654998800 : new refcount 0 00000020:00000080:1.0:1788201788.111945:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654998800/obd_uuid_23521 00000020:00000001:1.0:1788201788.111947:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.111948:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.111949:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654998800/obd_uuid_23521 for obd_name_23521 00000020:00000001:1.0:1788201788.111950:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.111951:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.111952:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654998800. 00000020:00000001:1.0:1788201788.111954:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.111955:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23521 obd_type name = obd_test 00000020:01000000:1.0:1788201788.111956:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23521 (obd_uuid_23521) 00000020:00000001:1.0:1788201788.111957:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.111959:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.111960:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.111962:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.111964:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46551b4000. 00000020:00000010:1.0:1788201788.111966:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.111968:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.111969:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.111971:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771d297c0. 00000020:00000010:1.0:1788201788.111973:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.111975:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.111976:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46551b4000. 00000020:00000010:1.0:1788201788.111978:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.111979:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.111981:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.111983:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.111984:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.111985:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46549d19c0. 00000020:00000001:1.0:1788201788.111988:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.111989:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.111990:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a6c0. 00000020:00000001:1.0:1788201788.111992:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.111994:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.111996:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.111997:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.112103:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.112113:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.112115:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.112116:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.112117:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.112118:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.112119:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.112120:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.112182:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.112252:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.112253:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.112254:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.112256:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.112258:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.112260:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.112262:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a6c0. 00000020:00000080:1.0:1788201788.112263:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.112266:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.112268:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23522: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.112269:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.112271:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23528 (ffff9c46549d0000) has no exports 00000020:00000001:1.0:1788201788.112272:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.112273:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.112275:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.112277:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.112278:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.112282:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4747c4c000. 00000020:00000010:1.0:1788201788.112284:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.112286:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.112287:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.112289:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2ab40. 00000020:00000010:1.0:1788201788.112291:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2ab40. 00000020:00000010:1.0:1788201788.112294:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.112296:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.112298:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4747c4c000. 00000020:00000010:1.0:1788201788.112300:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.112301:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.112303:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.112304:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.112306:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.112313:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.112316:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46549cb400. 00000001:00000010:1.0:1788201788.112318:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46549cbc00. 00000001:00000010:1.0:1788201788.112319:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46549cb000. 00000001:00000010:1.0:1788201788.112320:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46549cb600. 00000001:00000010:1.0:1788201788.112322:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d444120. 00000001:00000010:1.0:1788201788.112323:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c465617ed00. 00000001:00000001:1.0:1788201788.112325:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.112326:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23522 (ffff9c46549d0000) now 3 - setup 00000020:00000001:1.0:1788201788.112327:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.112328:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.112329:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a6c0. 00000020:00000001:1.0:1788201788.112331:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.112332:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.112333:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.112334:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.112461:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.112472:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.112473:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.112474:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.112476:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.112477:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.112478:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.112479:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.112526:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.112594:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.112596:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.112597:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.112599:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.112601:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.112603:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.112604:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a6c0. 00000020:00000080:1.0:1788201788.112606:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.112609:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.112611:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23522 (ffff9c46549d0000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.112612:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23522 (uuid obd_uuid_23522) 00000020:00000040:1.0:1788201788.112614:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23522 (ffff9c46549d0000) now 1 - newdev 00000020:00000040:1.0:1788201788.112616:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465499b000 with handle 0x8990e4d0a22169bc from hash 00000020:00000040:1.0:1788201788.112618:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465499b000 : new refcount 0 00000020:00000080:1.0:1788201788.112619:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465499b000/obd_uuid_23522 00000020:00000001:1.0:1788201788.112621:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.112622:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.112623:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465499b000/obd_uuid_23522 for obd_name_23522 00000020:00000001:1.0:1788201788.112625:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.112626:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.112627:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465499b000. 00000020:00000001:1.0:1788201788.112629:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.112629:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23522 obd_type name = obd_test 00000020:01000000:1.0:1788201788.112630:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23522 (obd_uuid_23522) 00000020:00000001:1.0:1788201788.112631:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.112633:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.112635:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.112636:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.112638:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4747c48800. 00000020:00000010:1.0:1788201788.112640:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.112642:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.112643:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.112645:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771d29c40. 00000020:00000010:1.0:1788201788.112647:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.112649:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.112650:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4747c48800. 00000020:00000010:1.0:1788201788.112652:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.112654:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.112656:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.112658:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.112659:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.112660:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46549d0000. 00000020:00000001:1.0:1788201788.112663:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.112664:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.112665:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a6c0. 00000020:00000001:1.0:1788201788.112667:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.112669:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.112670:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.112671:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.112777:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.112788:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.112789:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.112790:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.112792:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.112793:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.112794:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.112795:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.112841:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.112908:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.112910:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.112911:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.112913:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.112915:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.112917:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.112918:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a6c0. 00000020:00000080:1.0:1788201788.112920:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.112923:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.112925:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23523: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.112926:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.112928:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23529 (ffff9c46549d4d40) has no exports 00000020:00000001:1.0:1788201788.112929:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.112930:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.112932:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.112934:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.112936:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.112938:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4747c4e800. 00000020:00000010:1.0:1788201788.112940:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.112942:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.112944:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.112945:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2ad80. 00000020:00000010:1.0:1788201788.112948:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2ad80. 00000020:00000010:1.0:1788201788.112951:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.112952:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.112954:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4747c4e800. 00000020:00000010:1.0:1788201788.112956:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.112957:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.112959:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.112960:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.112962:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.112969:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.112972:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46549ca400. 00000001:00000010:1.0:1788201788.112973:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46549ca800. 00000001:00000010:1.0:1788201788.112975:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46549ca000. 00000001:00000010:1.0:1788201788.112976:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46549ca600. 00000001:00000010:1.0:1788201788.112977:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d444c20. 00000001:00000010:1.0:1788201788.112979:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c465617e100. 00000001:00000001:1.0:1788201788.112980:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.112981:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23523 (ffff9c46549d4d40) now 3 - setup 00000020:00000001:1.0:1788201788.112983:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.112984:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.112985:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a6c0. 00000020:00000001:1.0:1788201788.112987:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.112988:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.112990:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.112991:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.113097:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.113108:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.113109:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.113110:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.113112:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.113113:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.113114:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.113116:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.113177:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.113245:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.113247:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.113248:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.113250:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.113252:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.113254:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.113255:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a6c0. 00000020:00000080:1.0:1788201788.113257:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.113260:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.113262:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23523 (ffff9c46549d4d40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.113264:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23523 (uuid obd_uuid_23523) 00000020:00000040:1.0:1788201788.113265:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23523 (ffff9c46549d4d40) now 1 - newdev 00000020:00000040:1.0:1788201788.113267:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46549e3800 with handle 0x8990e4d0a22169c3 from hash 00000020:00000040:1.0:1788201788.113269:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46549e3800 : new refcount 0 00000020:00000080:1.0:1788201788.113271:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46549e3800/obd_uuid_23523 00000020:00000001:1.0:1788201788.113272:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.113273:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.113274:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46549e3800/obd_uuid_23523 for obd_name_23523 00000020:00000001:1.0:1788201788.113275:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.113276:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.113277:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46549e3800. 00000020:00000001:1.0:1788201788.113279:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.113280:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23523 obd_type name = obd_test 00000020:01000000:1.0:1788201788.113281:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23523 (obd_uuid_23523) 00000020:00000001:1.0:1788201788.113282:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.113284:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.113286:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.113287:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.113289:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4747c4f000. 00000020:00000010:1.0:1788201788.113291:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.113293:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.113295:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.113297:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771d293c0. 00000020:00000010:1.0:1788201788.113299:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.113300:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.113302:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4747c4f000. 00000020:00000010:1.0:1788201788.113304:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.113305:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.113307:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.113308:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.113310:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.113311:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46549d4d40. 00000020:00000001:1.0:1788201788.113314:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.113315:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.113316:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a6c0. 00000020:00000001:1.0:1788201788.113318:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.113320:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.113321:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.113322:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.113448:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.113459:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.113460:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.113462:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.113463:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.113464:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.113465:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.113466:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.113513:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.113581:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.113582:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.113583:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.113585:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.113587:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.113589:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.113591:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a6c0. 00000020:00000080:1.0:1788201788.113593:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.113596:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.113597:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23524: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.113599:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.113600:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23530 (ffff9c46549eb380) has no exports 00000020:00000001:1.0:1788201788.113602:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.113603:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.113605:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.113606:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.113608:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.113610:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4747c4a800. 00000020:00000010:1.0:1788201788.113612:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.113614:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.113615:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.113617:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2adc0. 00000020:00000010:1.0:1788201788.113620:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2adc0. 00000020:00000010:1.0:1788201788.113623:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.113624:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.113626:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4747c4a800. 00000020:00000010:1.0:1788201788.113628:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.113630:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.113631:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.113632:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.113634:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.113642:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.113644:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46549cba00. 00000001:00000010:1.0:1788201788.113646:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46549cac00. 00000001:00000010:1.0:1788201788.113647:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46549cae00. 00000001:00000010:1.0:1788201788.113649:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46549cb800. 00000001:00000010:1.0:1788201788.113650:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d444b80. 00000001:00000010:1.0:1788201788.113651:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c465617e400. 00000001:00000001:1.0:1788201788.113653:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.113654:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23524 (ffff9c46549eb380) now 3 - setup 00000020:00000001:1.0:1788201788.113655:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.113657:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.113659:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a6c0. 00000020:00000001:1.0:1788201788.113660:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.113662:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.113663:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.113664:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.113770:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.113780:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.113781:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.113782:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.113783:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.113784:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.113786:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.113787:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.113833:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.113901:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.113902:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.113903:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.113905:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.113907:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.113909:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.113910:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a6c0. 00000020:00000080:1.0:1788201788.113912:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.113915:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.113917:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23524 (ffff9c46549eb380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.113918:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23524 (uuid obd_uuid_23524) 00000020:00000040:1.0:1788201788.113920:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23524 (ffff9c46549eb380) now 1 - newdev 00000020:00000040:1.0:1788201788.113922:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46549e6000 with handle 0x8990e4d0a22169ca from hash 00000020:00000040:1.0:1788201788.113924:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46549e6000 : new refcount 0 00000020:00000080:1.0:1788201788.113925:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46549e6000/obd_uuid_23524 00000020:00000001:1.0:1788201788.113926:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.113927:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.113928:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46549e6000/obd_uuid_23524 for obd_name_23524 00000020:00000001:1.0:1788201788.113930:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.113931:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.113932:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46549e6000. 00000020:00000001:1.0:1788201788.113934:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.113936:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23524 obd_type name = obd_test 00000020:01000000:1.0:1788201788.113937:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23524 (obd_uuid_23524) 00000020:00000001:1.0:1788201788.113938:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.113940:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.113942:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.113943:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.113945:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4747c4b000. 00000020:00000010:1.0:1788201788.113947:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.113949:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.113950:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.113952:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771d29600. 00000020:00000010:1.0:1788201788.113954:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.113956:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.113957:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4747c4b000. 00000020:00000010:1.0:1788201788.113959:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.113960:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.113962:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.113963:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.113965:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.113966:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46549eb380. 00000020:00000001:1.0:1788201788.113981:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.113983:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.113985:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a6c0. 00000020:00000001:1.0:1788201788.113988:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.113989:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.113990:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.113991:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.114098:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.114108:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.114110:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.114111:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.114112:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.114113:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.114114:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.114116:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.114178:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.114246:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.114248:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.114249:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.114251:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.114253:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.114254:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.114256:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a6c0. 00000020:00000080:1.0:1788201788.114257:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.114261:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.114262:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23525: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.114264:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.114265:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23531 (ffff9c46549e99c0) has no exports 00000020:00000001:1.0:1788201788.114266:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.114268:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.114269:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.114271:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.114273:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.114275:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4747c4a000. 00000020:00000010:1.0:1788201788.114277:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.114279:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.114280:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.114282:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a440. 00000020:00000010:1.0:1788201788.114285:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a440. 00000020:00000010:1.0:1788201788.114288:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.114289:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.114291:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4747c4a000. 00000020:00000010:1.0:1788201788.114293:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.114294:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.114296:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.114297:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.114299:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.114306:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.114309:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46549c8800. 00000001:00000010:1.0:1788201788.114311:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46549c8c00. 00000001:00000010:1.0:1788201788.114312:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46549cb200. 00000001:00000010:1.0:1788201788.114314:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46549ca200. 00000001:00000010:1.0:1788201788.114315:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d444dc0. 00000001:00000010:1.0:1788201788.114316:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c465617e700. 00000001:00000001:1.0:1788201788.114318:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.114319:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23525 (ffff9c46549e99c0) now 3 - setup 00000020:00000001:1.0:1788201788.114320:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.114321:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.114322:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a6c0. 00000020:00000001:1.0:1788201788.114324:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.114325:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.114326:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.114328:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.114460:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.114470:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.114472:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.114473:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.114474:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.114475:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.114476:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.114478:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.114525:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.114594:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.114596:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.114597:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.114599:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.114601:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.114603:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.114604:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a6c0. 00000020:00000080:1.0:1788201788.114606:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.114609:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.114611:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23525 (ffff9c46549e99c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.114613:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23525 (uuid obd_uuid_23525) 00000020:00000040:1.0:1788201788.114614:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23525 (ffff9c46549e99c0) now 1 - newdev 00000020:00000040:1.0:1788201788.114617:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46549e5800 with handle 0x8990e4d0a22169d1 from hash 00000020:00000040:1.0:1788201788.114619:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46549e5800 : new refcount 0 00000020:00000080:1.0:1788201788.114620:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46549e5800/obd_uuid_23525 00000020:00000001:1.0:1788201788.114622:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.114623:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.114624:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46549e5800/obd_uuid_23525 for obd_name_23525 00000020:00000001:1.0:1788201788.114625:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.114626:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.114627:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46549e5800. 00000020:00000001:1.0:1788201788.114629:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.114630:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23525 obd_type name = obd_test 00000020:01000000:1.0:1788201788.114631:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23525 (obd_uuid_23525) 00000020:00000001:1.0:1788201788.114632:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.114634:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.114636:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.114637:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.114640:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4747c49800. 00000020:00000010:1.0:1788201788.114641:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.114643:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.114645:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.114647:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771d29300. 00000020:00000010:1.0:1788201788.114649:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.114650:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.114652:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4747c49800. 00000020:00000010:1.0:1788201788.114653:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.114655:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.114657:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.114658:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.114659:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.114661:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46549e99c0. 00000020:00000001:1.0:1788201788.114663:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.114665:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.114666:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a6c0. 00000020:00000001:1.0:1788201788.114668:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.114670:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.114671:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.114672:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.114779:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.114789:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.114791:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.114792:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.114793:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.114794:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.114796:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.114797:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.114843:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.114910:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.114912:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.114913:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.114915:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.114917:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.114919:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.114920:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a6c0. 00000020:00000080:1.0:1788201788.114922:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.114925:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.114926:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23526: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.114928:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.114929:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23532 (ffff9c46549e8000) has no exports 00000020:00000001:1.0:1788201788.114931:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.114932:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.114934:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.114936:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.114937:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.114941:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c476ff1b800. 00000020:00000010:1.0:1788201788.114942:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.114944:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.114946:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.114948:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a200. 00000020:00000010:1.0:1788201788.114951:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a200. 00000020:00000010:1.0:1788201788.114954:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.114956:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.114957:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c476ff1b800. 00000020:00000010:1.0:1788201788.114962:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.114964:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.114965:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.114967:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.114968:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.114994:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.114998:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46549f0200. 00000001:00000010:1.0:1788201788.115030:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46549f0000. 00000001:00000010:1.0:1788201788.115032:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46549f0600. 00000001:00000010:1.0:1788201788.115033:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46549f1a00. 00000001:00000010:1.0:1788201788.115035:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d444ca0. 00000001:00000010:1.0:1788201788.115036:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c465617ea00. 00000001:00000001:1.0:1788201788.115038:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.115039:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23526 (ffff9c46549e8000) now 3 - setup 00000020:00000001:1.0:1788201788.115040:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.115041:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.115043:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a6c0. 00000020:00000001:1.0:1788201788.115045:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.115046:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.115047:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.115048:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.115178:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.115188:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.115189:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.115191:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.115192:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.115193:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.115194:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.115196:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.115244:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.115313:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.115315:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.115316:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.115318:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.115320:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.115322:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.115324:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a6c0. 00000020:00000080:1.0:1788201788.115325:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.115329:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.115330:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23526 (ffff9c46549e8000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.115332:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23526 (uuid obd_uuid_23526) 00000020:00000040:1.0:1788201788.115333:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23526 (ffff9c46549e8000) now 1 - newdev 00000020:00000040:1.0:1788201788.115335:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46549e5000 with handle 0x8990e4d0a22169d8 from hash 00000020:00000040:1.0:1788201788.115337:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46549e5000 : new refcount 0 00000020:00000080:1.0:1788201788.115338:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46549e5000/obd_uuid_23526 00000020:00000001:1.0:1788201788.115340:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.115341:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.115342:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46549e5000/obd_uuid_23526 for obd_name_23526 00000020:00000001:1.0:1788201788.115344:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.115345:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.115346:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46549e5000. 00000020:00000001:1.0:1788201788.115348:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.115349:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23526 obd_type name = obd_test 00000020:01000000:1.0:1788201788.115350:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23526 (obd_uuid_23526) 00000020:00000001:1.0:1788201788.115351:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.115352:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.115354:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.115356:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.115359:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4750107000. 00000020:00000010:1.0:1788201788.115361:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.115363:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.115364:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.115366:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771d29500. 00000020:00000010:1.0:1788201788.115368:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.115369:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.115371:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4750107000. 00000020:00000010:1.0:1788201788.115373:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.115374:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.115376:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.115377:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.115379:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.115380:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46549e8000. 00000020:00000001:1.0:1788201788.115382:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.115384:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.115385:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a6c0. 00000020:00000001:1.0:1788201788.115388:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.115389:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.115391:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.115439:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.115548:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.115559:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.115560:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.115562:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.115563:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.115564:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.115565:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.115566:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.115612:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.115679:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.115681:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.115682:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.115684:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.115686:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.115687:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.115689:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a6c0. 00000020:00000080:1.0:1788201788.115690:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.115694:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.115695:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23527: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.115697:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.115698:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23533 (ffff9c46549ecd40) has no exports 00000020:00000001:1.0:1788201788.115699:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.115701:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.115702:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.115704:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.115706:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.115708:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4750101800. 00000020:00000010:1.0:1788201788.115710:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.115712:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.115714:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.115715:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2ad00. 00000020:00000010:1.0:1788201788.115718:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2ad00. 00000020:00000010:1.0:1788201788.115721:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.115723:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.115724:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4750101800. 00000020:00000010:1.0:1788201788.115726:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.115728:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.115729:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.115731:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.115732:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.115740:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.115743:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46549f1200. 00000001:00000010:1.0:1788201788.115745:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46549f1800. 00000001:00000010:1.0:1788201788.115746:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46549f1600. 00000001:00000010:1.0:1788201788.115747:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46549f0a00. 00000001:00000010:1.0:1788201788.115749:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d444d60. 00000001:00000010:1.0:1788201788.115750:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c465617ee00. 00000001:00000001:1.0:1788201788.115752:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.115753:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23527 (ffff9c46549ecd40) now 3 - setup 00000020:00000001:1.0:1788201788.115754:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.115756:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.115757:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a6c0. 00000020:00000001:1.0:1788201788.115759:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.115760:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.115762:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.115763:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.115868:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.115879:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.115880:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.115882:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.115883:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.115884:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.115885:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.115887:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.115933:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.116000:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.116001:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.116003:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.116004:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.116006:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.116008:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.116010:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a6c0. 00000020:00000080:1.0:1788201788.116011:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.116015:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.116016:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23527 (ffff9c46549ecd40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.116018:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23527 (uuid obd_uuid_23527) 00000020:00000040:1.0:1788201788.116019:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23527 (ffff9c46549ecd40) now 1 - newdev 00000020:00000040:1.0:1788201788.116021:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46549e7800 with handle 0x8990e4d0a22169df from hash 00000020:00000040:1.0:1788201788.116023:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46549e7800 : new refcount 0 00000020:00000080:1.0:1788201788.116025:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46549e7800/obd_uuid_23527 00000020:00000001:1.0:1788201788.116026:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.116027:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.116029:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46549e7800/obd_uuid_23527 for obd_name_23527 00000020:00000001:1.0:1788201788.116030:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.116031:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.116032:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46549e7800. 00000020:00000001:1.0:1788201788.116034:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.116035:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23527 obd_type name = obd_test 00000020:01000000:1.0:1788201788.116036:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23527 (obd_uuid_23527) 00000020:00000001:1.0:1788201788.116037:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.116038:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.116040:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.116042:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.116044:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4750104000. 00000020:00000010:1.0:1788201788.116046:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.116048:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.116050:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.116051:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771d29540. 00000020:00000010:1.0:1788201788.116053:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.116055:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.116056:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4750104000. 00000020:00000010:1.0:1788201788.116059:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.116061:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.116062:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.116063:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.116065:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.116066:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46549ecd40. 00000020:00000001:1.0:1788201788.116070:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.116071:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.116073:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a6c0. 00000020:00000001:1.0:1788201788.116075:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.116077:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.116078:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.116079:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.116204:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.116214:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.116216:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.116217:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.116218:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.116219:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.116221:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.116222:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.116268:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.116335:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.116336:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.116337:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.116339:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.116341:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.116343:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.116345:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a6c0. 00000020:00000080:1.0:1788201788.116346:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.116349:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.116351:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23528: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.116353:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.116354:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23534 (ffff9c465572cd40) has no exports 00000020:00000001:1.0:1788201788.116355:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.116356:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.116358:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.116360:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.116362:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.116364:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4750102000. 00000020:00000010:1.0:1788201788.116366:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.116367:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.116369:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.116371:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a780. 00000020:00000010:1.0:1788201788.116373:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a780. 00000020:00000010:1.0:1788201788.116376:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.116378:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.116380:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4750102000. 00000020:00000010:1.0:1788201788.116382:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.116384:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.116385:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.116387:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.116388:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.116411:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.116414:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46549f1e00. 00000001:00000010:1.0:1788201788.116416:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46549f0e00. 00000001:00000010:1.0:1788201788.116417:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46549f0400. 00000001:00000010:1.0:1788201788.116418:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46549f1400. 00000001:00000010:1.0:1788201788.116420:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d444b00. 00000001:00000010:1.0:1788201788.116421:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c465617eb00. 00000001:00000001:1.0:1788201788.116423:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.116424:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23528 (ffff9c465572cd40) now 3 - setup 00000020:00000001:1.0:1788201788.116425:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.116427:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.116428:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a6c0. 00000020:00000001:1.0:1788201788.116430:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.116432:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.116433:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.116434:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.116543:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.116554:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.116555:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.116556:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.116558:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.116559:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.116560:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.116561:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.116608:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.116674:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.116676:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.116677:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.116679:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.116681:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.116682:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.116684:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a6c0. 00000020:00000080:1.0:1788201788.116685:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.116689:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.116690:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23528 (ffff9c465572cd40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.116692:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23528 (uuid obd_uuid_23528) 00000020:00000040:1.0:1788201788.116693:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23528 (ffff9c465572cd40) now 1 - newdev 00000020:00000040:1.0:1788201788.116695:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46549e2800 with handle 0x8990e4d0a22169e6 from hash 00000020:00000040:1.0:1788201788.116697:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46549e2800 : new refcount 0 00000020:00000080:1.0:1788201788.116699:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46549e2800/obd_uuid_23528 00000020:00000001:1.0:1788201788.116700:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.116702:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.116703:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46549e2800/obd_uuid_23528 for obd_name_23528 00000020:00000001:1.0:1788201788.116704:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.116705:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.116707:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46549e2800. 00000020:00000001:1.0:1788201788.116709:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.116710:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23528 obd_type name = obd_test 00000020:01000000:1.0:1788201788.116711:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23528 (obd_uuid_23528) 00000020:00000001:1.0:1788201788.116712:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.116714:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.116716:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.116717:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.116720:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4750100000. 00000020:00000010:1.0:1788201788.116721:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.116723:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.116725:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.116727:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771d29880. 00000020:00000010:1.0:1788201788.116729:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.116730:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.116732:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4750100000. 00000020:00000010:1.0:1788201788.116735:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.116737:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.116738:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.116740:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.116741:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.116742:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c465572cd40. 00000020:00000001:1.0:1788201788.116746:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.116747:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.116749:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a6c0. 00000020:00000001:1.0:1788201788.116751:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.116752:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.116754:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.116755:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.116859:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.116870:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.116871:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.116872:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.116874:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.116875:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.116876:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.116877:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.116924:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.116992:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.116994:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.116995:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.116997:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.116999:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.117001:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.117002:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a6c0. 00000020:00000080:1.0:1788201788.117004:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.117007:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.117009:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23529: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.117010:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.117011:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23535 (ffff9c465572b380) has no exports 00000020:00000001:1.0:1788201788.117013:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.117014:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.117016:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.117018:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.117019:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.117021:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4750106000. 00000020:00000010:1.0:1788201788.117023:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.117025:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.117026:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.117029:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a340. 00000020:00000010:1.0:1788201788.117031:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a340. 00000020:00000010:1.0:1788201788.117034:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.117036:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.117037:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4750106000. 00000020:00000010:1.0:1788201788.117039:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.117041:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.117043:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.117044:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.117046:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.117059:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.117062:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46549cbe00. 00000001:00000010:1.0:1788201788.117064:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46549caa00. 00000001:00000010:1.0:1788201788.117068:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46549f1c00. 00000001:00000010:1.0:1788201788.117069:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46549f1000. 00000001:00000010:1.0:1788201788.117071:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d4443a0. 00000001:00000010:1.0:1788201788.117072:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c465617e300. 00000001:00000001:1.0:1788201788.117074:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.117075:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23529 (ffff9c465572b380) now 3 - setup 00000020:00000001:1.0:1788201788.117076:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.117077:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.117079:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a6c0. 00000020:00000001:1.0:1788201788.117081:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.117082:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.117084:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.117085:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.117207:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.117218:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.117219:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.117220:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.117222:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.117223:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.117224:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.117225:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.117271:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.117338:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.117340:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.117341:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.117343:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.117345:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.117346:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.117348:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a6c0. 00000020:00000080:1.0:1788201788.117349:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.117353:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.117354:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23529 (ffff9c465572b380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.117356:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23529 (uuid obd_uuid_23529) 00000020:00000040:1.0:1788201788.117357:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23529 (ffff9c465572b380) now 1 - newdev 00000020:00000040:1.0:1788201788.117360:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46549e1000 with handle 0x8990e4d0a22169ed from hash 00000020:00000040:1.0:1788201788.117361:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46549e1000 : new refcount 0 00000020:00000080:1.0:1788201788.117363:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46549e1000/obd_uuid_23529 00000020:00000001:1.0:1788201788.117364:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.117366:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.117366:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46549e1000/obd_uuid_23529 for obd_name_23529 00000020:00000001:1.0:1788201788.117368:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.117369:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.117370:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46549e1000. 00000020:00000001:1.0:1788201788.117372:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.117373:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23529 obd_type name = obd_test 00000020:01000000:1.0:1788201788.117375:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23529 (obd_uuid_23529) 00000020:00000001:1.0:1788201788.117375:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.117377:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.117379:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.117380:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.117382:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4750102800. 00000020:00000010:1.0:1788201788.117384:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.117386:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.117387:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.117389:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771d29a40. 00000020:00000010:1.0:1788201788.117391:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.117408:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.117410:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4750102800. 00000020:00000010:1.0:1788201788.117412:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.117413:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.117415:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.117416:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.117418:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.117419:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c465572b380. 00000020:00000001:1.0:1788201788.117421:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.117423:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.117424:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a6c0. 00000020:00000001:1.0:1788201788.117427:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.117428:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.117430:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.117431:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.117537:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.117548:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.117550:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.117551:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.117552:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.117553:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.117554:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.117556:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.117602:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.117669:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.117671:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.117672:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.117673:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.117676:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.117677:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.117679:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a6c0. 00000020:00000080:1.0:1788201788.117680:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.117683:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.117685:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23530: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.117686:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.117688:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23536 (ffff9c46557299c0) has no exports 00000020:00000001:1.0:1788201788.117689:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.117690:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.117692:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.117694:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.117696:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.117698:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465490a000. 00000020:00000010:1.0:1788201788.117700:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.117701:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.117703:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.117705:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a080. 00000020:00000010:1.0:1788201788.117708:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a080. 00000020:00000010:1.0:1788201788.117711:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.117713:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.117714:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465490a000. 00000020:00000010:1.0:1788201788.117716:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.117717:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.117719:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.117720:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.117722:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.117729:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.117732:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46549f2600. 00000001:00000010:1.0:1788201788.117733:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46549f3a00. 00000001:00000010:1.0:1788201788.117735:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46549f2c00. 00000001:00000010:1.0:1788201788.117736:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46549f2800. 00000001:00000010:1.0:1788201788.117737:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d444100. 00000001:00000010:1.0:1788201788.117739:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c465617e900. 00000001:00000001:1.0:1788201788.117740:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.117741:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23530 (ffff9c46557299c0) now 3 - setup 00000020:00000001:1.0:1788201788.117743:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.117744:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.117746:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a6c0. 00000020:00000001:1.0:1788201788.117747:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.117749:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.117750:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.117751:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.117856:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.117867:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.117868:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.117869:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.117870:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.117871:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.117872:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.117874:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.117920:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.117987:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.117989:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.117990:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.117992:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.117994:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.117996:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.117997:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a6c0. 00000020:00000080:1.0:1788201788.117999:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.118002:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.118004:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23530 (ffff9c46557299c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.118005:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23530 (uuid obd_uuid_23530) 00000020:00000040:1.0:1788201788.118006:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23530 (ffff9c46557299c0) now 1 - newdev 00000020:00000040:1.0:1788201788.118009:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46549e6800 with handle 0x8990e4d0a22169f4 from hash 00000020:00000040:1.0:1788201788.118011:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46549e6800 : new refcount 0 00000020:00000080:1.0:1788201788.118012:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46549e6800/obd_uuid_23530 00000020:00000001:1.0:1788201788.118013:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.118015:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.118016:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46549e6800/obd_uuid_23530 for obd_name_23530 00000020:00000001:1.0:1788201788.118017:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.118018:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.118019:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46549e6800. 00000020:00000001:1.0:1788201788.118021:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.118022:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23530 obd_type name = obd_test 00000020:01000000:1.0:1788201788.118023:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23530 (obd_uuid_23530) 00000020:00000001:1.0:1788201788.118024:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.118025:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.118027:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.118028:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.118030:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654908800. 00000020:00000010:1.0:1788201788.118032:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.118034:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.118035:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.118037:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771d29680. 00000020:00000010:1.0:1788201788.118039:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.118041:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.118042:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654908800. 00000020:00000010:1.0:1788201788.118044:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.118046:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.118047:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.118049:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.118050:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.118051:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46557299c0. 00000020:00000001:1.0:1788201788.118053:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.118055:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.118056:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a6c0. 00000020:00000001:1.0:1788201788.118059:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.118060:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.118061:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.118063:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.118184:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.118194:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.118196:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.118197:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.118198:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.118200:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.118201:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.118202:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.118248:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.118314:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.118316:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.118317:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.118319:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.118321:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.118323:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.118324:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a6c0. 00000020:00000080:1.0:1788201788.118326:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.118329:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.118330:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23531: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.118332:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.118333:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23537 (ffff9c4655728000) has no exports 00000020:00000001:1.0:1788201788.118334:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.118336:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.118338:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.118340:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.118341:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.118343:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465490b000. 00000020:00000010:1.0:1788201788.118345:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.118347:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.118348:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.118350:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a640. 00000020:00000010:1.0:1788201788.118353:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a640. 00000020:00000010:1.0:1788201788.118356:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.118358:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.118359:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465490b000. 00000020:00000010:1.0:1788201788.118361:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.118362:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.118364:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.118365:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.118367:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.118375:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.118377:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46549f2000. 00000001:00000010:1.0:1788201788.118379:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46549f2200. 00000001:00000010:1.0:1788201788.118380:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46549f3e00. 00000001:00000010:1.0:1788201788.118382:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46549f2e00. 00000001:00000010:1.0:1788201788.118383:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d444040. 00000001:00000010:1.0:1788201788.118384:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c465617e000. 00000001:00000001:1.0:1788201788.118386:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.118387:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23531 (ffff9c4655728000) now 3 - setup 00000020:00000001:1.0:1788201788.118388:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.118389:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.118390:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a6c0. 00000020:00000001:1.0:1788201788.118407:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.118410:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.118412:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.118413:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.118524:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.118535:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.118536:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.118537:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.118538:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.118540:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.118541:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.118542:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.118589:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.118658:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.118659:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.118660:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.118662:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.118664:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.118666:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.118667:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a6c0. 00000020:00000080:1.0:1788201788.118669:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.118672:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.118674:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23531 (ffff9c4655728000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.118675:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23531 (uuid obd_uuid_23531) 00000020:00000040:1.0:1788201788.118676:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23531 (ffff9c4655728000) now 1 - newdev 00000020:00000040:1.0:1788201788.118679:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46549e7000 with handle 0x8990e4d0a22169fb from hash 00000020:00000040:1.0:1788201788.118680:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46549e7000 : new refcount 0 00000020:00000080:1.0:1788201788.118682:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46549e7000/obd_uuid_23531 00000020:00000001:1.0:1788201788.118683:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.118684:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.118685:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46549e7000/obd_uuid_23531 for obd_name_23531 00000020:00000001:1.0:1788201788.118687:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.118688:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.118689:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46549e7000. 00000020:00000001:1.0:1788201788.118691:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.118692:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23531 obd_type name = obd_test 00000020:01000000:1.0:1788201788.118693:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23531 (obd_uuid_23531) 00000020:00000001:1.0:1788201788.118694:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.118696:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.118697:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.118699:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.118702:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46551b0000. 00000020:00000010:1.0:1788201788.118704:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.118706:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.118707:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.118709:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771d29f80. 00000020:00000010:1.0:1788201788.118711:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.118713:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.118714:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46551b0000. 00000020:00000010:1.0:1788201788.118716:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.118717:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.118719:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.118720:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.118722:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.118723:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4655728000. 00000020:00000001:1.0:1788201788.118725:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.118726:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.118728:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a6c0. 00000020:00000001:1.0:1788201788.118730:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.118731:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.118733:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.118734:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.118839:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.118849:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.118851:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.118852:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.118853:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.118854:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.118855:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.118857:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.118904:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.118973:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.118975:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.118976:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.118978:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.118980:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.118982:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.118984:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a6c0. 00000020:00000080:1.0:1788201788.118985:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.118988:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.118990:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23532: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.118992:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.118993:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23538 (ffff9c4654a04d40) has no exports 00000020:00000001:1.0:1788201788.118994:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.118996:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.118997:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.118999:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.119000:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.119002:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46551b2000. 00000020:00000010:1.0:1788201788.119004:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.119006:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.119008:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.119010:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a880. 00000020:00000010:1.0:1788201788.119012:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a880. 00000020:00000010:1.0:1788201788.119015:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.119017:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.119018:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46551b2000. 00000020:00000010:1.0:1788201788.119020:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.119022:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.119023:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.119025:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.119026:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.119034:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.119037:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46549f3800. 00000001:00000010:1.0:1788201788.119038:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46549f3200. 00000001:00000010:1.0:1788201788.119040:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46549f3c00. 00000001:00000010:1.0:1788201788.119041:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46549f3000. 00000001:00000010:1.0:1788201788.119042:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d4443e0. 00000001:00000010:1.0:1788201788.119044:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c465617e800. 00000001:00000001:1.0:1788201788.119045:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.119046:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23532 (ffff9c4654a04d40) now 3 - setup 00000020:00000001:1.0:1788201788.119048:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.119049:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.119051:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a6c0. 00000020:00000001:1.0:1788201788.119053:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.119054:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.119055:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.119056:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.119178:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.119188:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.119189:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.119191:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.119192:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.119193:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.119194:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.119195:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.119242:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.119311:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.119312:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.119314:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.119315:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.119317:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.119319:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.119321:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a6c0. 00000020:00000080:1.0:1788201788.119322:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.119325:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.119327:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23532 (ffff9c4654a04d40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.119329:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23532 (uuid obd_uuid_23532) 00000020:00000040:1.0:1788201788.119330:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23532 (ffff9c4654a04d40) now 1 - newdev 00000020:00000040:1.0:1788201788.119332:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46549e1800 with handle 0x8990e4d0a2216a02 from hash 00000020:00000040:1.0:1788201788.119334:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46549e1800 : new refcount 0 00000020:00000080:1.0:1788201788.119335:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46549e1800/obd_uuid_23532 00000020:00000001:1.0:1788201788.119336:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.119338:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.119339:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46549e1800/obd_uuid_23532 for obd_name_23532 00000020:00000001:1.0:1788201788.119341:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.119342:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.119343:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46549e1800. 00000020:00000001:1.0:1788201788.119345:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.119346:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23532 obd_type name = obd_test 00000020:01000000:1.0:1788201788.119348:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23532 (obd_uuid_23532) 00000020:00000001:1.0:1788201788.119349:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.119351:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.119353:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.119354:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.119356:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46551b7000. 00000020:00000010:1.0:1788201788.119358:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.119360:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.119361:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.119363:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771d29480. 00000020:00000010:1.0:1788201788.119365:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.119366:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.119368:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46551b7000. 00000020:00000010:1.0:1788201788.119370:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.119371:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.119373:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.119374:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.119376:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.119377:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654a04d40. 00000020:00000001:1.0:1788201788.119380:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.119381:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.119383:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a6c0. 00000020:00000001:1.0:1788201788.119385:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.119386:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.119388:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.119389:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.119524:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.119535:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.119536:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.119538:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.119539:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.119540:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.119541:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.119543:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.119589:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.119657:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.119659:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.119660:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.119662:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.119664:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.119666:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.119667:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a6c0. 00000020:00000080:1.0:1788201788.119669:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.119672:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.119674:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23533: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.119675:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.119676:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23539 (ffff9c4654a03380) has no exports 00000020:00000001:1.0:1788201788.119678:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.119679:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.119681:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.119682:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.119684:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.119686:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46551b0800. 00000020:00000010:1.0:1788201788.119688:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.119690:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.119691:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.119693:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2af40. 00000020:00000010:1.0:1788201788.119695:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2af40. 00000020:00000010:1.0:1788201788.119698:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.119700:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.119701:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46551b0800. 00000020:00000010:1.0:1788201788.119703:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.119705:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.119706:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.119708:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.119710:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.119717:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.119719:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46549f0800. 00000001:00000010:1.0:1788201788.119721:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46549f0c00. 00000001:00000010:1.0:1788201788.119722:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46549f3600. 00000001:00000010:1.0:1788201788.119724:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46549f2a00. 00000001:00000010:1.0:1788201788.119725:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d4441a0. 00000001:00000010:1.0:1788201788.119726:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c465617e500. 00000001:00000001:1.0:1788201788.119728:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.119729:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23533 (ffff9c4654a03380) now 3 - setup 00000020:00000001:1.0:1788201788.119730:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.119731:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.119733:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a6c0. 00000020:00000001:1.0:1788201788.119734:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.119736:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.119737:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.119738:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.119844:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.119855:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.119856:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.119857:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.119858:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.119859:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.119861:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.119862:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.119908:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.119975:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.119977:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.119978:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.119980:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.119982:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.119984:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.119985:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a6c0. 00000020:00000080:1.0:1788201788.119987:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.119990:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.119992:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23533 (ffff9c4654a03380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.119994:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23533 (uuid obd_uuid_23533) 00000020:00000040:1.0:1788201788.119995:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23533 (ffff9c4654a03380) now 1 - newdev 00000020:00000040:1.0:1788201788.119997:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46549e0800 with handle 0x8990e4d0a2216a09 from hash 00000020:00000040:1.0:1788201788.119999:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46549e0800 : new refcount 0 00000020:00000080:1.0:1788201788.120000:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46549e0800/obd_uuid_23533 00000020:00000001:1.0:1788201788.120002:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.120003:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.120004:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46549e0800/obd_uuid_23533 for obd_name_23533 00000020:00000001:1.0:1788201788.120005:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.120006:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.120007:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46549e0800. 00000020:00000001:1.0:1788201788.120009:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.120010:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23533 obd_type name = obd_test 00000020:01000000:1.0:1788201788.120012:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23533 (obd_uuid_23533) 00000020:00000001:1.0:1788201788.120013:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.120014:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.120016:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.120017:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.120019:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46551b1800. 00000020:00000010:1.0:1788201788.120021:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.120023:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.120024:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.120026:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771d29800. 00000020:00000010:1.0:1788201788.120028:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.120030:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.120031:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46551b1800. 00000020:00000010:1.0:1788201788.120033:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.120034:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.120036:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.120038:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.120039:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.120040:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654a03380. 00000020:00000001:1.0:1788201788.120043:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.120044:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.120046:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a6c0. 00000020:00000001:1.0:1788201788.120048:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.120050:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.120051:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.120052:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.120173:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.120184:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.120185:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.120187:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.120188:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.120189:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.120190:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.120192:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.120238:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.120305:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.120307:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.120308:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.120309:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.120311:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.120313:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.120315:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a6c0. 00000020:00000080:1.0:1788201788.120316:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.120320:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.120321:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23534: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.120323:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.120324:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23540 (ffff9c4654a019c0) has no exports 00000020:00000001:1.0:1788201788.120325:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.120326:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.120328:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.120330:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.120332:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.120334:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46551b3000. 00000020:00000010:1.0:1788201788.120336:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.120338:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.120339:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.120342:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a100. 00000020:00000010:1.0:1788201788.120344:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a100. 00000020:00000010:1.0:1788201788.120347:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.120349:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.120351:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46551b3000. 00000020:00000010:1.0:1788201788.120352:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.120354:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.120355:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.120357:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.120358:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.120365:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.120369:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a08c00. 00000001:00000010:1.0:1788201788.120370:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a08800. 00000001:00000010:1.0:1788201788.120372:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a08400. 00000001:00000010:1.0:1788201788.120373:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a09400. 00000001:00000010:1.0:1788201788.120374:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d444e80. 00000001:00000010:1.0:1788201788.120376:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c465617e200. 00000001:00000001:1.0:1788201788.120377:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.120378:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23534 (ffff9c4654a019c0) now 3 - setup 00000020:00000001:1.0:1788201788.120379:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.120381:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.120382:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a6c0. 00000020:00000001:1.0:1788201788.120384:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.120385:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.120386:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.120388:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.120657:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.120668:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.120669:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.120670:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.120671:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.120672:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.120673:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.120675:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.120721:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.120789:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.120791:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.120792:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.120794:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.120796:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.120798:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.120800:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.120801:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.120805:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.120806:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23534 (ffff9c4654a019c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.120808:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23534 (uuid obd_uuid_23534) 00000020:00000040:1.0:1788201788.120809:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23534 (ffff9c4654a019c0) now 1 - newdev 00000020:00000040:1.0:1788201788.120811:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46549e3000 with handle 0x8990e4d0a2216a10 from hash 00000020:00000040:1.0:1788201788.120813:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46549e3000 : new refcount 0 00000020:00000080:1.0:1788201788.120814:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46549e3000/obd_uuid_23534 00000020:00000001:1.0:1788201788.120816:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.120818:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.120819:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46549e3000/obd_uuid_23534 for obd_name_23534 00000020:00000001:1.0:1788201788.120820:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.120821:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.120822:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46549e3000. 00000020:00000001:1.0:1788201788.120824:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.120825:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23534 obd_type name = obd_test 00000020:01000000:1.0:1788201788.120826:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23534 (obd_uuid_23534) 00000020:00000001:1.0:1788201788.120827:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.120828:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.120830:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.120832:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.120834:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654998000. 00000020:00000010:1.0:1788201788.120836:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.120838:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.120840:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.120841:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771d290c0. 00000020:00000010:1.0:1788201788.120844:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.120845:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.120847:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654998000. 00000020:00000010:1.0:1788201788.120849:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.120850:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.120852:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.120853:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.120855:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.120856:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654a019c0. 00000020:00000001:1.0:1788201788.120859:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.120860:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.120861:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.120863:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.120865:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.120866:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.120867:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.120973:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.120984:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.120986:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.120987:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.120988:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.120989:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.120990:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.120992:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.121038:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.121106:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.121108:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.121109:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.121111:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.121113:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.121115:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.121116:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.121118:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.121121:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.121123:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23535: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.121125:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.121126:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23541 (ffff9c4654a00000) has no exports 00000020:00000001:1.0:1788201788.121141:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.121143:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.121144:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.121146:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.121148:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.121150:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465499c000. 00000020:00000010:1.0:1788201788.121152:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.121154:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.121155:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.121157:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2aa00. 00000020:00000010:1.0:1788201788.121160:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2aa00. 00000020:00000010:1.0:1788201788.121163:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.121165:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.121166:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465499c000. 00000020:00000010:1.0:1788201788.121168:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.121169:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.121171:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.121172:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.121173:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.121181:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.121184:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a09a00. 00000001:00000010:1.0:1788201788.121186:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a08600. 00000001:00000010:1.0:1788201788.121187:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a09800. 00000001:00000010:1.0:1788201788.121189:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a09200. 00000001:00000010:1.0:1788201788.121190:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d444240. 00000001:00000010:1.0:1788201788.121191:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4656180600. 00000001:00000001:1.0:1788201788.121194:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.121195:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23535 (ffff9c4654a00000) now 3 - setup 00000020:00000001:1.0:1788201788.121197:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.121198:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.121199:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.121201:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.121202:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.121204:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.121205:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.121311:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.121322:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.121323:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.121324:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.121326:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.121327:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.121328:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.121329:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.121375:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.121463:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.121465:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.121465:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.121467:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.121469:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.121471:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.121473:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.121474:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.121477:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.121479:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23535 (ffff9c4654a00000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.121481:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23535 (uuid obd_uuid_23535) 00000020:00000040:1.0:1788201788.121482:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23535 (ffff9c4654a00000) now 1 - newdev 00000020:00000040:1.0:1788201788.121484:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46549e0000 with handle 0x8990e4d0a2216a17 from hash 00000020:00000040:1.0:1788201788.121486:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46549e0000 : new refcount 0 00000020:00000080:1.0:1788201788.121487:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46549e0000/obd_uuid_23535 00000020:00000001:1.0:1788201788.121489:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.121490:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.121491:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46549e0000/obd_uuid_23535 for obd_name_23535 00000020:00000001:1.0:1788201788.121493:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.121494:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.121495:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46549e0000. 00000020:00000001:1.0:1788201788.121497:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.121498:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23535 obd_type name = obd_test 00000020:01000000:1.0:1788201788.121499:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23535 (obd_uuid_23535) 00000020:00000001:1.0:1788201788.121499:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.121501:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.121503:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.121505:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.121507:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465499a000. 00000020:00000010:1.0:1788201788.121509:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.121511:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.121512:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.121514:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771d296c0. 00000020:00000010:1.0:1788201788.121516:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.121518:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.121519:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465499a000. 00000020:00000010:1.0:1788201788.121521:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.121522:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.121524:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.121525:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.121527:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.121528:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654a00000. 00000020:00000001:1.0:1788201788.121530:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.121531:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.121533:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.121535:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.121537:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.121538:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.121539:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.121645:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.121656:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.121657:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.121658:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.121659:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.121661:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.121662:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.121663:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.121710:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.121777:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.121779:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.121780:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.121782:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.121784:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.121786:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.121788:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.121789:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.121792:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.121794:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23536: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.121795:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.121797:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23542 (ffff9c4654a119c0) has no exports 00000020:00000001:1.0:1788201788.121798:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.121799:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.121801:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.121803:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.121804:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.121806:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465499b800. 00000020:00000010:1.0:1788201788.121808:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.121810:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.121812:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.121814:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2ab00. 00000020:00000010:1.0:1788201788.121816:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2ab00. 00000020:00000010:1.0:1788201788.121819:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.121821:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.121822:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465499b800. 00000020:00000010:1.0:1788201788.121824:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.121825:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.121827:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.121828:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.121830:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.121837:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.121840:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a08200. 00000001:00000010:1.0:1788201788.121841:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a08000. 00000001:00000010:1.0:1788201788.121842:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a09600. 00000001:00000010:1.0:1788201788.121844:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a08a00. 00000001:00000010:1.0:1788201788.121845:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d444060. 00000001:00000010:1.0:1788201788.121847:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4656180d00. 00000001:00000001:1.0:1788201788.121849:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.121850:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23536 (ffff9c4654a119c0) now 3 - setup 00000020:00000001:1.0:1788201788.121851:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.121853:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.121854:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.121856:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.121857:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.121859:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.121860:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.121967:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.121977:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.121978:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.121979:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.121981:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.121982:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.121983:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.121984:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.122030:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.122097:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.122099:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.122100:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.122101:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.122103:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.122105:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.122107:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.122108:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.122111:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.122113:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23536 (ffff9c4654a119c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.122115:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23536 (uuid obd_uuid_23536) 00000020:00000040:1.0:1788201788.122116:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23536 (ffff9c4654a119c0) now 1 - newdev 00000020:00000040:1.0:1788201788.122118:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46549e2000 with handle 0x8990e4d0a2216a1e from hash 00000020:00000040:1.0:1788201788.122120:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46549e2000 : new refcount 0 00000020:00000080:1.0:1788201788.122121:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46549e2000/obd_uuid_23536 00000020:00000001:1.0:1788201788.122123:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.122124:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.122126:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46549e2000/obd_uuid_23536 for obd_name_23536 00000020:00000001:1.0:1788201788.122127:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.122140:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.122142:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46549e2000. 00000020:00000001:1.0:1788201788.122144:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.122145:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23536 obd_type name = obd_test 00000020:01000000:1.0:1788201788.122147:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23536 (obd_uuid_23536) 00000020:00000001:1.0:1788201788.122148:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.122150:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.122152:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.122153:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.122155:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465499c800. 00000020:00000010:1.0:1788201788.122157:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.122159:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.122161:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.122162:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771d29b40. 00000020:00000010:1.0:1788201788.122164:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.122166:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.122167:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465499c800. 00000020:00000010:1.0:1788201788.122169:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.122170:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.122172:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.122173:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.122175:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.122176:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654a119c0. 00000020:00000001:1.0:1788201788.122191:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.122193:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.122194:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.122197:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.122198:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.122200:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.122201:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.122308:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.122319:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.122321:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.122322:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.122323:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.122324:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.122325:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.122326:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.122375:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.122463:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.122465:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.122466:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.122468:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.122470:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.122471:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.122473:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.122474:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.122478:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.122479:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23537: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.122481:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.122482:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23543 (ffff9c4654a10000) has no exports 00000020:00000001:1.0:1788201788.122483:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.122485:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.122486:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.122488:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.122490:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.122492:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465499d800. 00000020:00000010:1.0:1788201788.122494:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.122496:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.122498:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.122500:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a280. 00000020:00000010:1.0:1788201788.122502:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a280. 00000020:00000010:1.0:1788201788.122505:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.122507:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.122508:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465499d800. 00000020:00000010:1.0:1788201788.122510:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.122511:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.122514:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.122515:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.122516:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.122524:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.122527:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46549f3400. 00000001:00000010:1.0:1788201788.122528:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46549f2400. 00000001:00000010:1.0:1788201788.122529:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a09e00. 00000001:00000010:1.0:1788201788.122531:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a08e00. 00000001:00000010:1.0:1788201788.122532:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d444ec0. 00000001:00000010:1.0:1788201788.122534:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4656180100. 00000001:00000001:1.0:1788201788.122536:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.122536:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23537 (ffff9c4654a10000) now 3 - setup 00000020:00000001:1.0:1788201788.122538:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.122539:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.122541:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.122542:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.122543:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.122545:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.122546:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.122651:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.122662:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.122663:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.122664:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.122665:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.122666:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.122667:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.122669:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.122714:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.122783:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.122784:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.122785:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.122787:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.122789:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.122791:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.122793:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.122794:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.122798:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.122799:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23537 (ffff9c4654a10000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.122801:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23537 (uuid obd_uuid_23537) 00000020:00000040:1.0:1788201788.122802:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23537 (ffff9c4654a10000) now 1 - newdev 00000020:00000040:1.0:1788201788.122804:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46549e4000 with handle 0x8990e4d0a2216a25 from hash 00000020:00000040:1.0:1788201788.122806:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46549e4000 : new refcount 0 00000020:00000080:1.0:1788201788.122807:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46549e4000/obd_uuid_23537 00000020:00000001:1.0:1788201788.122809:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.122810:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.122811:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46549e4000/obd_uuid_23537 for obd_name_23537 00000020:00000001:1.0:1788201788.122813:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.122814:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.122815:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46549e4000. 00000020:00000001:1.0:1788201788.122817:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.122818:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23537 obd_type name = obd_test 00000020:01000000:1.0:1788201788.122819:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23537 (obd_uuid_23537) 00000020:00000001:1.0:1788201788.122820:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.122822:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.122824:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.122825:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.122827:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465499e000. 00000020:00000010:1.0:1788201788.122829:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.122831:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.122833:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.122834:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771d29340. 00000020:00000010:1.0:1788201788.122836:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.122838:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.122839:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465499e000. 00000020:00000010:1.0:1788201788.122841:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.122843:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.122844:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.122846:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.122847:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.122848:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654a10000. 00000020:00000001:1.0:1788201788.122851:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.122853:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.122854:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.122856:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.122857:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.122859:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.122860:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.122967:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.122977:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.122979:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.122980:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.122981:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.122982:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.122983:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.122984:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.123030:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.123098:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.123099:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.123100:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.123102:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.123104:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.123106:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.123108:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.123109:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.123112:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.123114:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23538: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.123116:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.123117:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23544 (ffff9c4654a14d40) has no exports 00000020:00000001:1.0:1788201788.123118:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.123119:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.123121:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.123123:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.123124:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.123126:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465499f800. 00000020:00000010:1.0:1788201788.123142:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.123146:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.123149:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.123152:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a240. 00000020:00000010:1.0:1788201788.123156:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a240. 00000020:00000010:1.0:1788201788.123160:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.123162:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.123166:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465499f800. 00000020:00000010:1.0:1788201788.123168:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.123171:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.123173:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.123175:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.123177:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.123187:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.123191:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a0b400. 00000001:00000010:1.0:1788201788.123194:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a0bc00. 00000001:00000010:1.0:1788201788.123196:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a0b000. 00000001:00000010:1.0:1788201788.123198:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a0b600. 00000001:00000010:1.0:1788201788.123200:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d444560. 00000001:00000010:1.0:1788201788.123202:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4656180400. 00000001:00000001:1.0:1788201788.123204:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.123205:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23538 (ffff9c4654a14d40) now 3 - setup 00000020:00000001:1.0:1788201788.123207:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.123209:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.123211:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.123214:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.123216:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.123218:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.123220:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.123338:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.123349:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.123350:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.123351:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.123353:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.123354:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.123355:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.123356:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.123420:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.123499:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.123501:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.123502:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.123504:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.123506:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.123508:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.123510:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.123511:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.123515:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.123516:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23538 (ffff9c4654a14d40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.123518:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23538 (uuid obd_uuid_23538) 00000020:00000040:1.0:1788201788.123519:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23538 (ffff9c4654a14d40) now 1 - newdev 00000020:00000040:1.0:1788201788.123521:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46549e4800 with handle 0x8990e4d0a2216a2c from hash 00000020:00000040:1.0:1788201788.123523:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46549e4800 : new refcount 0 00000020:00000080:1.0:1788201788.123525:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46549e4800/obd_uuid_23538 00000020:00000001:1.0:1788201788.123526:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.123527:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.123529:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46549e4800/obd_uuid_23538 for obd_name_23538 00000020:00000001:1.0:1788201788.123530:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.123531:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.123532:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46549e4800. 00000020:00000001:1.0:1788201788.123534:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.123535:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23538 obd_type name = obd_test 00000020:01000000:1.0:1788201788.123536:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23538 (obd_uuid_23538) 00000020:00000001:1.0:1788201788.123537:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.123538:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.123540:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.123542:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.123544:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465499d000. 00000020:00000010:1.0:1788201788.123546:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.123548:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.123549:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.123551:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771d29e00. 00000020:00000010:1.0:1788201788.123554:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.123555:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.123557:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465499d000. 00000020:00000010:1.0:1788201788.123559:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.123560:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.123562:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.123563:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.123565:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.123566:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654a14d40. 00000020:00000001:1.0:1788201788.123569:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.123570:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.123571:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.123573:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.123575:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.123576:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.123577:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.123733:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.123749:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.123751:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.123753:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.123755:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.123757:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.123758:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.123760:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.123811:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.123883:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.123885:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.123886:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.123888:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.123890:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.123892:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.123893:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.123895:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.123898:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.123900:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23539: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.123902:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.123903:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23545 (ffff9c4654a13380) has no exports 00000020:00000001:1.0:1788201788.123905:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.123906:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.123908:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.123909:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.123911:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.123913:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654999000. 00000020:00000010:1.0:1788201788.123915:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.123917:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.123919:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.123921:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2ac40. 00000020:00000010:1.0:1788201788.123923:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2ac40. 00000020:00000010:1.0:1788201788.123926:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.123928:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.123929:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654999000. 00000020:00000010:1.0:1788201788.123931:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.123933:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.123934:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.123936:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.123937:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.123944:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.123947:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a0a400. 00000001:00000010:1.0:1788201788.123948:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a0a800. 00000001:00000010:1.0:1788201788.123950:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a0a000. 00000001:00000010:1.0:1788201788.123951:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a0a600. 00000001:00000010:1.0:1788201788.123953:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d444720. 00000001:00000010:1.0:1788201788.123954:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4656180700. 00000001:00000001:1.0:1788201788.123956:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.123957:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23539 (ffff9c4654a13380) now 3 - setup 00000020:00000001:1.0:1788201788.123958:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.123959:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.123961:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.123963:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.123964:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.123966:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.123967:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.124077:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.124088:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.124089:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.124090:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.124092:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.124093:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.124094:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.124095:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.124154:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.124227:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.124229:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.124230:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.124231:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.124234:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.124235:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.124237:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.124238:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.124242:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.124244:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23539 (ffff9c4654a13380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.124245:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23539 (uuid obd_uuid_23539) 00000020:00000040:1.0:1788201788.124246:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23539 (ffff9c4654a13380) now 1 - newdev 00000020:00000040:1.0:1788201788.124249:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654a25800 with handle 0x8990e4d0a2216a33 from hash 00000020:00000040:1.0:1788201788.124251:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654a25800 : new refcount 0 00000020:00000080:1.0:1788201788.124252:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654a25800/obd_uuid_23539 00000020:00000001:1.0:1788201788.124253:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.124255:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.124256:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654a25800/obd_uuid_23539 for obd_name_23539 00000020:00000001:1.0:1788201788.124257:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.124258:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.124259:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654a25800. 00000020:00000001:1.0:1788201788.124261:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.124262:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23539 obd_type name = obd_test 00000020:01000000:1.0:1788201788.124263:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23539 (obd_uuid_23539) 00000020:00000001:1.0:1788201788.124265:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.124266:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.124268:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.124270:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.124272:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465499a800. 00000020:00000010:1.0:1788201788.124274:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.124276:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.124278:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.124279:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771d29840. 00000020:00000010:1.0:1788201788.124281:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.124283:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.124284:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465499a800. 00000020:00000010:1.0:1788201788.124286:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.124288:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.124289:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.124291:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.124292:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.124293:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654a13380. 00000020:00000001:1.0:1788201788.124296:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.124297:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.124298:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.124300:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.124302:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.124303:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.124304:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.124534:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.124545:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.124546:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.124548:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.124549:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.124550:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.124551:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.124552:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.124599:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.124670:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.124672:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.124673:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.124675:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.124677:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.124679:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.124681:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.124682:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.124685:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.124687:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23540: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.124688:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.124690:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23546 (ffff9c4654a28000) has no exports 00000020:00000001:1.0:1788201788.124691:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.124693:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.124694:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.124696:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.124698:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.124700:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465499f000. 00000020:00000010:1.0:1788201788.124702:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.124704:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.124705:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.124707:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a580. 00000020:00000010:1.0:1788201788.124710:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a580. 00000020:00000010:1.0:1788201788.124713:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.124715:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.124716:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465499f000. 00000020:00000010:1.0:1788201788.124718:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.124719:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.124721:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.124722:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.124724:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.124732:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.124735:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a0ba00. 00000001:00000010:1.0:1788201788.124736:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a0ac00. 00000001:00000010:1.0:1788201788.124738:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a0ae00. 00000001:00000010:1.0:1788201788.124739:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a0b800. 00000001:00000010:1.0:1788201788.124741:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d444700. 00000001:00000010:1.0:1788201788.124742:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4656180a00. 00000001:00000001:1.0:1788201788.124744:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.124745:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23540 (ffff9c4654a28000) now 3 - setup 00000020:00000001:1.0:1788201788.124747:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.124748:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.124749:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.124751:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.124752:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.124753:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.124754:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.124865:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.124875:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.124877:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.124878:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.124879:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.124880:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.124881:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.124882:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.124928:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.124997:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.124999:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.125000:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.125002:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.125004:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.125006:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.125007:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.125009:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.125012:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.125014:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23540 (ffff9c4654a28000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.125015:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23540 (uuid obd_uuid_23540) 00000020:00000040:1.0:1788201788.125016:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23540 (ffff9c4654a28000) now 1 - newdev 00000020:00000040:1.0:1788201788.125019:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654a25000 with handle 0x8990e4d0a2216a3a from hash 00000020:00000040:1.0:1788201788.125021:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654a25000 : new refcount 0 00000020:00000080:1.0:1788201788.125022:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654a25000/obd_uuid_23540 00000020:00000001:1.0:1788201788.125024:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.125026:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.125027:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654a25000/obd_uuid_23540 for obd_name_23540 00000020:00000001:1.0:1788201788.125028:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.125029:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.125030:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654a25000. 00000020:00000001:1.0:1788201788.125032:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.125033:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23540 obd_type name = obd_test 00000020:01000000:1.0:1788201788.125034:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23540 (obd_uuid_23540) 00000020:00000001:1.0:1788201788.125035:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.125037:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.125038:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.125040:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.125042:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465499e800. 00000020:00000010:1.0:1788201788.125044:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.125046:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.125047:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.125049:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771d29440. 00000020:00000010:1.0:1788201788.125051:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.125053:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.125054:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465499e800. 00000020:00000010:1.0:1788201788.125056:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.125057:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.125059:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.125060:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.125062:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.125063:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654a28000. 00000020:00000001:1.0:1788201788.125066:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.125067:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.125069:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.125071:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.125072:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.125074:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.125075:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.125200:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.125211:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.125212:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.125213:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.125215:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.125216:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.125217:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.125218:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.125264:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.125333:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.125335:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.125336:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.125337:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.125340:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.125341:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.125343:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.125344:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.125348:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.125349:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23541: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.125351:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.125352:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23547 (ffff9c4654a2cd40) has no exports 00000020:00000001:1.0:1788201788.125354:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.125355:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.125357:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.125358:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.125360:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.125362:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654999800. 00000020:00000010:1.0:1788201788.125364:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.125366:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.125368:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.125370:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a940. 00000020:00000010:1.0:1788201788.125372:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a940. 00000020:00000010:1.0:1788201788.125375:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.125377:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.125378:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654999800. 00000020:00000010:1.0:1788201788.125380:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.125382:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.125383:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.125385:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.125386:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.125408:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.125411:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a09000. 00000001:00000010:1.0:1788201788.125413:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a09c00. 00000001:00000010:1.0:1788201788.125415:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a0b200. 00000001:00000010:1.0:1788201788.125416:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a0a200. 00000001:00000010:1.0:1788201788.125417:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d4443c0. 00000001:00000010:1.0:1788201788.125419:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4656180e00. 00000001:00000001:1.0:1788201788.125421:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.125422:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23541 (ffff9c4654a2cd40) now 3 - setup 00000020:00000001:1.0:1788201788.125423:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.125424:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.125426:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.125428:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.125429:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.125430:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.125432:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.125544:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.125555:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.125556:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.125557:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.125559:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.125560:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.125561:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.125562:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.125609:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.125677:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.125679:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.125680:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.125682:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.125684:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.125686:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.125687:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.125689:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.125692:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.125694:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23541 (ffff9c4654a2cd40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.125696:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23541 (uuid obd_uuid_23541) 00000020:00000040:1.0:1788201788.125697:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23541 (ffff9c4654a2cd40) now 1 - newdev 00000020:00000040:1.0:1788201788.125699:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654a27800 with handle 0x8990e4d0a2216a41 from hash 00000020:00000040:1.0:1788201788.125701:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654a27800 : new refcount 0 00000020:00000080:1.0:1788201788.125702:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654a27800/obd_uuid_23541 00000020:00000001:1.0:1788201788.125703:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.125705:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.125706:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654a27800/obd_uuid_23541 for obd_name_23541 00000020:00000001:1.0:1788201788.125707:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.125709:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.125710:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654a27800. 00000020:00000001:1.0:1788201788.125712:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.125713:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23541 obd_type name = obd_test 00000020:01000000:1.0:1788201788.125714:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23541 (obd_uuid_23541) 00000020:00000001:1.0:1788201788.125715:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.125716:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.125718:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.125719:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.125721:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4750102800. 00000020:00000010:1.0:1788201788.125723:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.125725:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.125726:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.125728:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771d29740. 00000020:00000010:1.0:1788201788.125730:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.125731:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.125733:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4750102800. 00000020:00000010:1.0:1788201788.125734:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.125736:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.125737:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.125739:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.125741:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.125742:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654a2cd40. 00000020:00000001:1.0:1788201788.125745:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.125746:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.125748:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.125749:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.125751:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.125752:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.125753:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.125861:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.125872:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.125873:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.125874:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.125875:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.125877:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.125878:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.125879:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.125925:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.125992:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.125994:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.125995:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.125997:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.125999:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.126001:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.126002:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.126004:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.126007:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.126009:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23542: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.126010:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.126011:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23548 (ffff9c4654a2b380) has no exports 00000020:00000001:1.0:1788201788.126013:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.126014:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.126016:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.126017:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.126019:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.126020:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4750106000. 00000020:00000010:1.0:1788201788.126022:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.126024:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.126026:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.126028:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a1c0. 00000020:00000010:1.0:1788201788.126030:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a1c0. 00000020:00000010:1.0:1788201788.126033:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.126035:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.126037:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4750106000. 00000020:00000010:1.0:1788201788.126038:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.126040:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.126041:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.126043:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.126044:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.126052:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.126055:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a30a00. 00000001:00000010:1.0:1788201788.126057:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a31e00. 00000001:00000010:1.0:1788201788.126059:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a30e00. 00000001:00000010:1.0:1788201788.126060:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a31800. 00000001:00000010:1.0:1788201788.126062:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d4444c0. 00000001:00000010:1.0:1788201788.126063:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4656180b00. 00000001:00000001:1.0:1788201788.126065:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.126065:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23542 (ffff9c4654a2b380) now 3 - setup 00000020:00000001:1.0:1788201788.126067:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.126068:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.126069:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.126071:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.126072:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.126074:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.126075:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.126198:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.126209:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.126210:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.126211:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.126212:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.126213:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.126215:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.126216:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.126264:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.126332:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.126334:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.126335:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.126336:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.126338:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.126340:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.126342:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.126343:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.126346:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.126348:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23542 (ffff9c4654a2b380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.126350:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23542 (uuid obd_uuid_23542) 00000020:00000040:1.0:1788201788.126351:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23542 (ffff9c4654a2b380) now 1 - newdev 00000020:00000040:1.0:1788201788.126353:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654a22800 with handle 0x8990e4d0a2216a48 from hash 00000020:00000040:1.0:1788201788.126355:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654a22800 : new refcount 0 00000020:00000080:1.0:1788201788.126356:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654a22800/obd_uuid_23542 00000020:00000001:1.0:1788201788.126358:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.126359:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.126360:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654a22800/obd_uuid_23542 for obd_name_23542 00000020:00000001:1.0:1788201788.126361:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.126362:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.126363:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654a22800. 00000020:00000001:1.0:1788201788.126365:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.126366:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23542 obd_type name = obd_test 00000020:01000000:1.0:1788201788.126367:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23542 (obd_uuid_23542) 00000020:00000001:1.0:1788201788.126369:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.126370:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.126372:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.126373:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.126375:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4750100000. 00000020:00000010:1.0:1788201788.126377:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.126379:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.126380:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.126383:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771d29100. 00000020:00000010:1.0:1788201788.126385:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.126386:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.126388:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4750100000. 00000020:00000010:1.0:1788201788.126390:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.126392:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.126408:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.126410:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.126411:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.126413:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654a2b380. 00000020:00000001:1.0:1788201788.126415:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.126417:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.126418:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.126421:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.126422:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.126423:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.126425:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.126540:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.126551:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.126552:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.126554:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.126555:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.126556:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.126557:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.126558:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.126605:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.126673:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.126675:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.126676:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.126678:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.126680:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.126682:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.126683:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.126685:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.126688:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.126689:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23543: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.126691:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.126693:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23549 (ffff9c4654a299c0) has no exports 00000020:00000001:1.0:1788201788.126694:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.126695:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.126697:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.126699:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.126700:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.126703:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4750102000. 00000020:00000010:1.0:1788201788.126704:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.126707:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.126708:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.126710:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a840. 00000020:00000010:1.0:1788201788.126713:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a840. 00000020:00000010:1.0:1788201788.126716:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.126717:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.126719:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4750102000. 00000020:00000010:1.0:1788201788.126721:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.126722:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.126724:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.126726:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.126727:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.126735:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.126737:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a31600. 00000001:00000010:1.0:1788201788.126739:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a31000. 00000001:00000010:1.0:1788201788.126740:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a30800. 00000001:00000010:1.0:1788201788.126742:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a30400. 00000001:00000010:1.0:1788201788.126743:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d444a00. 00000001:00000010:1.0:1788201788.126745:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4656180300. 00000001:00000001:1.0:1788201788.126746:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.126747:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23543 (ffff9c4654a299c0) now 3 - setup 00000020:00000001:1.0:1788201788.126749:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.126750:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.126751:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.126753:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.126754:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.126756:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.126757:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.126866:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.126877:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.126878:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.126879:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.126880:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.126882:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.126883:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.126884:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.126930:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.126998:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.126999:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.127000:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.127002:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.127004:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.127006:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.127007:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.127009:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.127012:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.127014:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23543 (ffff9c4654a299c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.127015:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23543 (uuid obd_uuid_23543) 00000020:00000040:1.0:1788201788.127017:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23543 (ffff9c4654a299c0) now 1 - newdev 00000020:00000040:1.0:1788201788.127019:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654a21000 with handle 0x8990e4d0a2216a4f from hash 00000020:00000040:1.0:1788201788.127021:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654a21000 : new refcount 0 00000020:00000080:1.0:1788201788.127022:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654a21000/obd_uuid_23543 00000020:00000001:1.0:1788201788.127023:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.127025:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.127026:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654a21000/obd_uuid_23543 for obd_name_23543 00000020:00000001:1.0:1788201788.127027:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.127028:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.127029:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654a21000. 00000020:00000001:1.0:1788201788.127031:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.127032:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23543 obd_type name = obd_test 00000020:01000000:1.0:1788201788.127034:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23543 (obd_uuid_23543) 00000020:00000001:1.0:1788201788.127035:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.127036:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.127038:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.127040:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.127042:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4750104000. 00000020:00000010:1.0:1788201788.127044:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.127046:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.127048:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.127049:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771d29ec0. 00000020:00000010:1.0:1788201788.127051:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.127053:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.127054:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4750104000. 00000020:00000010:1.0:1788201788.127056:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.127058:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.127059:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.127061:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.127062:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.127063:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654a299c0. 00000020:00000001:1.0:1788201788.127066:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.127067:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.127068:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.127070:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.127072:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.127073:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.127074:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.127199:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.127210:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.127211:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.127212:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.127213:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.127215:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.127216:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.127217:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.127263:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.127332:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.127334:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.127335:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.127337:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.127339:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.127341:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.127342:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.127344:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.127347:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.127349:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23544: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.127350:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.127352:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23550 (ffff9c4654a3b380) has no exports 00000020:00000001:1.0:1788201788.127353:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.127355:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.127356:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.127358:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.127360:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.127362:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4750101800. 00000020:00000010:1.0:1788201788.127364:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.127366:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.127367:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.127369:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a480. 00000020:00000010:1.0:1788201788.127372:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a480. 00000020:00000010:1.0:1788201788.127375:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.127376:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.127378:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4750101800. 00000020:00000010:1.0:1788201788.127380:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.127381:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.127383:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.127384:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.127385:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.127407:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.127411:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a31400. 00000001:00000010:1.0:1788201788.127414:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a31c00. 00000001:00000010:1.0:1788201788.127416:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a30000. 00000001:00000010:1.0:1788201788.127418:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a30600. 00000001:00000010:1.0:1788201788.127421:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d444aa0. 00000001:00000010:1.0:1788201788.127423:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4656180900. 00000001:00000001:1.0:1788201788.127425:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.127426:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23544 (ffff9c4654a3b380) now 3 - setup 00000020:00000001:1.0:1788201788.127428:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.127430:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.127432:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.127434:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.127436:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.127439:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.127440:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.127551:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.127562:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.127563:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.127564:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.127565:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.127567:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.127568:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.127569:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.127615:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.127683:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.127685:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.127686:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.127688:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.127690:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.127691:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.127693:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.127694:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.127698:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.127699:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23544 (ffff9c4654a3b380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.127701:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23544 (uuid obd_uuid_23544) 00000020:00000040:1.0:1788201788.127702:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23544 (ffff9c4654a3b380) now 1 - newdev 00000020:00000040:1.0:1788201788.127704:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654a26800 with handle 0x8990e4d0a2216a56 from hash 00000020:00000040:1.0:1788201788.127706:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654a26800 : new refcount 0 00000020:00000080:1.0:1788201788.127708:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654a26800/obd_uuid_23544 00000020:00000001:1.0:1788201788.127709:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.127711:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.127712:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654a26800/obd_uuid_23544 for obd_name_23544 00000020:00000001:1.0:1788201788.127713:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.127714:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.127715:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654a26800. 00000020:00000001:1.0:1788201788.127717:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.127718:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23544 obd_type name = obd_test 00000020:01000000:1.0:1788201788.127719:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23544 (obd_uuid_23544) 00000020:00000001:1.0:1788201788.127720:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.127721:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.127723:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.127725:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.127727:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4750107000. 00000020:00000010:1.0:1788201788.127728:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.127730:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.127732:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.127734:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771d29700. 00000020:00000010:1.0:1788201788.127736:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.127737:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.127739:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4750107000. 00000020:00000010:1.0:1788201788.127740:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.127742:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.127743:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.127745:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.127746:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.127748:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654a3b380. 00000020:00000001:1.0:1788201788.127751:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.127752:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.127754:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.127756:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.127757:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.127759:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.127761:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.127870:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.127880:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.127882:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.127883:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.127884:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.127885:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.127886:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.127888:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.127934:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.128001:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.128003:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.128004:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.128005:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.128007:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.128009:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.128011:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.128012:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.128016:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.128017:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23545: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.128019:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.128020:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23551 (ffff9c4654a399c0) has no exports 00000020:00000001:1.0:1788201788.128021:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.128023:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.128024:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.128026:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.128028:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.128030:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c476ff1b800. 00000020:00000010:1.0:1788201788.128032:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.128034:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.128036:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.128038:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a7c0. 00000020:00000010:1.0:1788201788.128040:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a7c0. 00000020:00000010:1.0:1788201788.128043:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.128045:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.128046:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c476ff1b800. 00000020:00000010:1.0:1788201788.128049:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.128051:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.128052:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.128054:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.128055:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.128065:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.128068:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a0be00. 00000001:00000010:1.0:1788201788.128070:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a0aa00. 00000001:00000010:1.0:1788201788.128071:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a31a00. 00000001:00000010:1.0:1788201788.128073:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a30c00. 00000001:00000010:1.0:1788201788.128079:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d4440c0. 00000001:00000010:1.0:1788201788.128080:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4656180000. 00000001:00000001:1.0:1788201788.128082:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.128083:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23545 (ffff9c4654a399c0) now 3 - setup 00000020:00000001:1.0:1788201788.128085:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.128086:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.128088:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.128090:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.128091:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.128093:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.128094:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.128220:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.128230:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.128232:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.128233:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.128234:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.128235:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.128236:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.128237:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.128283:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.128352:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.128354:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.128355:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.128357:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.128359:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.128360:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.128362:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.128364:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.128367:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.128370:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23545 (ffff9c4654a399c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.128371:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23545 (uuid obd_uuid_23545) 00000020:00000040:1.0:1788201788.128373:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23545 (ffff9c4654a399c0) now 1 - newdev 00000020:00000040:1.0:1788201788.128375:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654a27000 with handle 0x8990e4d0a2216a5d from hash 00000020:00000040:1.0:1788201788.128377:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654a27000 : new refcount 0 00000020:00000080:1.0:1788201788.128378:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654a27000/obd_uuid_23545 00000020:00000001:1.0:1788201788.128380:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.128381:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.128382:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654a27000/obd_uuid_23545 for obd_name_23545 00000020:00000001:1.0:1788201788.128383:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.128384:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.128385:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654a27000. 00000020:00000001:1.0:1788201788.128387:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.128388:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23545 obd_type name = obd_test 00000020:01000000:1.0:1788201788.128389:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23545 (obd_uuid_23545) 00000020:00000001:1.0:1788201788.128390:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.128391:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.128428:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.128430:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.128432:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654998000. 00000020:00000010:1.0:1788201788.128434:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.128436:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.128438:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.128439:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771d29140. 00000020:00000010:1.0:1788201788.128441:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.128443:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.128444:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654998000. 00000020:00000010:1.0:1788201788.128446:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.128447:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.128449:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.128450:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.128452:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.128453:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654a399c0. 00000020:00000001:1.0:1788201788.128456:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.128458:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.128459:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.128462:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.128463:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.128465:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.128466:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.128577:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.128587:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.128589:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.128590:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.128591:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.128592:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.128593:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.128594:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.128640:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.128709:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.128711:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.128712:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.128714:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.128716:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.128717:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.128719:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.128720:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.128723:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.128725:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23546: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.128726:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.128728:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23552 (ffff9c4654a38000) has no exports 00000020:00000001:1.0:1788201788.128729:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.128730:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.128732:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.128734:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.128735:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.128737:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4747c49800. 00000020:00000010:1.0:1788201788.128739:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.128741:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.128743:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.128745:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2aac0. 00000020:00000010:1.0:1788201788.128748:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2aac0. 00000020:00000010:1.0:1788201788.128751:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.128752:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.128754:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4747c49800. 00000020:00000010:1.0:1788201788.128756:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.128757:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.128759:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.128760:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.128762:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.128770:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.128772:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a32600. 00000001:00000010:1.0:1788201788.128774:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a33a00. 00000001:00000010:1.0:1788201788.128776:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a32c00. 00000001:00000010:1.0:1788201788.128777:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a32800. 00000001:00000010:1.0:1788201788.128779:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d444280. 00000001:00000010:1.0:1788201788.128780:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4656180800. 00000001:00000001:1.0:1788201788.128782:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.128783:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23546 (ffff9c4654a38000) now 3 - setup 00000020:00000001:1.0:1788201788.128784:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.128786:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.128787:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.128789:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.128790:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.128792:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.128793:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.128901:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.128911:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.128912:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.128913:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.128915:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.128916:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.128917:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.128918:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.128964:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.129032:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.129034:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.129035:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.129037:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.129039:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.129040:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.129042:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.129043:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.129046:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.129048:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23546 (ffff9c4654a38000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.129050:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23546 (uuid obd_uuid_23546) 00000020:00000040:1.0:1788201788.129051:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23546 (ffff9c4654a38000) now 1 - newdev 00000020:00000040:1.0:1788201788.129053:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654a21800 with handle 0x8990e4d0a2216a64 from hash 00000020:00000040:1.0:1788201788.129055:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654a21800 : new refcount 0 00000020:00000080:1.0:1788201788.129056:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654a21800/obd_uuid_23546 00000020:00000001:1.0:1788201788.129058:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.129059:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.129060:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654a21800/obd_uuid_23546 for obd_name_23546 00000020:00000001:1.0:1788201788.129062:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.129063:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.129064:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654a21800. 00000020:00000001:1.0:1788201788.129065:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.129066:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23546 obd_type name = obd_test 00000020:01000000:1.0:1788201788.129067:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23546 (obd_uuid_23546) 00000020:00000001:1.0:1788201788.129068:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.129070:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.129071:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.129073:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.129075:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4747c4a000. 00000020:00000010:1.0:1788201788.129077:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.129078:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.129080:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.129082:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c476dacc9c0. 00000020:00000010:1.0:1788201788.129084:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.129086:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.129087:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4747c4a000. 00000020:00000010:1.0:1788201788.129089:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.129091:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.129092:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.129094:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.129095:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.129096:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654a38000. 00000020:00000001:1.0:1788201788.129099:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.129100:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.129102:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.129104:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.129105:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.129107:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.129108:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.129236:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.129247:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.129248:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.129249:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.129251:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.129252:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.129253:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.129254:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.129300:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.129372:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.129373:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.129374:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.129376:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.129378:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.129380:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.129382:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.129383:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.129387:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.129388:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23547: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.129390:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.129391:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23553 (ffff9c4654a3cd40) has no exports 00000020:00000001:1.0:1788201788.129407:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.129409:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.129411:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.129412:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.129414:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.129416:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4747c4b000. 00000020:00000010:1.0:1788201788.129418:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.129420:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.129421:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.129424:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a900. 00000020:00000010:1.0:1788201788.129426:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a900. 00000020:00000010:1.0:1788201788.129430:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.129432:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.129433:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4747c4b000. 00000020:00000010:1.0:1788201788.129435:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.129436:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.129438:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.129440:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.129441:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.129449:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.129452:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a32000. 00000001:00000010:1.0:1788201788.129453:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a32200. 00000001:00000010:1.0:1788201788.129455:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a33e00. 00000001:00000010:1.0:1788201788.129456:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a32e00. 00000001:00000010:1.0:1788201788.129458:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c476d444ce0. 00000001:00000010:1.0:1788201788.129459:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4656180500. 00000001:00000001:1.0:1788201788.129464:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.129465:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23547 (ffff9c4654a3cd40) now 3 - setup 00000020:00000001:1.0:1788201788.129466:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.129468:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.129469:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.129472:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.129473:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.129475:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.129476:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.129592:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.129602:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.129603:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.129604:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.129606:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.129607:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.129608:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.129609:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.129657:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.129728:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.129730:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.129731:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.129733:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.129736:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.129739:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.129741:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.129744:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.129748:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.129751:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23547 (ffff9c4654a3cd40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.129753:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23547 (uuid obd_uuid_23547) 00000020:00000040:1.0:1788201788.129755:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23547 (ffff9c4654a3cd40) now 1 - newdev 00000020:00000040:1.0:1788201788.129758:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654a20800 with handle 0x8990e4d0a2216a6b from hash 00000020:00000040:1.0:1788201788.129761:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654a20800 : new refcount 0 00000020:00000080:1.0:1788201788.129763:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654a20800/obd_uuid_23547 00000020:00000001:1.0:1788201788.129765:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.129767:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.129768:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654a20800/obd_uuid_23547 for obd_name_23547 00000020:00000001:1.0:1788201788.129770:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.129771:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.129773:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654a20800. 00000020:00000001:1.0:1788201788.129776:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.129778:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23547 obd_type name = obd_test 00000020:01000000:1.0:1788201788.129780:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23547 (obd_uuid_23547) 00000020:00000001:1.0:1788201788.129782:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.129784:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.129787:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.129790:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.129793:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4747c4a800. 00000020:00000010:1.0:1788201788.129796:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.129799:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.129802:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.129805:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c476dacc2c0. 00000020:00000010:1.0:1788201788.129807:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.129810:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.129813:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4747c4a800. 00000020:00000010:1.0:1788201788.129816:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.129820:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.129822:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.129825:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.129827:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.129829:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654a3cd40. 00000020:00000001:1.0:1788201788.129835:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.129837:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.129839:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.129842:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.129844:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.129846:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.129848:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.129996:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.130007:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.130008:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.130009:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.130011:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.130012:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.130013:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.130014:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.130062:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.130144:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.130146:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.130148:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.130149:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.130152:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.130153:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.130155:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.130157:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.130160:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.130162:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23548: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.130163:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.130165:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23554 (ffff9c4654a4b380) has no exports 00000020:00000001:1.0:1788201788.130166:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.130168:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.130169:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.130171:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.130173:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.130175:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4747c4f000. 00000020:00000010:1.0:1788201788.130176:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.130178:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.130180:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.130182:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a400. 00000020:00000010:1.0:1788201788.130184:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a400. 00000020:00000010:1.0:1788201788.130188:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.130190:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.130191:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4747c4f000. 00000020:00000010:1.0:1788201788.130193:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.130195:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.130196:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.130198:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.130199:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.130207:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.130241:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46551c4600. 00000001:00000010:1.0:1788201788.130243:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46551c5a00. 00000001:00000010:1.0:1788201788.130245:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46551c5e00. 00000001:00000010:1.0:1788201788.130246:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46551c4e00. 00000001:00000010:1.0:1788201788.130248:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268aa0. 00000001:00000010:1.0:1788201788.130249:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4773e4c600. 00000001:00000001:1.0:1788201788.130253:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.130254:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23548 (ffff9c4654a4b380) now 3 - setup 00000020:00000001:1.0:1788201788.130255:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.130256:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.130258:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.130260:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.130261:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.130263:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.130264:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.130381:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.130391:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.130408:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.130409:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.130410:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.130412:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.130413:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.130414:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.130463:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.130535:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.130537:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.130538:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.130540:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.130542:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.130544:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.130545:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.130547:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.130550:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.130551:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23548 (ffff9c4654a4b380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.130553:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23548 (uuid obd_uuid_23548) 00000020:00000040:1.0:1788201788.130554:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23548 (ffff9c4654a4b380) now 1 - newdev 00000020:00000040:1.0:1788201788.130556:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654a23000 with handle 0x8990e4d0a2216a72 from hash 00000020:00000040:1.0:1788201788.130558:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654a23000 : new refcount 0 00000020:00000080:1.0:1788201788.130560:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654a23000/obd_uuid_23548 00000020:00000001:1.0:1788201788.130561:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.130562:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.130564:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654a23000/obd_uuid_23548 for obd_name_23548 00000020:00000001:1.0:1788201788.130565:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.130566:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.130567:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654a23000. 00000020:00000001:1.0:1788201788.130570:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.130571:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23548 obd_type name = obd_test 00000020:01000000:1.0:1788201788.130572:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23548 (obd_uuid_23548) 00000020:00000001:1.0:1788201788.130572:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.130574:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.130576:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.130577:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.130579:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4747c4e800. 00000020:00000010:1.0:1788201788.130581:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.130583:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.130585:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.130586:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4779d933c0. 00000020:00000010:1.0:1788201788.130588:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.130590:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.130591:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4747c4e800. 00000020:00000010:1.0:1788201788.130593:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.130595:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.130596:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.130598:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.130599:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.130600:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654a4b380. 00000020:00000001:1.0:1788201788.130607:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.130608:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.130609:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.130611:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.130613:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.130615:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.130616:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.130729:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.130739:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.130741:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.130742:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.130744:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.130745:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.130746:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.130747:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.130792:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.130863:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.130864:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.130865:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.130867:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.130869:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.130871:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.130873:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.130874:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.130877:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.130879:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23549: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.130881:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.130882:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23555 (ffff9c46551ccd40) has no exports 00000020:00000001:1.0:1788201788.130884:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.130885:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.130887:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.130889:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.130890:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.130892:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4747c48800. 00000020:00000010:1.0:1788201788.130894:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.130896:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.130898:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.130899:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a700. 00000020:00000010:1.0:1788201788.130902:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a700. 00000020:00000010:1.0:1788201788.130905:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.130907:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.130908:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4747c48800. 00000020:00000010:1.0:1788201788.130910:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.130912:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.130913:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.130915:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.130916:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.130923:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.130927:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46553f6000. 00000001:00000010:1.0:1788201788.130934:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46544a4a00. 00000001:00000010:1.0:1788201788.130939:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46551c5800. 00000001:00000010:1.0:1788201788.130941:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46551c5200. 00000001:00000010:1.0:1788201788.130942:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c47442680c0. 00000001:00000010:1.0:1788201788.130944:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4773e4cd00. 00000001:00000001:1.0:1788201788.130946:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.130947:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23549 (ffff9c46551ccd40) now 3 - setup 00000020:00000001:1.0:1788201788.130948:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.130950:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.130951:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.130953:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.130954:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.130956:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.130957:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.131073:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.131084:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.131085:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.131086:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.131087:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.131089:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.131090:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.131091:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.131149:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.131222:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.131224:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.131225:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.131227:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.131229:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.131231:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.131233:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.131234:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.131237:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.131239:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23549 (ffff9c46551ccd40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.131240:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23549 (uuid obd_uuid_23549) 00000020:00000040:1.0:1788201788.131241:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23549 (ffff9c46551ccd40) now 1 - newdev 00000020:00000040:1.0:1788201788.131244:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46551b4800 with handle 0x8990e4d0a2216a79 from hash 00000020:00000040:1.0:1788201788.131246:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46551b4800 : new refcount 0 00000020:00000080:1.0:1788201788.131247:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46551b4800/obd_uuid_23549 00000020:00000001:1.0:1788201788.131249:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.131250:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.131251:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46551b4800/obd_uuid_23549 for obd_name_23549 00000020:00000001:1.0:1788201788.131252:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.131253:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.131255:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46551b4800. 00000020:00000001:1.0:1788201788.131256:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.131257:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23549 obd_type name = obd_test 00000020:01000000:1.0:1788201788.131258:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23549 (obd_uuid_23549) 00000020:00000001:1.0:1788201788.131259:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.131261:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.131262:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.131264:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.131266:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4747c4c000. 00000020:00000010:1.0:1788201788.131268:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.131269:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.131271:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.131273:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4779d93600. 00000020:00000010:1.0:1788201788.131275:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.131277:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.131278:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4747c4c000. 00000020:00000010:1.0:1788201788.131280:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.131282:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.131283:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.131285:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.131286:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.131287:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46551ccd40. 00000020:00000001:1.0:1788201788.131297:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.131298:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.131300:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.131303:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.131304:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.131306:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.131307:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.131451:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.131462:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.131463:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.131464:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.131466:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.131467:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.131468:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.131469:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.131516:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.131587:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.131589:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.131590:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.131592:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.131594:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.131596:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.131597:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.131599:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.131602:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.131603:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23550: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.131605:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.131607:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23556 (ffff9c4654a50000) has no exports 00000020:00000001:1.0:1788201788.131608:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.131609:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.131611:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.131613:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.131615:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.131617:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46551b3000. 00000020:00000010:1.0:1788201788.131619:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.131621:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.131623:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.131625:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a380. 00000020:00000010:1.0:1788201788.131627:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a380. 00000020:00000010:1.0:1788201788.131630:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.131632:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.131633:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46551b3000. 00000020:00000010:1.0:1788201788.131635:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.131637:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.131638:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.131640:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.131641:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.131672:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.131676:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465519ec00. 00000001:00000010:1.0:1788201788.131677:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465519e800. 00000001:00000010:1.0:1788201788.131679:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465519fc00. 00000001:00000010:1.0:1788201788.131680:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465519f000. 00000001:00000010:1.0:1788201788.131685:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268280. 00000001:00000010:1.0:1788201788.131687:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4773e4c100. 00000001:00000001:1.0:1788201788.131688:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.131690:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23550 (ffff9c4654a50000) now 3 - setup 00000020:00000001:1.0:1788201788.131691:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.131693:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.131694:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.131696:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.131697:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.131699:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.131700:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.131809:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.131819:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.131821:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.131822:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.131823:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.131825:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.131826:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.131827:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.131873:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.131940:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.131942:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.131943:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.131945:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.131947:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.131949:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.131951:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.131952:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.131955:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.131957:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23550 (ffff9c4654a50000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.131959:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23550 (uuid obd_uuid_23550) 00000020:00000040:1.0:1788201788.131960:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23550 (ffff9c4654a50000) now 1 - newdev 00000020:00000040:1.0:1788201788.131962:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46551b3800 with handle 0x8990e4d0a2216a80 from hash 00000020:00000040:1.0:1788201788.131964:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46551b3800 : new refcount 0 00000020:00000080:1.0:1788201788.131965:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46551b3800/obd_uuid_23550 00000020:00000001:1.0:1788201788.131966:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.131968:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.131969:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46551b3800/obd_uuid_23550 for obd_name_23550 00000020:00000001:1.0:1788201788.131971:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.131972:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.131973:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46551b3800. 00000020:00000001:1.0:1788201788.131974:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.131975:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23550 obd_type name = obd_test 00000020:01000000:1.0:1788201788.131976:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23550 (obd_uuid_23550) 00000020:00000001:1.0:1788201788.131977:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.131979:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.131981:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.131982:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.131984:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46551b1800. 00000020:00000010:1.0:1788201788.131986:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.131988:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.131990:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.131991:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4779d93300. 00000020:00000010:1.0:1788201788.131993:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.131995:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.131996:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46551b1800. 00000020:00000010:1.0:1788201788.131998:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.131999:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.132001:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.132003:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.132004:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.132005:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654a50000. 00000020:00000001:1.0:1788201788.132020:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.132021:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.132023:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.132026:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.132027:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.132029:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.132030:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.132149:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.132160:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.132161:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.132162:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.132164:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.132165:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.132166:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.132167:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.132213:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.132284:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.132286:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.132287:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.132289:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.132291:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.132293:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.132295:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.132297:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.132301:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.132303:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23551: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.132305:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.132306:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23557 (ffff9c4654a54d40) has no exports 00000020:00000001:1.0:1788201788.132308:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.132309:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.132311:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.132312:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.132314:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.132316:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46551b0800. 00000020:00000010:1.0:1788201788.132318:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.132320:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.132322:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.132324:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2aa40. 00000020:00000010:1.0:1788201788.132326:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2aa40. 00000020:00000010:1.0:1788201788.132330:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.132332:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.132333:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46551b0800. 00000020:00000010:1.0:1788201788.132335:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.132336:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.132338:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.132339:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.132341:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.132350:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.132352:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a58000. 00000001:00000010:1.0:1788201788.132354:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a58600. 00000001:00000010:1.0:1788201788.132356:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a59a00. 00000001:00000010:1.0:1788201788.132358:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a58200. 00000001:00000010:1.0:1788201788.132360:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268ce0. 00000001:00000010:1.0:1788201788.132361:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4773e4c400. 00000001:00000001:1.0:1788201788.132363:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.132364:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23551 (ffff9c4654a54d40) now 3 - setup 00000020:00000001:1.0:1788201788.132365:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.132367:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.132368:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.132370:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.132371:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.132373:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.132374:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.132562:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.132578:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.132580:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.132582:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.132583:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.132585:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.132586:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.132588:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.132655:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.132754:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.132756:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.132758:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.132761:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.132764:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.132767:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.132770:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.132772:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.132777:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.132779:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23551 (ffff9c4654a54d40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.132782:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23551 (uuid obd_uuid_23551) 00000020:00000040:1.0:1788201788.132784:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23551 (ffff9c4654a54d40) now 1 - newdev 00000020:00000040:1.0:1788201788.132786:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46551b6000 with handle 0x8990e4d0a2216a87 from hash 00000020:00000040:1.0:1788201788.132788:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46551b6000 : new refcount 0 00000020:00000080:1.0:1788201788.132789:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46551b6000/obd_uuid_23551 00000020:00000001:1.0:1788201788.132791:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.132792:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.132793:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46551b6000/obd_uuid_23551 for obd_name_23551 00000020:00000001:1.0:1788201788.132795:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.132796:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.132797:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46551b6000. 00000020:00000001:1.0:1788201788.132800:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.132801:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23551 obd_type name = obd_test 00000020:01000000:1.0:1788201788.132802:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23551 (obd_uuid_23551) 00000020:00000001:1.0:1788201788.132803:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.132805:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.132807:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.132809:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.132811:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46551b7000. 00000020:00000010:1.0:1788201788.132813:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.132815:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.132816:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.132818:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4779d93500. 00000020:00000010:1.0:1788201788.132820:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.132822:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.132823:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46551b7000. 00000020:00000010:1.0:1788201788.132825:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.132827:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.132828:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.132830:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.132831:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.132832:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654a54d40. 00000020:00000001:1.0:1788201788.132837:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.132839:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.132840:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.132843:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.132844:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.132845:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.132847:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.132957:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.132967:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.132969:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.132970:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.132971:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.132972:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.132973:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.132975:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.133021:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.133088:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.133090:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.133091:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.133093:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.133095:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.133096:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.133098:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.133099:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.133103:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.133104:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23552: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.133106:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.133107:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23558 (ffff9c4654a53380) has no exports 00000020:00000001:1.0:1788201788.133108:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.133110:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.133111:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.133113:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.133115:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.133116:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46551b2000. 00000020:00000010:1.0:1788201788.133118:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.133120:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.133122:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.133124:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a740. 00000020:00000010:1.0:1788201788.133126:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a740. 00000020:00000010:1.0:1788201788.133144:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.133146:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.133148:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46551b2000. 00000020:00000010:1.0:1788201788.133150:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.133151:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.133153:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.133154:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.133155:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.133170:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.133173:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a59200. 00000001:00000010:1.0:1788201788.133175:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a59800. 00000001:00000010:1.0:1788201788.133177:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a59600. 00000001:00000010:1.0:1788201788.133178:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a58a00. 00000001:00000010:1.0:1788201788.133179:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268400. 00000001:00000010:1.0:1788201788.133181:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4773e4c700. 00000001:00000001:1.0:1788201788.133183:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.133183:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23552 (ffff9c4654a53380) now 3 - setup 00000020:00000001:1.0:1788201788.133185:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.133186:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.133188:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.133190:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.133191:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.133193:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.133194:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.133303:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.133313:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.133314:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.133316:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.133317:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.133318:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.133319:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.133320:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.133366:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.133451:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.133453:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.133454:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.133456:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.133458:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.133460:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.133461:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.133463:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.133466:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.133468:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23552 (ffff9c4654a53380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.133470:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23552 (uuid obd_uuid_23552) 00000020:00000040:1.0:1788201788.133471:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23552 (ffff9c4654a53380) now 1 - newdev 00000020:00000040:1.0:1788201788.133473:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46551b5800 with handle 0x8990e4d0a2216a8e from hash 00000020:00000040:1.0:1788201788.133475:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46551b5800 : new refcount 0 00000020:00000080:1.0:1788201788.133476:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46551b5800/obd_uuid_23552 00000020:00000001:1.0:1788201788.133478:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.133479:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.133480:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46551b5800/obd_uuid_23552 for obd_name_23552 00000020:00000001:1.0:1788201788.133482:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.133483:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.133484:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46551b5800. 00000020:00000001:1.0:1788201788.133486:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.133487:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23552 obd_type name = obd_test 00000020:01000000:1.0:1788201788.133488:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23552 (obd_uuid_23552) 00000020:00000001:1.0:1788201788.133489:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.133491:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.133492:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.133494:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.133496:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46551b0000. 00000020:00000010:1.0:1788201788.133497:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.133500:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.133501:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.133503:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4779d93540. 00000020:00000010:1.0:1788201788.133505:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.133507:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.133508:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46551b0000. 00000020:00000010:1.0:1788201788.133510:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.133511:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.133513:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.133514:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.133516:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.133517:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654a53380. 00000020:00000001:1.0:1788201788.133522:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.133523:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.133524:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.133527:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.133528:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.133530:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.133531:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.133638:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.133648:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.133650:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.133651:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.133652:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.133653:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.133655:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.133656:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.133701:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.133769:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.133771:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.133772:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.133774:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.133776:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.133777:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.133779:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.133780:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.133783:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.133785:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23553: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.133787:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.133788:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23559 (ffff9c4654a519c0) has no exports 00000020:00000001:1.0:1788201788.133789:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.133791:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.133793:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.133794:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.133796:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.133798:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46551b4000. 00000020:00000010:1.0:1788201788.133799:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.133801:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.133803:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.133805:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a300. 00000020:00000010:1.0:1788201788.133808:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a300. 00000020:00000010:1.0:1788201788.133811:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.133813:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.133814:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46551b4000. 00000020:00000010:1.0:1788201788.133816:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.133817:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.133819:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.133820:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.133822:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.133831:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.133834:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a59e00. 00000001:00000010:1.0:1788201788.133836:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a58e00. 00000001:00000010:1.0:1788201788.133837:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a58400. 00000001:00000010:1.0:1788201788.133838:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a59400. 00000001:00000010:1.0:1788201788.133840:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268440. 00000001:00000010:1.0:1788201788.133841:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4773e4ca00. 00000001:00000001:1.0:1788201788.133843:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.133843:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23553 (ffff9c4654a519c0) now 3 - setup 00000020:00000001:1.0:1788201788.133845:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.133846:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.133848:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.133849:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.133851:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.133852:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.133853:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.133959:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.133969:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.133971:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.133972:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.133973:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.133974:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.133975:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.133976:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.134022:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.134091:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.134093:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.134094:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.134096:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.134098:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.134100:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.134102:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.134103:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.134106:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.134108:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23553 (ffff9c4654a519c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.134109:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23553 (uuid obd_uuid_23553) 00000020:00000040:1.0:1788201788.134110:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23553 (ffff9c4654a519c0) now 1 - newdev 00000020:00000040:1.0:1788201788.134113:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46551b5000 with handle 0x8990e4d0a2216a95 from hash 00000020:00000040:1.0:1788201788.134115:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46551b5000 : new refcount 0 00000020:00000080:1.0:1788201788.134116:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46551b5000/obd_uuid_23553 00000020:00000001:1.0:1788201788.134117:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.134119:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.134120:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46551b5000/obd_uuid_23553 for obd_name_23553 00000020:00000001:1.0:1788201788.134121:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.134122:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.134124:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46551b5000. 00000020:00000001:1.0:1788201788.134125:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.134126:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23553 obd_type name = obd_test 00000020:01000000:1.0:1788201788.134127:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23553 (obd_uuid_23553) 00000020:00000001:1.0:1788201788.134140:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.134143:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.134145:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.134146:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.134149:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654999000. 00000020:00000010:1.0:1788201788.134151:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.134153:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.134154:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.134156:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4779d93880. 00000020:00000010:1.0:1788201788.134158:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.134160:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.134161:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654999000. 00000020:00000010:1.0:1788201788.134163:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.134164:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.134166:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.134168:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.134169:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.134170:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654a519c0. 00000020:00000001:1.0:1788201788.134173:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.134175:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.134176:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.134179:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.134180:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.134182:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.134183:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.134290:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.134301:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.134302:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.134303:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.134304:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.134305:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.134307:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.134308:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.134353:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.134439:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.134440:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.134441:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.134443:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.134445:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.134447:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.134449:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.134450:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.134453:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.134455:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23554: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.134456:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.134458:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23560 (ffff9c4654a60000) has no exports 00000020:00000001:1.0:1788201788.134459:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.134460:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.134462:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.134464:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.134466:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.134468:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465499d000. 00000020:00000010:1.0:1788201788.134469:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.134471:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.134473:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.134475:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a8c0. 00000020:00000010:1.0:1788201788.134478:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a8c0. 00000020:00000010:1.0:1788201788.134481:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.134483:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.134484:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465499d000. 00000020:00000010:1.0:1788201788.134486:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.134487:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.134489:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.134490:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.134492:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.134500:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.134503:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46551c4a00. 00000001:00000010:1.0:1788201788.134504:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46551c5600. 00000001:00000010:1.0:1788201788.134510:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a59c00. 00000001:00000010:1.0:1788201788.134512:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a59000. 00000001:00000010:1.0:1788201788.134513:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c47442684e0. 00000001:00000010:1.0:1788201788.134515:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4773e4ce00. 00000001:00000001:1.0:1788201788.134517:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.134518:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23554 (ffff9c4654a60000) now 3 - setup 00000020:00000001:1.0:1788201788.134519:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.134520:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.134522:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.134524:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.134526:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.134527:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.134528:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.134636:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.134647:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.134648:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.134650:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.134651:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.134652:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.134653:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.134654:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.134699:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.134767:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.134768:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.134770:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.134771:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.134773:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.134775:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.134777:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.134778:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.134781:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.134783:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23554 (ffff9c4654a60000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.134784:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23554 (uuid obd_uuid_23554) 00000020:00000040:1.0:1788201788.134786:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23554 (ffff9c4654a60000) now 1 - newdev 00000020:00000040:1.0:1788201788.134788:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46551b7800 with handle 0x8990e4d0a2216a9c from hash 00000020:00000040:1.0:1788201788.134790:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46551b7800 : new refcount 0 00000020:00000080:1.0:1788201788.134791:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46551b7800/obd_uuid_23554 00000020:00000001:1.0:1788201788.134793:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.134794:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.134795:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46551b7800/obd_uuid_23554 for obd_name_23554 00000020:00000001:1.0:1788201788.134797:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.134798:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.134799:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46551b7800. 00000020:00000001:1.0:1788201788.134800:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.134801:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23554 obd_type name = obd_test 00000020:01000000:1.0:1788201788.134802:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23554 (obd_uuid_23554) 00000020:00000001:1.0:1788201788.134803:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.134805:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.134807:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.134808:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.134810:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465499f800. 00000020:00000010:1.0:1788201788.134812:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.134814:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.134815:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.134817:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4779d93a40. 00000020:00000010:1.0:1788201788.134819:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.134821:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.134822:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465499f800. 00000020:00000010:1.0:1788201788.134824:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.134825:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.134827:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.134828:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.134830:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.134831:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654a60000. 00000020:00000001:1.0:1788201788.134836:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.134837:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.134838:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.134841:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.134842:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.134844:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.134845:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.134948:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.134958:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.134959:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.134961:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.134962:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.134963:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.134964:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.134965:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.135010:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.135077:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.135079:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.135080:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.135082:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.135084:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.135085:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.135087:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.135089:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.135092:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.135093:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23555: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.135095:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.135096:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23561 (ffff9c4654a64d40) has no exports 00000020:00000001:1.0:1788201788.135097:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.135099:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.135100:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.135102:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.135104:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.135106:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465499e000. 00000020:00000010:1.0:1788201788.135108:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.135110:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.135111:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.135113:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a140. 00000020:00000010:1.0:1788201788.135116:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a140. 00000020:00000010:1.0:1788201788.135119:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.135121:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.135122:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465499e000. 00000020:00000010:1.0:1788201788.135124:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.135125:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.135127:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.135141:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.135143:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.135153:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.135156:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a5ae00. 00000001:00000010:1.0:1788201788.135158:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a5b800. 00000001:00000010:1.0:1788201788.135161:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a5b200. 00000001:00000010:1.0:1788201788.135162:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a5be00. 00000001:00000010:1.0:1788201788.135164:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268920. 00000001:00000010:1.0:1788201788.135165:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4773e4cb00. 00000001:00000001:1.0:1788201788.135167:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.135168:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23555 (ffff9c4654a64d40) now 3 - setup 00000020:00000001:1.0:1788201788.135169:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.135171:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.135172:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.135174:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.135176:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.135177:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.135178:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.135285:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.135295:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.135297:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.135298:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.135299:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.135300:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.135301:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.135303:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.135348:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.135439:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.135441:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.135442:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.135444:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.135447:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.135449:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.135451:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.135453:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.135457:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.135458:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23555 (ffff9c4654a64d40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.135460:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23555 (uuid obd_uuid_23555) 00000020:00000040:1.0:1788201788.135461:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23555 (ffff9c4654a64d40) now 1 - newdev 00000020:00000040:1.0:1788201788.135463:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46551b2800 with handle 0x8990e4d0a2216aa3 from hash 00000020:00000040:1.0:1788201788.135465:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46551b2800 : new refcount 0 00000020:00000080:1.0:1788201788.135466:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46551b2800/obd_uuid_23555 00000020:00000001:1.0:1788201788.135468:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.135469:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.135470:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46551b2800/obd_uuid_23555 for obd_name_23555 00000020:00000001:1.0:1788201788.135472:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.135473:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.135474:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46551b2800. 00000020:00000001:1.0:1788201788.135477:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.135478:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23555 obd_type name = obd_test 00000020:01000000:1.0:1788201788.135479:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23555 (obd_uuid_23555) 00000020:00000001:1.0:1788201788.135480:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.135482:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.135483:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.135485:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.135487:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465499d800. 00000020:00000010:1.0:1788201788.135489:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.135491:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.135492:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.135494:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4779d93680. 00000020:00000010:1.0:1788201788.135496:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.135498:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.135499:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465499d800. 00000020:00000010:1.0:1788201788.135501:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.135503:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.135504:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.135506:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.135507:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.135508:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654a64d40. 00000020:00000001:1.0:1788201788.135511:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.135512:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.135514:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.135516:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.135517:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.135519:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.135520:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.135626:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.135637:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.135638:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.135639:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.135640:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.135642:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.135643:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.135644:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.135690:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.135758:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.135760:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.135761:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.135763:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.135765:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.135766:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.135768:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.135770:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.135773:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.135774:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23556: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.135776:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.135777:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23562 (ffff9c4654a63380) has no exports 00000020:00000001:1.0:1788201788.135778:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.135780:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.135781:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.135783:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.135785:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.135787:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465499c800. 00000020:00000010:1.0:1788201788.135788:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.135790:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.135792:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.135794:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2ad40. 00000020:00000010:1.0:1788201788.135796:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2ad40. 00000020:00000010:1.0:1788201788.135799:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.135801:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.135803:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465499c800. 00000020:00000010:1.0:1788201788.135804:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.135806:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.135807:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.135809:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.135810:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.135818:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.135821:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a5aa00. 00000001:00000010:1.0:1788201788.135823:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a5b600. 00000001:00000010:1.0:1788201788.135824:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a5a400. 00000001:00000010:1.0:1788201788.135826:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a5b400. 00000001:00000010:1.0:1788201788.135827:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268a80. 00000001:00000010:1.0:1788201788.135829:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4773e4c300. 00000001:00000001:1.0:1788201788.135830:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.135831:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23556 (ffff9c4654a63380) now 3 - setup 00000020:00000001:1.0:1788201788.135833:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.135834:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.135835:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.135837:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.135838:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.135840:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.135841:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.135946:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.135956:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.135957:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.135959:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.135960:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.135961:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.135962:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.135963:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.136009:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.136076:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.136078:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.136079:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.136081:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.136083:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.136085:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.136086:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.136087:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.136091:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.136092:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23556 (ffff9c4654a63380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.136094:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23556 (uuid obd_uuid_23556) 00000020:00000040:1.0:1788201788.136095:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23556 (ffff9c4654a63380) now 1 - newdev 00000020:00000040:1.0:1788201788.136097:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46551b1000 with handle 0x8990e4d0a2216aaa from hash 00000020:00000040:1.0:1788201788.136100:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46551b1000 : new refcount 0 00000020:00000080:1.0:1788201788.136101:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46551b1000/obd_uuid_23556 00000020:00000001:1.0:1788201788.136103:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.136104:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.136105:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46551b1000/obd_uuid_23556 for obd_name_23556 00000020:00000001:1.0:1788201788.136106:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.136107:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.136108:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46551b1000. 00000020:00000001:1.0:1788201788.136110:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.136111:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23556 obd_type name = obd_test 00000020:01000000:1.0:1788201788.136113:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23556 (obd_uuid_23556) 00000020:00000001:1.0:1788201788.136114:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.136115:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.136117:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.136119:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.136121:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465499b800. 00000020:00000010:1.0:1788201788.136123:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.136124:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.136126:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.136128:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4779d93f80. 00000020:00000010:1.0:1788201788.136144:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.136146:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.136147:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465499b800. 00000020:00000010:1.0:1788201788.136149:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.136151:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.136152:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.136154:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.136155:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.136157:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654a63380. 00000020:00000001:1.0:1788201788.136160:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.136161:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.136162:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.136165:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.136166:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.136168:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.136169:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.136275:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.136285:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.136287:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.136288:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.136289:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.136290:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.136292:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.136293:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.136338:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.136483:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.136485:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.136486:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.136488:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.136490:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.136492:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.136494:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.136495:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.136498:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.136500:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23557: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.136501:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.136502:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23563 (ffff9c4654a619c0) has no exports 00000020:00000001:1.0:1788201788.136504:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.136505:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.136507:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.136509:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.136511:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.136512:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654998000. 00000020:00000010:1.0:1788201788.136514:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.136516:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.136517:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.136519:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a500. 00000020:00000010:1.0:1788201788.136522:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a500. 00000020:00000010:1.0:1788201788.136525:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.136527:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.136529:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654998000. 00000020:00000010:1.0:1788201788.136530:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.136532:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.136534:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.136535:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.136536:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.136544:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.136547:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a5bc00. 00000001:00000010:1.0:1788201788.136549:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a5b000. 00000001:00000010:1.0:1788201788.136550:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a5a600. 00000001:00000010:1.0:1788201788.136552:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a5ba00. 00000001:00000010:1.0:1788201788.136553:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268080. 00000001:00000010:1.0:1788201788.136555:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4773e4c900. 00000001:00000001:1.0:1788201788.136556:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.136557:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23557 (ffff9c4654a619c0) now 3 - setup 00000020:00000001:1.0:1788201788.136559:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.136560:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.136561:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.136563:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.136564:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.136566:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.136567:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.136674:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.136684:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.136685:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.136687:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.136688:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.136689:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.136690:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.136691:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.136737:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.136803:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.136805:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.136807:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.136809:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.136811:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.136812:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.136814:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.136815:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.136818:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.136820:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23557 (ffff9c4654a619c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.136822:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23557 (uuid obd_uuid_23557) 00000020:00000040:1.0:1788201788.136823:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23557 (ffff9c4654a619c0) now 1 - newdev 00000020:00000040:1.0:1788201788.136825:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46551b6800 with handle 0x8990e4d0a2216ab1 from hash 00000020:00000040:1.0:1788201788.136827:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46551b6800 : new refcount 0 00000020:00000080:1.0:1788201788.136828:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46551b6800/obd_uuid_23557 00000020:00000001:1.0:1788201788.136830:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.136832:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.136833:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46551b6800/obd_uuid_23557 for obd_name_23557 00000020:00000001:1.0:1788201788.136834:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.136835:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.136836:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46551b6800. 00000020:00000001:1.0:1788201788.136838:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.136839:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23557 obd_type name = obd_test 00000020:01000000:1.0:1788201788.136840:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23557 (obd_uuid_23557) 00000020:00000001:1.0:1788201788.136841:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.136843:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.136845:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.136846:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.136848:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654999800. 00000020:00000010:1.0:1788201788.136850:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.136852:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.136853:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.136855:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4779d93480. 00000020:00000010:1.0:1788201788.136857:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.136859:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.136860:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654999800. 00000020:00000010:1.0:1788201788.136862:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.136863:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.136865:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.136866:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.136868:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.136869:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654a619c0. 00000020:00000001:1.0:1788201788.136872:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.136873:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.136875:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.136877:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.136879:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.136880:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.136881:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.136993:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.137004:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.137005:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.137006:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.137008:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.137009:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.137010:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.137011:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.137058:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.137126:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.137127:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.137141:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.137143:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.137145:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.137147:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.137148:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.137150:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.137153:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.137155:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23558: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.137156:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.137158:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23564 (ffff9c4654a799c0) has no exports 00000020:00000001:1.0:1788201788.137159:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.137160:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.137162:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.137164:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.137166:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.137168:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465499e800. 00000020:00000010:1.0:1788201788.137169:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.137171:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.137173:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.137175:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a000. 00000020:00000010:1.0:1788201788.137178:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a000. 00000020:00000010:1.0:1788201788.137181:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.137183:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.137184:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465499e800. 00000020:00000010:1.0:1788201788.137186:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.137188:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.137189:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.137191:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.137192:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.137204:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.137207:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a58800. 00000001:00000010:1.0:1788201788.137208:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a58c00. 00000001:00000010:1.0:1788201788.137209:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a5ac00. 00000001:00000010:1.0:1788201788.137211:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a5a800. 00000001:00000010:1.0:1788201788.137213:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c47442689e0. 00000001:00000010:1.0:1788201788.137214:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4773e4c000. 00000001:00000001:1.0:1788201788.137216:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.137217:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23558 (ffff9c4654a799c0) now 3 - setup 00000020:00000001:1.0:1788201788.137218:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.137220:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.137221:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.137223:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.137224:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.137225:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.137226:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.137333:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.137344:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.137345:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.137346:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.137348:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.137349:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.137350:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.137351:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.137427:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.137532:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.137534:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.137536:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.137538:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.137542:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.137544:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.137547:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.137549:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.137554:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.137557:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23558 (ffff9c4654a799c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.137559:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23558 (uuid obd_uuid_23558) 00000020:00000040:1.0:1788201788.137561:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23558 (ffff9c4654a799c0) now 1 - newdev 00000020:00000040:1.0:1788201788.137564:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654a76800 with handle 0x8990e4d0a2216ab8 from hash 00000020:00000040:1.0:1788201788.137567:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654a76800 : new refcount 0 00000020:00000080:1.0:1788201788.137569:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654a76800/obd_uuid_23558 00000020:00000001:1.0:1788201788.137571:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.137573:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.137575:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654a76800/obd_uuid_23558 for obd_name_23558 00000020:00000001:1.0:1788201788.137577:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.137578:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.137581:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654a76800. 00000020:00000001:1.0:1788201788.137584:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.137585:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23558 obd_type name = obd_test 00000020:01000000:1.0:1788201788.137587:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23558 (obd_uuid_23558) 00000020:00000001:1.0:1788201788.137589:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.137591:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.137594:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.137596:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.137598:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465499f000. 00000020:00000010:1.0:1788201788.137599:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.137601:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.137603:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.137605:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4779d93800. 00000020:00000010:1.0:1788201788.137607:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.137609:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.137610:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465499f000. 00000020:00000010:1.0:1788201788.137612:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.137613:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.137615:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.137616:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.137618:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.137619:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654a799c0. 00000020:00000001:1.0:1788201788.137624:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.137625:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.137627:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.137629:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.137631:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.137633:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.137634:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.137745:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.137755:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.137757:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.137758:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.137759:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.137760:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.137761:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.137762:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.137809:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.137900:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.137903:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.137904:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.137906:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.137908:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.137910:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.137912:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.137914:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.137917:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.137918:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23559: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.137920:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.137921:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23565 (ffff9c4654a78000) has no exports 00000020:00000001:1.0:1788201788.137923:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.137924:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.137926:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.137928:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.137929:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.137931:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465499a800. 00000020:00000010:1.0:1788201788.137933:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.137935:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.137937:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.137939:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2afc0. 00000020:00000010:1.0:1788201788.137941:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2afc0. 00000020:00000010:1.0:1788201788.137945:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.137947:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.137948:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465499a800. 00000020:00000010:1.0:1788201788.137950:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.137951:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.137953:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.137954:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.137956:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.137965:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.137968:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a80c00. 00000001:00000010:1.0:1788201788.137971:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a80800. 00000001:00000010:1.0:1788201788.137972:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a80400. 00000001:00000010:1.0:1788201788.137974:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a81a00. 00000001:00000010:1.0:1788201788.137976:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268fc0. 00000001:00000010:1.0:1788201788.137978:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4773e4c800. 00000001:00000001:1.0:1788201788.137983:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.137985:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23559 (ffff9c4654a78000) now 3 - setup 00000020:00000001:1.0:1788201788.137986:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.137988:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.137989:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.137992:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.137993:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.137994:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.137996:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.138106:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.138117:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.138118:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.138119:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.138120:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.138122:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.138123:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.138124:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.138187:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.138256:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.138258:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.138259:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.138261:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.138263:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.138264:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.138266:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.138267:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.138270:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.138272:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23559 (ffff9c4654a78000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.138274:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23559 (uuid obd_uuid_23559) 00000020:00000040:1.0:1788201788.138275:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23559 (ffff9c4654a78000) now 1 - newdev 00000020:00000040:1.0:1788201788.138277:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654a77000 with handle 0x8990e4d0a2216abf from hash 00000020:00000040:1.0:1788201788.138279:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654a77000 : new refcount 0 00000020:00000080:1.0:1788201788.138280:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654a77000/obd_uuid_23559 00000020:00000001:1.0:1788201788.138282:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.138283:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.138284:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654a77000/obd_uuid_23559 for obd_name_23559 00000020:00000001:1.0:1788201788.138286:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.138287:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.138288:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654a77000. 00000020:00000001:1.0:1788201788.138290:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.138291:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23559 obd_type name = obd_test 00000020:01000000:1.0:1788201788.138292:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23559 (obd_uuid_23559) 00000020:00000001:1.0:1788201788.138293:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.138295:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.138297:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.138298:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.138301:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465499a000. 00000020:00000010:1.0:1788201788.138302:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.138305:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.138306:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.138308:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4779d930c0. 00000020:00000010:1.0:1788201788.138310:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.138311:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.138313:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465499a000. 00000020:00000010:1.0:1788201788.138314:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.138316:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.138318:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.138319:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.138321:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.138322:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654a78000. 00000020:00000001:1.0:1788201788.138325:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.138326:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.138327:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.138330:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.138331:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.138333:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.138334:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.138460:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.138471:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.138472:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.138474:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.138475:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.138476:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.138478:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.138479:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.138524:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.138591:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.138593:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.138594:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.138596:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.138598:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.138600:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.138602:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.138603:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.138606:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.138608:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23560: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.138609:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.138610:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23566 (ffff9c4654a7cd40) has no exports 00000020:00000001:1.0:1788201788.138612:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.138613:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.138615:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.138617:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.138619:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.138620:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465499c000. 00000020:00000010:1.0:1788201788.138622:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.138624:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.138626:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.138628:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a680. 00000020:00000010:1.0:1788201788.138630:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a680. 00000020:00000010:1.0:1788201788.138633:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.138636:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.138637:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465499c000. 00000020:00000010:1.0:1788201788.138639:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.138640:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.138642:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.138643:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.138645:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.138672:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.138676:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a80600. 00000001:00000010:1.0:1788201788.138678:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a80000. 00000001:00000010:1.0:1788201788.138679:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a80e00. 00000001:00000010:1.0:1788201788.138681:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a81800. 00000001:00000010:1.0:1788201788.138682:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268f00. 00000001:00000010:1.0:1788201788.138684:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4776adfe00. 00000001:00000001:1.0:1788201788.138687:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.138688:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23560 (ffff9c4654a7cd40) now 3 - setup 00000020:00000001:1.0:1788201788.138689:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.138691:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.138692:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.138694:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.138696:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.138697:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.138698:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.138806:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.138817:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.138818:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.138819:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.138820:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.138821:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.138823:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.138824:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.138869:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.138936:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.138938:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.138939:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.138941:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.138943:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.138945:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.138946:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.138948:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.138951:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.138953:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23560 (ffff9c4654a7cd40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.138955:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23560 (uuid obd_uuid_23560) 00000020:00000040:1.0:1788201788.138956:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23560 (ffff9c4654a7cd40) now 1 - newdev 00000020:00000040:1.0:1788201788.138958:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654a71800 with handle 0x8990e4d0a2216ac6 from hash 00000020:00000040:1.0:1788201788.138960:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654a71800 : new refcount 0 00000020:00000080:1.0:1788201788.138961:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654a71800/obd_uuid_23560 00000020:00000001:1.0:1788201788.138963:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.138964:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.138965:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654a71800/obd_uuid_23560 for obd_name_23560 00000020:00000001:1.0:1788201788.138966:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.138967:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.138969:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654a71800. 00000020:00000001:1.0:1788201788.138971:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.138972:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23560 obd_type name = obd_test 00000020:01000000:1.0:1788201788.138973:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23560 (obd_uuid_23560) 00000020:00000001:1.0:1788201788.138974:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.138976:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.138977:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.138979:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.138981:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4747c48800. 00000020:00000010:1.0:1788201788.138983:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.138985:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.138987:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.138988:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4779d936c0. 00000020:00000010:1.0:1788201788.138990:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.138992:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.138994:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4747c48800. 00000020:00000010:1.0:1788201788.138995:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.138997:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.138998:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.139000:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.139001:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.139002:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654a7cd40. 00000020:00000001:1.0:1788201788.139007:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.139009:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.139010:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.139013:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.139014:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.139016:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.139017:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.139121:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.139144:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.139146:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.139147:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.139148:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.139150:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.139151:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.139152:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.139200:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.139270:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.139272:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.139273:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.139276:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.139279:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.139282:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.139285:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.139287:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.139291:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.139293:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23561: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.139296:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.139297:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23567 (ffff9c4654a7b380) has no exports 00000020:00000001:1.0:1788201788.139299:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.139301:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.139304:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.139306:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.139308:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.139311:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4747c4e800. 00000020:00000010:1.0:1788201788.139314:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.139317:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.139319:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.139322:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a6c0. 00000020:00000010:1.0:1788201788.139325:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a6c0. 00000020:00000010:1.0:1788201788.139330:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.139332:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.139334:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4747c4e800. 00000020:00000010:1.0:1788201788.139337:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.139339:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.139342:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.139344:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.139346:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.139357:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.139361:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a81200. 00000001:00000010:1.0:1788201788.139364:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a80200. 00000001:00000010:1.0:1788201788.139366:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a81000. 00000001:00000010:1.0:1788201788.139368:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a81600. 00000001:00000010:1.0:1788201788.139370:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268140. 00000001:00000010:1.0:1788201788.139372:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4776adfb00. 00000001:00000001:1.0:1788201788.139374:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.139376:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23561 (ffff9c4654a7b380) now 3 - setup 00000020:00000001:1.0:1788201788.139378:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.139380:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.139382:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.139385:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.139387:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.139389:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.139391:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.139526:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.139537:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.139539:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.139540:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.139541:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.139542:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.139544:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.139545:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.139611:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.139716:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.139718:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.139720:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.139722:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.139725:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.139728:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.139730:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.139732:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.139737:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.139739:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23561 (ffff9c4654a7b380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.139742:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23561 (uuid obd_uuid_23561) 00000020:00000040:1.0:1788201788.139744:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23561 (ffff9c4654a7b380) now 1 - newdev 00000020:00000040:1.0:1788201788.139747:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654a70800 with handle 0x8990e4d0a2216acd from hash 00000020:00000040:1.0:1788201788.139750:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654a70800 : new refcount 0 00000020:00000080:1.0:1788201788.139752:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654a70800/obd_uuid_23561 00000020:00000001:1.0:1788201788.139755:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.139757:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.139758:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654a70800/obd_uuid_23561 for obd_name_23561 00000020:00000001:1.0:1788201788.139761:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.139762:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.139764:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654a70800. 00000020:00000001:1.0:1788201788.139770:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.139772:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23561 obd_type name = obd_test 00000020:01000000:1.0:1788201788.139773:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23561 (obd_uuid_23561) 00000020:00000001:1.0:1788201788.139775:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.139778:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.139780:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.139783:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.139786:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4747c4f000. 00000020:00000010:1.0:1788201788.139790:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.139793:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.139795:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.139798:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4779d93b40. 00000020:00000010:1.0:1788201788.139801:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.139804:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.139806:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4747c4f000. 00000020:00000010:1.0:1788201788.139808:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.139810:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.139813:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.139815:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.139817:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.139819:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654a7b380. 00000020:00000001:1.0:1788201788.139823:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.139825:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.139827:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.139831:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.139833:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.139835:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.139837:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.140004:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.140020:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.140022:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.140024:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.140025:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.140027:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.140028:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.140030:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.140102:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.140226:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.140229:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.140230:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.140234:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.140237:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.140241:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.140244:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.140247:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.140252:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.140255:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23562: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.140257:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.140260:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23568 (ffff9c4654a899c0) has no exports 00000020:00000001:1.0:1788201788.140262:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.140265:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.140268:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.140271:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.140275:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.140279:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4747c4a800. 00000020:00000010:1.0:1788201788.140282:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.140286:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.140289:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.140293:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2abc0. 00000020:00000010:1.0:1788201788.140300:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2abc0. 00000020:00000010:1.0:1788201788.140307:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.140310:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.140313:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4747c4a800. 00000020:00000010:1.0:1788201788.140316:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.140319:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.140322:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.140325:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.140328:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.140342:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.140347:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a5a000. 00000001:00000010:1.0:1788201788.140350:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a5a200. 00000001:00000010:1.0:1788201788.140352:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a80a00. 00000001:00000010:1.0:1788201788.140355:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a81e00. 00000001:00000010:1.0:1788201788.140358:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268000. 00000001:00000010:1.0:1788201788.140361:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4776adf300. 00000001:00000001:1.0:1788201788.140364:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.140366:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23562 (ffff9c4654a899c0) now 3 - setup 00000020:00000001:1.0:1788201788.140368:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.140370:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.140372:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.140376:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.140379:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.140381:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.140384:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.140626:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.140643:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.140646:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.140649:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.140651:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.140653:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.140655:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.140657:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.140734:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.140854:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.140857:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.140859:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.140862:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.140866:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.140869:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.140871:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.140874:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.140878:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.140881:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23562 (ffff9c4654a899c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.140883:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23562 (uuid obd_uuid_23562) 00000020:00000040:1.0:1788201788.140885:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23562 (ffff9c4654a899c0) now 1 - newdev 00000020:00000040:1.0:1788201788.140888:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654a73000 with handle 0x8990e4d0a2216ad4 from hash 00000020:00000040:1.0:1788201788.140891:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654a73000 : new refcount 0 00000020:00000080:1.0:1788201788.140893:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654a73000/obd_uuid_23562 00000020:00000001:1.0:1788201788.140895:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.140897:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.140899:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654a73000/obd_uuid_23562 for obd_name_23562 00000020:00000001:1.0:1788201788.140901:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.140903:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.140905:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654a73000. 00000020:00000001:1.0:1788201788.140910:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.140912:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23562 obd_type name = obd_test 00000020:01000000:1.0:1788201788.140914:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23562 (obd_uuid_23562) 00000020:00000001:1.0:1788201788.140917:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.140920:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.140924:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.140927:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.140931:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4747c4b000. 00000020:00000010:1.0:1788201788.140934:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.140937:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.140940:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.140943:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4779d93340. 00000020:00000010:1.0:1788201788.140946:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.140949:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.140952:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4747c4b000. 00000020:00000010:1.0:1788201788.140955:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.140958:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.140960:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.140962:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.140964:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.140967:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654a899c0. 00000020:00000001:1.0:1788201788.141002:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.141005:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.141008:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.141012:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.141014:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.141016:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.141018:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.141191:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.141203:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.141205:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.141206:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.141207:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.141209:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.141211:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.141213:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.141283:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.141376:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.141378:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.141380:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.141382:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.141384:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.141386:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.141387:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.141389:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.141453:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.141583:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23563: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.141586:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.141587:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23569 (ffff9c4654a88000) has no exports 00000020:00000001:1.0:1788201788.141589:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.141590:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.141593:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.141595:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.141597:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.141599:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4747c4c000. 00000020:00000010:1.0:1788201788.141601:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.141603:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.141604:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.141607:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2ab40. 00000020:00000010:1.0:1788201788.141609:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2ab40. 00000020:00000010:1.0:1788201788.141612:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.141614:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.141616:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4747c4c000. 00000020:00000010:1.0:1788201788.141617:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.141619:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.141621:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.141622:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.141624:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.141635:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.141638:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a83a00. 00000001:00000010:1.0:1788201788.141642:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a82c00. 00000001:00000010:1.0:1788201788.141647:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a82800. 00000001:00000010:1.0:1788201788.141648:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a82600. 00000001:00000010:1.0:1788201788.141650:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268d20. 00000001:00000010:1.0:1788201788.141652:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4776adf900. 00000001:00000001:1.0:1788201788.141654:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.141655:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23563 (ffff9c4654a88000) now 3 - setup 00000020:00000001:1.0:1788201788.141657:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.141658:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.141660:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.141661:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.141663:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.141664:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.141665:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.141813:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.141824:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.141825:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.141827:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.141828:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.141829:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.141830:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.141831:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.141878:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.141949:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.141951:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.141952:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.141954:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.141956:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.141958:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.141959:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.141961:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.141964:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.141966:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23563 (ffff9c4654a88000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.141968:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23563 (uuid obd_uuid_23563) 00000020:00000040:1.0:1788201788.141969:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23563 (ffff9c4654a88000) now 1 - newdev 00000020:00000040:1.0:1788201788.141971:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654a70000 with handle 0x8990e4d0a2216adb from hash 00000020:00000040:1.0:1788201788.141973:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654a70000 : new refcount 0 00000020:00000080:1.0:1788201788.141975:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654a70000/obd_uuid_23563 00000020:00000001:1.0:1788201788.141976:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.141978:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.141979:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654a70000/obd_uuid_23563 for obd_name_23563 00000020:00000001:1.0:1788201788.141981:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.141982:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.141983:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654a70000. 00000020:00000001:1.0:1788201788.141986:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.141987:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23563 obd_type name = obd_test 00000020:01000000:1.0:1788201788.141988:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23563 (obd_uuid_23563) 00000020:00000001:1.0:1788201788.141989:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.141991:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.141993:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.141995:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.141997:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4747c4a000. 00000020:00000010:1.0:1788201788.141998:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.142000:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.142002:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.142004:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4779d93e00. 00000020:00000010:1.0:1788201788.142006:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.142007:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.142009:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4747c4a000. 00000020:00000010:1.0:1788201788.142010:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.142012:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.142013:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.142015:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.142016:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.142017:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654a88000. 00000020:00000001:1.0:1788201788.142023:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.142024:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.142025:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.142027:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.142029:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.142030:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.142031:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.142200:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.142216:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.142218:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.142219:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.142221:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.142223:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.142225:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.142227:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.142287:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.142360:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.142361:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.142363:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.142365:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.142367:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.142369:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.142370:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.142372:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.142375:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.142376:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23564: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.142378:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.142379:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23570 (ffff9c4654a8cd40) has no exports 00000020:00000001:1.0:1788201788.142381:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.142382:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.142384:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.142386:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.142387:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.142389:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4747c49800. 00000020:00000010:1.0:1788201788.142421:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.142427:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.142430:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.142434:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a4c0. 00000020:00000010:1.0:1788201788.142438:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a4c0. 00000020:00000010:1.0:1788201788.142442:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.142444:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.142446:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4747c49800. 00000020:00000010:1.0:1788201788.142448:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.142449:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.142451:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.142453:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.142454:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.142462:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.142465:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a82000. 00000001:00000010:1.0:1788201788.142468:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a82200. 00000001:00000010:1.0:1788201788.142470:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a83e00. 00000001:00000010:1.0:1788201788.142472:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a82e00. 00000001:00000010:1.0:1788201788.142473:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c47442687c0. 00000001:00000010:1.0:1788201788.142475:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4776adf000. 00000001:00000001:1.0:1788201788.142477:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.142478:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23564 (ffff9c4654a8cd40) now 3 - setup 00000020:00000001:1.0:1788201788.142479:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.142480:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.142482:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.142484:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.142485:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.142487:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.142488:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.142637:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.142648:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.142650:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.142651:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.142652:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.142653:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.142654:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.142655:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.142712:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.142799:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.142801:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.142802:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.142804:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.142807:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.142808:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.142810:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.142812:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.142815:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.142817:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23564 (ffff9c4654a8cd40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.142819:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23564 (uuid obd_uuid_23564) 00000020:00000040:1.0:1788201788.142820:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23564 (ffff9c4654a8cd40) now 1 - newdev 00000020:00000040:1.0:1788201788.142822:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654a72000 with handle 0x8990e4d0a2216ae2 from hash 00000020:00000040:1.0:1788201788.142824:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654a72000 : new refcount 0 00000020:00000080:1.0:1788201788.142826:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654a72000/obd_uuid_23564 00000020:00000001:1.0:1788201788.142827:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.142828:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.142829:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654a72000/obd_uuid_23564 for obd_name_23564 00000020:00000001:1.0:1788201788.142830:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.142832:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.142833:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654a72000. 00000020:00000001:1.0:1788201788.142836:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.142837:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23564 obd_type name = obd_test 00000020:01000000:1.0:1788201788.142838:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23564 (obd_uuid_23564) 00000020:00000001:1.0:1788201788.142840:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.142841:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.142843:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.142845:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.142848:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465499b000. 00000020:00000010:1.0:1788201788.142849:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.142852:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.142853:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.142855:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4779d93840. 00000020:00000010:1.0:1788201788.142857:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.142859:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.142860:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465499b000. 00000020:00000010:1.0:1788201788.142862:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.142864:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.142865:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.142867:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.142868:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.142870:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654a8cd40. 00000020:00000001:1.0:1788201788.142873:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.142874:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.142876:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.142878:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.142879:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.142881:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.142882:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.142991:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.143002:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.143004:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.143005:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.143006:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.143007:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.143008:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.143009:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.143055:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.143173:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.143175:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.143176:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.143178:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.143181:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.143182:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.143184:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.143185:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.143189:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.143190:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23565: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.143192:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.143193:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23571 (ffff9c4654a8b380) has no exports 00000020:00000001:1.0:1788201788.143195:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.143196:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.143198:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.143199:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.143201:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.143204:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654998800. 00000020:00000010:1.0:1788201788.143205:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.143208:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.143211:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.143214:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2adc0. 00000020:00000010:1.0:1788201788.143218:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2adc0. 00000020:00000010:1.0:1788201788.143222:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.143224:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.143226:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654998800. 00000020:00000010:1.0:1788201788.143229:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.143232:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.143235:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.143237:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.143240:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.143251:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.143256:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a83800. 00000001:00000010:1.0:1788201788.143260:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a83200. 00000001:00000010:1.0:1788201788.143262:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a83c00. 00000001:00000010:1.0:1788201788.143264:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a83000. 00000001:00000010:1.0:1788201788.143267:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268260. 00000001:00000010:1.0:1788201788.143269:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4776adf800. 00000001:00000001:1.0:1788201788.143272:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.143273:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23565 (ffff9c4654a8b380) now 3 - setup 00000020:00000001:1.0:1788201788.143274:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.143276:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.143278:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.143279:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.143281:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.143282:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.143283:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.143424:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.143440:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.143442:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.143444:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.143445:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.143446:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.143447:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.143448:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.143498:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.143569:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.143571:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.143572:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.143574:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.143576:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.143578:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.143580:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.143581:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.143584:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.143586:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23565 (ffff9c4654a8b380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.143588:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23565 (uuid obd_uuid_23565) 00000020:00000040:1.0:1788201788.143589:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23565 (ffff9c4654a8b380) now 1 - newdev 00000020:00000040:1.0:1788201788.143591:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654a74000 with handle 0x8990e4d0a2216ae9 from hash 00000020:00000040:1.0:1788201788.143594:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654a74000 : new refcount 0 00000020:00000080:1.0:1788201788.143595:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654a74000/obd_uuid_23565 00000020:00000001:1.0:1788201788.143596:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.143598:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.143599:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654a74000/obd_uuid_23565 for obd_name_23565 00000020:00000001:1.0:1788201788.143600:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.143601:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.143602:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654a74000. 00000020:00000001:1.0:1788201788.143605:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.143606:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23565 obd_type name = obd_test 00000020:01000000:1.0:1788201788.143607:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23565 (obd_uuid_23565) 00000020:00000001:1.0:1788201788.143608:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.143610:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.143612:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.143613:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.143616:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46549e6000. 00000020:00000010:1.0:1788201788.143618:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.143620:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.143621:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.143623:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4779d93440. 00000020:00000010:1.0:1788201788.143625:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.143627:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.143628:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46549e6000. 00000020:00000010:1.0:1788201788.143630:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.143632:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.143633:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.143635:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.143636:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.143637:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654a8b380. 00000020:00000001:1.0:1788201788.143640:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.143641:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.143642:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.143644:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.143646:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.143647:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.143648:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.143784:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.143795:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.143797:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.143798:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.143799:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.143800:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.143801:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.143803:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.143849:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.143918:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.143920:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.143921:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.143923:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.143925:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.143927:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.143928:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.143930:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.143933:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.143935:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23566: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.143936:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.143938:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23572 (ffff9c4654a98000) has no exports 00000020:00000001:1.0:1788201788.143939:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.143941:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.143943:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.143944:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.143946:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.143948:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46549e3800. 00000020:00000010:1.0:1788201788.143950:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.143952:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.143954:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.143956:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2ad80. 00000020:00000010:1.0:1788201788.143958:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2ad80. 00000020:00000010:1.0:1788201788.143961:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.143963:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.143964:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46549e3800. 00000020:00000010:1.0:1788201788.143966:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.143967:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.143969:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.143970:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.143972:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.143980:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.143983:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a81c00. 00000001:00000010:1.0:1788201788.143986:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a81400. 00000001:00000010:1.0:1788201788.143987:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a83600. 00000001:00000010:1.0:1788201788.143989:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a82a00. 00000001:00000010:1.0:1788201788.143992:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268a60. 00000001:00000010:1.0:1788201788.143993:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4776adf500. 00000001:00000001:1.0:1788201788.143995:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.143996:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23566 (ffff9c4654a98000) now 3 - setup 00000020:00000001:1.0:1788201788.143998:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.143999:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.144000:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.144002:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.144003:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.144005:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.144006:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.144116:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.144141:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.144144:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.144146:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.144148:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.144149:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.144151:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.144152:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.144228:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.144323:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.144325:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.144326:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.144328:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.144330:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.144332:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.144334:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.144335:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.144339:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.144341:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23566 (ffff9c4654a98000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.144342:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23566 (uuid obd_uuid_23566) 00000020:00000040:1.0:1788201788.144344:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23566 (ffff9c4654a98000) now 1 - newdev 00000020:00000040:1.0:1788201788.144346:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654a74800 with handle 0x8990e4d0a2216af0 from hash 00000020:00000040:1.0:1788201788.144348:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654a74800 : new refcount 0 00000020:00000080:1.0:1788201788.144349:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654a74800/obd_uuid_23566 00000020:00000001:1.0:1788201788.144350:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.144352:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.144353:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654a74800/obd_uuid_23566 for obd_name_23566 00000020:00000001:1.0:1788201788.144354:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.144355:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.144356:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654a74800. 00000020:00000001:1.0:1788201788.144359:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.144360:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23566 obd_type name = obd_test 00000020:01000000:1.0:1788201788.144361:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23566 (obd_uuid_23566) 00000020:00000001:1.0:1788201788.144363:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.144364:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.144366:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.144368:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.144370:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46549e5000. 00000020:00000010:1.0:1788201788.144372:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.144374:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.144376:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.144377:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4779d93740. 00000020:00000010:1.0:1788201788.144379:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.144381:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.144382:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46549e5000. 00000020:00000010:1.0:1788201788.144384:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.144386:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.144387:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.144389:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.144390:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.144412:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654a98000. 00000020:00000001:1.0:1788201788.144420:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.144422:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.144426:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.144429:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.144431:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.144433:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.144435:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.144604:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.144616:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.144617:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.144619:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.144620:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.144621:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.144622:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.144623:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.144670:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.144761:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.144763:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.144764:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.144766:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.144769:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.144771:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.144772:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.144774:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.144777:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.144779:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23567: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.144781:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.144782:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23573 (ffff9c4654a9cd40) has no exports 00000020:00000001:1.0:1788201788.144784:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.144785:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.144787:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.144789:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.144790:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.144793:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46549e5800. 00000020:00000010:1.0:1788201788.144795:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.144797:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.144798:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.144801:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a200. 00000020:00000010:1.0:1788201788.144803:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a200. 00000020:00000010:1.0:1788201788.144806:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.144808:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.144809:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46549e5800. 00000020:00000010:1.0:1788201788.144811:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.144812:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.144814:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.144815:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.144817:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.144826:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.144829:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654aa0200. 00000001:00000010:1.0:1788201788.144831:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654aa0000. 00000001:00000010:1.0:1788201788.144832:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654aa0600. 00000001:00000010:1.0:1788201788.144834:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654aa1200. 00000001:00000010:1.0:1788201788.144835:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268ac0. 00000001:00000010:1.0:1788201788.144837:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4776adf200. 00000001:00000001:1.0:1788201788.144839:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.144840:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23567 (ffff9c4654a9cd40) now 3 - setup 00000020:00000001:1.0:1788201788.144841:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.144843:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.144844:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.144846:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.144847:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.144849:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.144850:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.144959:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.144970:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.144971:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.144973:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.144974:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.144975:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.144976:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.144977:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.145023:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.145102:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.145104:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.145106:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.145109:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.145112:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.145115:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.145118:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.145120:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.145124:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.145127:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23567 (ffff9c4654a9cd40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.145142:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23567 (uuid obd_uuid_23567) 00000020:00000040:1.0:1788201788.145144:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23567 (ffff9c4654a9cd40) now 1 - newdev 00000020:00000040:1.0:1788201788.145147:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654a73800 with handle 0x8990e4d0a2216af7 from hash 00000020:00000040:1.0:1788201788.145150:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654a73800 : new refcount 0 00000020:00000080:1.0:1788201788.145152:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654a73800/obd_uuid_23567 00000020:00000001:1.0:1788201788.145154:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.145156:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.145158:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654a73800/obd_uuid_23567 for obd_name_23567 00000020:00000001:1.0:1788201788.145160:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.145162:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.145164:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654a73800. 00000020:00000001:1.0:1788201788.145169:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.145170:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23567 obd_type name = obd_test 00000020:01000000:1.0:1788201788.145172:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23567 (obd_uuid_23567) 00000020:00000001:1.0:1788201788.145173:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.145176:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.145179:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.145182:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.145184:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46549e2800. 00000020:00000010:1.0:1788201788.145187:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.145190:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.145193:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.145195:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4779d93100. 00000020:00000010:1.0:1788201788.145198:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.145201:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.145203:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46549e2800. 00000020:00000010:1.0:1788201788.145206:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.145208:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.145210:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.145213:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.145215:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.145217:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654a9cd40. 00000020:00000001:1.0:1788201788.145222:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.145224:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.145226:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.145229:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.145231:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.145233:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.145235:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.145388:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.145575:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.145578:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.145579:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.145580:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.145581:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.145582:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.145584:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.145634:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.145712:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.145715:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.145716:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.145719:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.145723:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.145726:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.145728:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.145731:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.145736:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.145738:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23568: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.145741:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.145743:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23574 (ffff9c4654a9b380) has no exports 00000020:00000001:1.0:1788201788.145745:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.145747:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.145751:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.145753:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.145754:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.145756:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46549e7800. 00000020:00000010:1.0:1788201788.145758:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.145761:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.145762:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.145764:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a440. 00000020:00000010:1.0:1788201788.145767:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a440. 00000020:00000010:1.0:1788201788.145770:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.145772:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.145774:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46549e7800. 00000020:00000010:1.0:1788201788.145776:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.145778:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.145779:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.145781:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.145782:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.145817:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.145821:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654aa1800. 00000001:00000010:1.0:1788201788.145822:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654aa0e00. 00000001:00000010:1.0:1788201788.145824:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654aa1000. 00000001:00000010:1.0:1788201788.145825:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654aa1600. 00000001:00000010:1.0:1788201788.145827:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268180. 00000001:00000010:1.0:1788201788.145828:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4776adfc00. 00000001:00000001:1.0:1788201788.145830:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.145831:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23568 (ffff9c4654a9b380) now 3 - setup 00000020:00000001:1.0:1788201788.145833:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.145834:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.145836:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.145838:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.145839:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.145840:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.145841:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.145956:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.145967:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.145968:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.145969:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.145970:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.145972:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.145973:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.145974:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.146021:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.146100:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.146103:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.146104:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.146107:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.146110:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.146113:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.146116:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.146118:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.146122:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.146124:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23568 (ffff9c4654a9b380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.146126:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23568 (uuid obd_uuid_23568) 00000020:00000040:1.0:1788201788.146127:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23568 (ffff9c4654a9b380) now 1 - newdev 00000020:00000040:1.0:1788201788.146144:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654a76000 with handle 0x8990e4d0a2216afe from hash 00000020:00000040:1.0:1788201788.146146:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654a76000 : new refcount 0 00000020:00000080:1.0:1788201788.146147:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654a76000/obd_uuid_23568 00000020:00000001:1.0:1788201788.146149:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.146150:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.146151:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654a76000/obd_uuid_23568 for obd_name_23568 00000020:00000001:1.0:1788201788.146153:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.146154:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.146155:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654a76000. 00000020:00000001:1.0:1788201788.146157:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.146158:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23568 obd_type name = obd_test 00000020:01000000:1.0:1788201788.146159:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23568 (obd_uuid_23568) 00000020:00000001:1.0:1788201788.146160:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.146162:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.146164:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.146166:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.146168:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46549e6800. 00000020:00000010:1.0:1788201788.146170:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.146172:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.146174:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.146175:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4779d93ec0. 00000020:00000010:1.0:1788201788.146178:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.146180:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.146181:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46549e6800. 00000020:00000010:1.0:1788201788.146183:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.146185:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.146186:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.146188:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.146189:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.146191:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654a9b380. 00000020:00000001:1.0:1788201788.146194:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.146195:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.146197:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.146199:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.146200:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.146202:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.146203:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.146375:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.146390:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.146413:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.146416:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.146417:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.146419:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.146420:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.146422:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.146494:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.146605:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.146608:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.146610:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.146612:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.146616:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.146618:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.146621:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.146623:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.146627:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.146629:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23569: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.146632:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.146633:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23575 (ffff9c4654a999c0) has no exports 00000020:00000001:1.0:1788201788.146635:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.146637:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.146639:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.146643:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.146645:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.146649:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46549e1000. 00000020:00000010:1.0:1788201788.146652:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.146656:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.146658:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.146661:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a780. 00000020:00000010:1.0:1788201788.146665:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a780. 00000020:00000010:1.0:1788201788.146669:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.146672:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.146674:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46549e1000. 00000020:00000010:1.0:1788201788.146677:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.146679:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.146681:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.146684:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.146686:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.146698:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.146703:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654aa0a00. 00000001:00000010:1.0:1788201788.146705:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654aa1e00. 00000001:00000010:1.0:1788201788.146708:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654aa0800. 00000001:00000010:1.0:1788201788.146710:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654aa0400. 00000001:00000010:1.0:1788201788.146712:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268f60. 00000001:00000010:1.0:1788201788.146715:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4776adff00. 00000001:00000001:1.0:1788201788.146717:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.146719:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23569 (ffff9c4654a999c0) now 3 - setup 00000020:00000001:1.0:1788201788.146722:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.146724:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.146726:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.146730:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.146732:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.146734:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.146736:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.146915:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.146930:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.146932:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.146934:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.146935:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.146937:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.146938:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.146940:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.147010:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.147144:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.147147:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.147149:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.147152:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.147155:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.147158:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.147161:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.147163:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.147168:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.147171:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23569 (ffff9c4654a999c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.147173:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23569 (uuid obd_uuid_23569) 00000020:00000040:1.0:1788201788.147175:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23569 (ffff9c4654a999c0) now 1 - newdev 00000020:00000040:1.0:1788201788.147178:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654a75800 with handle 0x8990e4d0a2216b05 from hash 00000020:00000040:1.0:1788201788.147182:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654a75800 : new refcount 0 00000020:00000080:1.0:1788201788.147184:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654a75800/obd_uuid_23569 00000020:00000001:1.0:1788201788.147186:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.147188:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.147190:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654a75800/obd_uuid_23569 for obd_name_23569 00000020:00000001:1.0:1788201788.147193:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.147195:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.147196:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654a75800. 00000020:00000001:1.0:1788201788.147200:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.147202:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23569 obd_type name = obd_test 00000020:01000000:1.0:1788201788.147204:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23569 (obd_uuid_23569) 00000020:00000001:1.0:1788201788.147206:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.147208:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.147211:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.147214:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.147217:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46549e1800. 00000020:00000010:1.0:1788201788.147220:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.147223:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.147225:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.147228:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4779d93700. 00000020:00000010:1.0:1788201788.147231:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.147234:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.147237:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46549e1800. 00000020:00000010:1.0:1788201788.147241:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.147244:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.147245:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.147249:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.147251:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.147253:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654a999c0. 00000020:00000001:1.0:1788201788.147260:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.147262:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.147264:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.147266:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.147268:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.147270:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.147272:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.147471:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.147486:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.147488:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.147489:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.147490:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.147491:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.147492:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.147494:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.147545:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.147651:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.147653:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.147654:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.147656:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.147659:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.147661:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.147662:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.147664:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.147667:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.147669:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23570: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.147671:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.147672:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23576 (ffff9c4654aab380) has no exports 00000020:00000001:1.0:1788201788.147674:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.147675:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.147677:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.147679:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.147681:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.147683:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46549e7000. 00000020:00000010:1.0:1788201788.147685:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.147687:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.147690:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.147693:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2ad00. 00000020:00000010:1.0:1788201788.147697:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2ad00. 00000020:00000010:1.0:1788201788.147701:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.147703:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.147706:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46549e7000. 00000020:00000010:1.0:1788201788.147708:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.147711:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.147713:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.147715:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.147718:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.147730:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.147735:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a83400. 00000001:00000010:1.0:1788201788.147741:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654a82400. 00000001:00000010:1.0:1788201788.147747:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654aa1400. 00000001:00000010:1.0:1788201788.147748:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654aa1c00. 00000001:00000010:1.0:1788201788.147750:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268960. 00000001:00000010:1.0:1788201788.147752:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4776adf600. 00000001:00000001:1.0:1788201788.147754:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.147755:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23570 (ffff9c4654aab380) now 3 - setup 00000020:00000001:1.0:1788201788.147756:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.147758:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.147760:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.147762:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.147763:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.147765:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.147766:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.147886:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.147897:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.147898:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.147900:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.147901:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.147902:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.147903:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.147904:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.147950:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.148024:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.148026:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.148027:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.148029:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.148031:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.148033:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.148034:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.148036:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.148039:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.148041:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23570 (ffff9c4654aab380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.148042:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23570 (uuid obd_uuid_23570) 00000020:00000040:1.0:1788201788.148044:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23570 (ffff9c4654aab380) now 1 - newdev 00000020:00000040:1.0:1788201788.148046:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654a75000 with handle 0x8990e4d0a2216b0c from hash 00000020:00000040:1.0:1788201788.148049:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654a75000 : new refcount 0 00000020:00000080:1.0:1788201788.148051:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654a75000/obd_uuid_23570 00000020:00000001:1.0:1788201788.148053:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.148056:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.148057:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654a75000/obd_uuid_23570 for obd_name_23570 00000020:00000001:1.0:1788201788.148060:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.148061:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.148063:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654a75000. 00000020:00000001:1.0:1788201788.148066:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.148067:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23570 obd_type name = obd_test 00000020:01000000:1.0:1788201788.148070:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23570 (obd_uuid_23570) 00000020:00000001:1.0:1788201788.148071:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.148074:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.148077:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.148080:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.148083:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46549e3000. 00000020:00000010:1.0:1788201788.148086:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.148089:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.148092:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.148094:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4779d93140. 00000020:00000010:1.0:1788201788.148097:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.148099:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.148101:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46549e3000. 00000020:00000010:1.0:1788201788.148104:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.148107:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.148109:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.148111:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.148113:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.148115:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654aab380. 00000020:00000001:1.0:1788201788.148121:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.148123:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.148125:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.148127:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.148141:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.148143:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.148144:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.148262:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.148273:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.148274:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.148275:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.148276:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.148277:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.148279:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.148280:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.148326:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.148419:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.148422:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.148425:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.148428:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.148431:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.148435:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.148438:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.148441:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.148447:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.148449:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23571: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.148452:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.148455:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23577 (ffff9c4654aa99c0) has no exports 00000020:00000001:1.0:1788201788.148457:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.148460:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.148463:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.148466:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.148470:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.148473:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46549e0800. 00000020:00000010:1.0:1788201788.148477:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.148480:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.148482:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.148484:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a080. 00000020:00000010:1.0:1788201788.148487:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a080. 00000020:00000010:1.0:1788201788.148491:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.148493:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.148494:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46549e0800. 00000020:00000010:1.0:1788201788.148496:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.148498:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.148499:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.148501:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.148502:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.148520:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.148523:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654aa2800. 00000001:00000010:1.0:1788201788.148525:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654aa2400. 00000001:00000010:1.0:1788201788.148526:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654aa3400. 00000001:00000010:1.0:1788201788.148529:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654aa2c00. 00000001:00000010:1.0:1788201788.148530:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268b60. 00000001:00000010:1.0:1788201788.148532:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4776adfd00. 00000001:00000001:1.0:1788201788.148533:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.148534:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23571 (ffff9c4654aa99c0) now 3 - setup 00000020:00000001:1.0:1788201788.148536:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.148537:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.148539:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.148541:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.148542:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.148543:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.148544:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.148660:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.148671:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.148672:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.148673:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.148675:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.148676:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.148677:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.148679:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.148745:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.148824:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.148826:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.148827:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.148829:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.148831:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.148833:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.148835:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.148836:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.148839:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.148841:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23571 (ffff9c4654aa99c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.148843:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23571 (uuid obd_uuid_23571) 00000020:00000040:1.0:1788201788.148844:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23571 (ffff9c4654aa99c0) now 1 - newdev 00000020:00000040:1.0:1788201788.148846:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654a77800 with handle 0x8990e4d0a2216b13 from hash 00000020:00000040:1.0:1788201788.148848:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654a77800 : new refcount 0 00000020:00000080:1.0:1788201788.148850:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654a77800/obd_uuid_23571 00000020:00000001:1.0:1788201788.148851:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.148853:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.148854:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654a77800/obd_uuid_23571 for obd_name_23571 00000020:00000001:1.0:1788201788.148856:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.148857:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.148858:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654a77800. 00000020:00000001:1.0:1788201788.148860:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.148861:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23571 obd_type name = obd_test 00000020:01000000:1.0:1788201788.148862:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23571 (obd_uuid_23571) 00000020:00000001:1.0:1788201788.148863:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.148864:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.148866:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.148868:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.148870:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46549e2000. 00000020:00000010:1.0:1788201788.148872:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.148874:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.148875:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.148877:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4779d93ac0. 00000020:00000010:1.0:1788201788.148879:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.148881:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.148882:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46549e2000. 00000020:00000010:1.0:1788201788.148884:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.148886:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.148887:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.148889:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.148890:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.148892:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654aa99c0. 00000020:00000001:1.0:1788201788.148894:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.148895:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.148897:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.148899:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.148900:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.148902:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.148903:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.149015:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.149025:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.149026:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.149028:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.149029:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.149030:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.149031:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.149032:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.149095:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.149190:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.149192:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.149193:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.149195:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.149197:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.149199:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.149200:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.149202:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.149205:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.149207:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23572: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.149208:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.149209:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23578 (ffff9c4654aa8000) has no exports 00000020:00000001:1.0:1788201788.149211:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.149212:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.149214:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.149216:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.149218:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.149220:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46549e0000. 00000020:00000010:1.0:1788201788.149222:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.149224:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.149225:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.149227:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a340. 00000020:00000010:1.0:1788201788.149230:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a340. 00000020:00000010:1.0:1788201788.149233:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.149234:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.149236:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46549e0000. 00000020:00000010:1.0:1788201788.149238:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.149239:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.149241:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.149242:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.149244:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.149251:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.149254:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654aa3a00. 00000001:00000010:1.0:1788201788.149256:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654aa2600. 00000001:00000010:1.0:1788201788.149257:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654aa3800. 00000001:00000010:1.0:1788201788.149258:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654aa3200. 00000001:00000010:1.0:1788201788.149260:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268f40. 00000001:00000010:1.0:1788201788.149261:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4776adf100. 00000001:00000001:1.0:1788201788.149263:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.149264:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23572 (ffff9c4654aa8000) now 3 - setup 00000020:00000001:1.0:1788201788.149265:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.149266:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.149268:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.149269:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.149270:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.149272:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.149273:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.149385:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.149445:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.149448:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.149450:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.149451:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.149453:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.149455:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.149457:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.149514:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.149589:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.149591:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.149592:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.149594:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.149596:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.149598:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.149600:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.149601:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.149604:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.149606:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23572 (ffff9c4654aa8000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.149608:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23572 (uuid obd_uuid_23572) 00000020:00000040:1.0:1788201788.149609:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23572 (ffff9c4654aa8000) now 1 - newdev 00000020:00000040:1.0:1788201788.149611:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654a72800 with handle 0x8990e4d0a2216b1a from hash 00000020:00000040:1.0:1788201788.149613:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654a72800 : new refcount 0 00000020:00000080:1.0:1788201788.149615:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654a72800/obd_uuid_23572 00000020:00000001:1.0:1788201788.149616:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.149617:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.149618:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654a72800/obd_uuid_23572 for obd_name_23572 00000020:00000001:1.0:1788201788.149620:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.149621:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.149622:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654a72800. 00000020:00000001:1.0:1788201788.149626:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.149627:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23572 obd_type name = obd_test 00000020:01000000:1.0:1788201788.149628:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23572 (obd_uuid_23572) 00000020:00000001:1.0:1788201788.149629:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.149631:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.149633:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.149634:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.149636:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46549e4800. 00000020:00000010:1.0:1788201788.149638:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.149640:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.149642:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.149643:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4779d93980. 00000020:00000010:1.0:1788201788.149645:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.149647:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.149649:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46549e4800. 00000020:00000010:1.0:1788201788.149651:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.149652:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.149654:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.149655:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.149657:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.149658:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654aa8000. 00000020:00000001:1.0:1788201788.149660:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.149662:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.149663:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.149665:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.149666:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.149668:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.149669:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.149803:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.149814:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.149815:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.149816:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.149818:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.149819:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.149820:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.149821:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.149867:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.149940:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.149942:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.149943:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.149945:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.149947:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.149949:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.149950:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.149952:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.149955:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.149957:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23573: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.149959:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.149960:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23579 (ffff9c4654aacd40) has no exports 00000020:00000001:1.0:1788201788.149961:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.149963:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.149964:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.149966:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.149968:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.149970:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46549e4000. 00000020:00000010:1.0:1788201788.149972:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.149974:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.149975:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.149977:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a880. 00000020:00000010:1.0:1788201788.149980:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a880. 00000020:00000010:1.0:1788201788.149982:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.149984:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.149986:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46549e4000. 00000020:00000010:1.0:1788201788.149987:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.149989:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.149991:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.149992:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.149994:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.150001:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.150005:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654aa2200. 00000001:00000010:1.0:1788201788.150006:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654aa2000. 00000001:00000010:1.0:1788201788.150008:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654aa3600. 00000001:00000010:1.0:1788201788.150009:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654aa2a00. 00000001:00000010:1.0:1788201788.150010:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268b40. 00000001:00000010:1.0:1788201788.150012:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4776adf400. 00000001:00000001:1.0:1788201788.150013:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.150015:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23573 (ffff9c4654aacd40) now 3 - setup 00000020:00000001:1.0:1788201788.150016:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.150017:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.150019:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.150020:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.150021:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.150023:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.150024:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.150177:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.150188:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.150190:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.150191:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.150192:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.150193:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.150195:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.150196:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.150244:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.150317:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.150319:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.150320:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.150322:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.150324:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.150326:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.150328:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.150329:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.150332:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.150334:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23573 (ffff9c4654aacd40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.150336:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23573 (uuid obd_uuid_23573) 00000020:00000040:1.0:1788201788.150337:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23573 (ffff9c4654aacd40) now 1 - newdev 00000020:00000040:1.0:1788201788.150339:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654a71000 with handle 0x8990e4d0a2216b21 from hash 00000020:00000040:1.0:1788201788.150341:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654a71000 : new refcount 0 00000020:00000080:1.0:1788201788.150342:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654a71000/obd_uuid_23573 00000020:00000001:1.0:1788201788.150344:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.150345:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.150346:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654a71000/obd_uuid_23573 for obd_name_23573 00000020:00000001:1.0:1788201788.150348:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.150349:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.150350:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654a71000. 00000020:00000001:1.0:1788201788.150352:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.150353:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23573 obd_type name = obd_test 00000020:01000000:1.0:1788201788.150354:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23573 (obd_uuid_23573) 00000020:00000001:1.0:1788201788.150355:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.150356:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.150358:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.150360:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.150362:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4747c4a000. 00000020:00000010:1.0:1788201788.150364:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.150366:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.150368:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.150370:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4659a16740. 00000020:00000010:1.0:1788201788.150372:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.150374:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.150375:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4747c4a000. 00000020:00000010:1.0:1788201788.150377:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.150378:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.150380:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.150381:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.150383:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.150384:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654aacd40. 00000020:00000001:1.0:1788201788.150387:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.150388:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.150390:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.150408:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.150410:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.150412:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.150414:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.150548:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.150559:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.150561:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.150562:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.150563:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.150564:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.150565:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.150566:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.150612:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.150684:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.150685:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.150687:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.150690:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.150693:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.150695:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.150698:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.150700:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.150705:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.150707:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23574: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.150710:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.150711:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23580 (ffff9c4654ac3380) has no exports 00000020:00000001:1.0:1788201788.150713:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.150715:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.150718:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.150721:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.150724:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.150726:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4747c4c000. 00000020:00000010:1.0:1788201788.150729:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.150733:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.150736:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.150739:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a640. 00000020:00000010:1.0:1788201788.150742:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a640. 00000020:00000010:1.0:1788201788.150747:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.150749:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.150751:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4747c4c000. 00000020:00000010:1.0:1788201788.150753:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.150755:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.150756:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.150758:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.150759:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.150768:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.150771:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654aa0c00. 00000001:00000010:1.0:1788201788.150772:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654aa1a00. 00000001:00000010:1.0:1788201788.150774:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654aa3e00. 00000001:00000010:1.0:1788201788.150775:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654aa2e00. 00000001:00000010:1.0:1788201788.150777:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268b20. 00000001:00000010:1.0:1788201788.150778:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4776adf700. 00000001:00000001:1.0:1788201788.150780:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.150781:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23574 (ffff9c4654ac3380) now 3 - setup 00000020:00000001:1.0:1788201788.150782:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.150783:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.150785:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.150787:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.150789:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.150790:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.150791:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.150929:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.150940:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.150941:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.150943:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.150944:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.150945:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.150946:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.150947:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.150993:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.151075:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.151077:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.151079:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.151082:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.151085:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.151087:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.151090:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.151092:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.151097:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.151099:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23574 (ffff9c4654ac3380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.151101:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23574 (uuid obd_uuid_23574) 00000020:00000040:1.0:1788201788.151103:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23574 (ffff9c4654ac3380) now 1 - newdev 00000020:00000040:1.0:1788201788.151106:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654abe000 with handle 0x8990e4d0a2216b28 from hash 00000020:00000040:1.0:1788201788.151108:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654abe000 : new refcount 0 00000020:00000080:1.0:1788201788.151110:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654abe000/obd_uuid_23574 00000020:00000001:1.0:1788201788.151112:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.151114:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.151116:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654abe000/obd_uuid_23574 for obd_name_23574 00000020:00000001:1.0:1788201788.151118:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.151119:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.151121:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654abe000. 00000020:00000001:1.0:1788201788.151127:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.151140:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23574 obd_type name = obd_test 00000020:01000000:1.0:1788201788.151141:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23574 (obd_uuid_23574) 00000020:00000001:1.0:1788201788.151143:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.151147:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.151149:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.151150:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.151152:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4747c4b000. 00000020:00000010:1.0:1788201788.151154:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.151156:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.151157:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.151159:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4659a16100. 00000020:00000010:1.0:1788201788.151161:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.151163:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.151164:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4747c4b000. 00000020:00000010:1.0:1788201788.151166:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.151168:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.151169:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.151171:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.151172:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.151174:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654ac3380. 00000020:00000001:1.0:1788201788.151195:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.151197:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.151198:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.151201:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.151202:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.151204:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.151205:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.151322:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.151332:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.151334:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.151335:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.151336:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.151337:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.151339:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.151340:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.151386:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.151506:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.151508:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.151510:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.151513:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.151516:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.151519:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.151522:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.151524:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.151529:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.151531:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23575: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.151533:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.151535:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23581 (ffff9c4654ac19c0) has no exports 00000020:00000001:1.0:1788201788.151537:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.151539:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.151542:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.151545:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.151547:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.151551:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4747c4a800. 00000020:00000010:1.0:1788201788.151554:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.151557:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.151560:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.151563:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a100. 00000020:00000010:1.0:1788201788.151567:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a100. 00000020:00000010:1.0:1788201788.151572:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.151575:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.151577:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4747c4a800. 00000020:00000010:1.0:1788201788.151579:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.151582:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.151584:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.151587:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.151589:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.151598:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.151601:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654ac8000. 00000001:00000010:1.0:1788201788.151603:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654ac8600. 00000001:00000010:1.0:1788201788.151605:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654ac9a00. 00000001:00000010:1.0:1788201788.151606:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654ac8200. 00000001:00000010:1.0:1788201788.151608:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268340. 00000001:00000010:1.0:1788201788.151610:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4776adfa00. 00000001:00000001:1.0:1788201788.151611:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.151613:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23575 (ffff9c4654ac19c0) now 3 - setup 00000020:00000001:1.0:1788201788.151614:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.151615:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.151617:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.151618:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.151620:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.151621:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.151622:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.151768:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.151779:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.151780:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.151782:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.151783:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.151784:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.151785:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.151786:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.151842:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.151936:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.151938:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.151939:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.151941:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.151943:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.151945:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.151946:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.151948:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.151951:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.151953:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23575 (ffff9c4654ac19c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.151955:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23575 (uuid obd_uuid_23575) 00000020:00000040:1.0:1788201788.151956:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23575 (ffff9c4654ac19c0) now 1 - newdev 00000020:00000040:1.0:1788201788.151958:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654abd800 with handle 0x8990e4d0a2216b2f from hash 00000020:00000040:1.0:1788201788.151960:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654abd800 : new refcount 0 00000020:00000080:1.0:1788201788.151962:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654abd800/obd_uuid_23575 00000020:00000001:1.0:1788201788.151964:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.151965:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.151966:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654abd800/obd_uuid_23575 for obd_name_23575 00000020:00000001:1.0:1788201788.151968:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.151969:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.151970:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654abd800. 00000020:00000001:1.0:1788201788.151973:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.151974:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23575 obd_type name = obd_test 00000020:01000000:1.0:1788201788.151975:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23575 (obd_uuid_23575) 00000020:00000001:1.0:1788201788.151976:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.151978:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.151980:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.151981:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.151983:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4747c4f000. 00000020:00000010:1.0:1788201788.151985:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.151987:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.151989:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.151990:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4659a16ec0. 00000020:00000010:1.0:1788201788.151992:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.151994:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.151995:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4747c4f000. 00000020:00000010:1.0:1788201788.151997:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.151999:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.152000:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.152002:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.152003:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.152004:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654ac19c0. 00000020:00000001:1.0:1788201788.152010:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.152011:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.152013:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.152015:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.152016:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.152018:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.152019:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.152179:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.152190:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.152192:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.152193:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.152194:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.152195:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.152196:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.152198:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.152244:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.152317:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.152319:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.152320:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.152322:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.152324:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.152326:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.152327:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.152329:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.152332:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.152333:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23576: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.152335:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.152336:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23582 (ffff9c4654ac0000) has no exports 00000020:00000001:1.0:1788201788.152338:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.152339:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.152341:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.152343:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.152345:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.152347:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4747c4e800. 00000020:00000010:1.0:1788201788.152348:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.152350:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.152352:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.152354:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2af40. 00000020:00000010:1.0:1788201788.152356:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2af40. 00000020:00000010:1.0:1788201788.152359:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.152361:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.152363:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4747c4e800. 00000020:00000010:1.0:1788201788.152365:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.152366:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.152368:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.152369:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.152370:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.152378:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.152381:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654ac9200. 00000001:00000010:1.0:1788201788.152383:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654ac9800. 00000001:00000010:1.0:1788201788.152384:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654ac9600. 00000001:00000010:1.0:1788201788.152386:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654ac8a00. 00000001:00000010:1.0:1788201788.152387:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268ba0. 00000001:00000010:1.0:1788201788.152388:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4659a17200. 00000001:00000001:1.0:1788201788.152391:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.152409:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23576 (ffff9c4654ac0000) now 3 - setup 00000020:00000001:1.0:1788201788.152411:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.152413:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.152415:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.152419:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.152422:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.152425:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.152427:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.152565:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.152576:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.152578:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.152579:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.152580:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.152581:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.152582:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.152583:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.152647:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.152764:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.152767:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.152768:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.152771:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.152775:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.152778:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.152781:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.152783:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.152788:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.152791:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23576 (ffff9c4654ac0000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.152793:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23576 (uuid obd_uuid_23576) 00000020:00000040:1.0:1788201788.152795:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23576 (ffff9c4654ac0000) now 1 - newdev 00000020:00000040:1.0:1788201788.152798:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654abd000 with handle 0x8990e4d0a2216b36 from hash 00000020:00000040:1.0:1788201788.152801:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654abd000 : new refcount 0 00000020:00000080:1.0:1788201788.152803:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654abd000/obd_uuid_23576 00000020:00000001:1.0:1788201788.152806:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.152808:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.152810:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654abd000/obd_uuid_23576 for obd_name_23576 00000020:00000001:1.0:1788201788.152812:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.152814:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.152816:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654abd000. 00000020:00000001:1.0:1788201788.152820:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.152822:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23576 obd_type name = obd_test 00000020:01000000:1.0:1788201788.152824:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23576 (obd_uuid_23576) 00000020:00000001:1.0:1788201788.152826:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.152829:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.152832:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.152834:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.152838:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4747c48800. 00000020:00000010:1.0:1788201788.152841:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.152844:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.152847:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.152850:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4659a16700. 00000020:00000010:1.0:1788201788.152853:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.152856:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.152858:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4747c48800. 00000020:00000010:1.0:1788201788.152861:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.152863:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.152866:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.152869:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.152871:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.152873:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654ac0000. 00000020:00000001:1.0:1788201788.152880:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.152882:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.152885:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.152888:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.152890:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.152893:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.152895:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.153083:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.153099:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.153101:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.153103:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.153105:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.153106:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.153108:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.153110:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.153199:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.153322:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.153325:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.153327:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.153330:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.153333:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.153336:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.153339:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.153341:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.153347:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.153349:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23577: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.153352:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.153354:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23583 (ffff9c4654ac4d40) has no exports 00000020:00000001:1.0:1788201788.153356:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.153359:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.153362:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.153365:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.153368:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.153372:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465499c000. 00000020:00000010:1.0:1788201788.153376:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.153379:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.153382:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.153386:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2ab00. 00000020:00000010:1.0:1788201788.153389:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2ab00. 00000020:00000010:1.0:1788201788.153459:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.153463:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.153465:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465499c000. 00000020:00000010:1.0:1788201788.153469:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.153471:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.153474:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.153477:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.153479:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.153537:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.153542:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654ac9e00. 00000001:00000010:1.0:1788201788.153545:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654ac8e00. 00000001:00000010:1.0:1788201788.153547:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654ac8400. 00000001:00000010:1.0:1788201788.153549:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654ac9400. 00000001:00000010:1.0:1788201788.153551:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268e40. 00000001:00000010:1.0:1788201788.153554:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4659a17c00. 00000001:00000001:1.0:1788201788.153557:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.153558:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23577 (ffff9c4654ac4d40) now 3 - setup 00000020:00000001:1.0:1788201788.153560:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.153562:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.153565:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.153569:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.153571:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.153573:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.153575:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.153731:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.153742:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.153744:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.153745:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.153746:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.153748:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.153749:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.153750:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.153796:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.153875:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.153877:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.153878:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.153880:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.153882:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.153884:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.153886:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.153887:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.153891:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.153893:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23577 (ffff9c4654ac4d40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.153895:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23577 (uuid obd_uuid_23577) 00000020:00000040:1.0:1788201788.153896:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23577 (ffff9c4654ac4d40) now 1 - newdev 00000020:00000040:1.0:1788201788.153898:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654abf800 with handle 0x8990e4d0a2216b3d from hash 00000020:00000040:1.0:1788201788.153901:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654abf800 : new refcount 0 00000020:00000080:1.0:1788201788.153902:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654abf800/obd_uuid_23577 00000020:00000001:1.0:1788201788.153903:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.153905:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.153906:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654abf800/obd_uuid_23577 for obd_name_23577 00000020:00000001:1.0:1788201788.153908:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.153909:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.153910:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654abf800. 00000020:00000001:1.0:1788201788.153913:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.153914:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23577 obd_type name = obd_test 00000020:01000000:1.0:1788201788.153915:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23577 (obd_uuid_23577) 00000020:00000001:1.0:1788201788.153916:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.153917:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.153919:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.153921:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.153923:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654998800. 00000020:00000010:1.0:1788201788.153925:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.153927:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.153929:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.153930:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4659a16140. 00000020:00000010:1.0:1788201788.153932:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.153934:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.153936:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654998800. 00000020:00000010:1.0:1788201788.153938:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.153939:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.153941:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.153942:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.153943:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.153945:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654ac4d40. 00000020:00000001:1.0:1788201788.153949:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.153950:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.153951:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.153954:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.153955:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.153956:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.153958:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.154082:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.154097:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.154099:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.154101:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.154103:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.154104:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.154106:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.154108:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.154176:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.154254:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.154255:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.154257:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.154259:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.154261:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.154262:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.154264:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.154266:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.154269:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.154271:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23578: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.154273:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.154274:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23584 (ffff9c4654ad3380) has no exports 00000020:00000001:1.0:1788201788.154275:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.154277:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.154279:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.154280:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.154282:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.154284:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465499b000. 00000020:00000010:1.0:1788201788.154286:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.154288:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.154289:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.154291:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2aa00. 00000020:00000010:1.0:1788201788.154294:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2aa00. 00000020:00000010:1.0:1788201788.154297:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.154299:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.154300:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465499b000. 00000020:00000010:1.0:1788201788.154302:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.154304:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.154305:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.154307:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.154308:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.154315:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.154318:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654aa3000. 00000001:00000010:1.0:1788201788.154319:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654aa3c00. 00000001:00000010:1.0:1788201788.154321:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654ac9c00. 00000001:00000010:1.0:1788201788.154322:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654ac9000. 00000001:00000010:1.0:1788201788.154323:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c47442682a0. 00000001:00000010:1.0:1788201788.154325:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4659a17f00. 00000001:00000001:1.0:1788201788.154327:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.154328:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23578 (ffff9c4654ad3380) now 3 - setup 00000020:00000001:1.0:1788201788.154330:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.154331:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.154333:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.154334:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.154336:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.154337:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.154339:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.154474:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.154485:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.154486:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.154488:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.154489:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.154490:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.154491:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.154492:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.154538:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.154612:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.154614:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.154615:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.154617:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.154619:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.154620:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.154622:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.154624:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.154627:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.154629:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23578 (ffff9c4654ad3380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.154630:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23578 (uuid obd_uuid_23578) 00000020:00000040:1.0:1788201788.154632:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23578 (ffff9c4654ad3380) now 1 - newdev 00000020:00000040:1.0:1788201788.154634:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654aba800 with handle 0x8990e4d0a2216b44 from hash 00000020:00000040:1.0:1788201788.154636:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654aba800 : new refcount 0 00000020:00000080:1.0:1788201788.154637:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654aba800/obd_uuid_23578 00000020:00000001:1.0:1788201788.154639:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.154640:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.154641:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654aba800/obd_uuid_23578 for obd_name_23578 00000020:00000001:1.0:1788201788.154643:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.154644:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.154645:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654aba800. 00000020:00000001:1.0:1788201788.154647:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.154649:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23578 obd_type name = obd_test 00000020:01000000:1.0:1788201788.154650:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23578 (obd_uuid_23578) 00000020:00000001:1.0:1788201788.154651:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.154653:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.154654:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.154656:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.154658:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465499a000. 00000020:00000010:1.0:1788201788.154660:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.154662:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.154663:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.154665:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4659a16ac0. 00000020:00000010:1.0:1788201788.154667:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.154669:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.154671:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465499a000. 00000020:00000010:1.0:1788201788.154673:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.154674:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.154676:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.154677:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.154678:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.154679:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654ad3380. 00000020:00000001:1.0:1788201788.154682:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.154684:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.154685:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.154687:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.154689:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.154690:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.154691:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.154807:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.154818:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.154819:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.154820:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.154821:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.154822:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.154824:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.154825:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.154872:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.154949:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.154951:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.154952:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.154954:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.154956:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.154958:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.154959:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.154961:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.154964:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.154966:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23579: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.154967:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.154968:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23585 (ffff9c4654ad19c0) has no exports 00000020:00000001:1.0:1788201788.154969:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.154971:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.154973:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.154974:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.154976:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.154978:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465499a800. 00000020:00000010:1.0:1788201788.154980:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.154982:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.154983:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.154985:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a240. 00000020:00000010:1.0:1788201788.154988:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a240. 00000020:00000010:1.0:1788201788.154991:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.154993:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.154994:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465499a800. 00000020:00000010:1.0:1788201788.154996:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.154998:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.154999:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.155001:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.155002:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.155011:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.155014:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654acbc00. 00000001:00000010:1.0:1788201788.155016:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654acb000. 00000001:00000010:1.0:1788201788.155018:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654acb600. 00000001:00000010:1.0:1788201788.155019:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654acb400. 00000001:00000010:1.0:1788201788.155020:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268860. 00000001:00000010:1.0:1788201788.155022:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4659a17600. 00000001:00000001:1.0:1788201788.155024:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.155024:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23579 (ffff9c4654ad19c0) now 3 - setup 00000020:00000001:1.0:1788201788.155026:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.155027:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.155028:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.155030:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.155031:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.155032:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.155034:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.155187:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.155198:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.155199:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.155201:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.155202:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.155203:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.155204:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.155205:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.155251:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.155328:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.155329:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.155331:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.155332:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.155334:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.155336:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.155338:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.155339:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.155343:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.155344:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23579 (ffff9c4654ad19c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.155346:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23579 (uuid obd_uuid_23579) 00000020:00000040:1.0:1788201788.155347:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23579 (ffff9c4654ad19c0) now 1 - newdev 00000020:00000040:1.0:1788201788.155350:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654ab9000 with handle 0x8990e4d0a2216b4b from hash 00000020:00000040:1.0:1788201788.155352:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654ab9000 : new refcount 0 00000020:00000080:1.0:1788201788.155353:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654ab9000/obd_uuid_23579 00000020:00000001:1.0:1788201788.155355:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.155356:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.155357:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654ab9000/obd_uuid_23579 for obd_name_23579 00000020:00000001:1.0:1788201788.155358:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.155360:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.155361:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654ab9000. 00000020:00000001:1.0:1788201788.155363:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.155364:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23579 obd_type name = obd_test 00000020:01000000:1.0:1788201788.155365:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23579 (obd_uuid_23579) 00000020:00000001:1.0:1788201788.155366:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.155367:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.155369:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.155371:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.155373:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465499f000. 00000020:00000010:1.0:1788201788.155375:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.155377:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.155379:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.155380:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4659a16980. 00000020:00000010:1.0:1788201788.155382:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.155384:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.155385:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465499f000. 00000020:00000010:1.0:1788201788.155387:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.155389:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.155390:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.155407:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.155409:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.155410:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654ad19c0. 00000020:00000001:1.0:1788201788.155413:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.155414:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.155416:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.155418:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.155420:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.155422:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.155423:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.155540:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.155550:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.155552:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.155553:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.155554:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.155555:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.155557:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.155558:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.155602:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.155677:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.155679:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.155680:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.155682:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.155684:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.155685:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.155687:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.155689:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.155692:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.155693:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23580: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.155695:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.155697:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23586 (ffff9c4654ad0000) has no exports 00000020:00000001:1.0:1788201788.155698:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.155700:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.155701:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.155703:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.155705:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.155707:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465499e800. 00000020:00000010:1.0:1788201788.155709:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.155712:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.155714:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.155717:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a280. 00000020:00000010:1.0:1788201788.155721:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a280. 00000020:00000010:1.0:1788201788.155725:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.155729:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.155731:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465499e800. 00000020:00000010:1.0:1788201788.155734:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.155736:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.155739:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.155742:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.155744:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.155755:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.155760:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654aca400. 00000001:00000010:1.0:1788201788.155762:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654aca800. 00000001:00000010:1.0:1788201788.155765:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654aca000. 00000001:00000010:1.0:1788201788.155767:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654aca600. 00000001:00000010:1.0:1788201788.155769:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268cc0. 00000001:00000010:1.0:1788201788.155771:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4659a17d00. 00000001:00000001:1.0:1788201788.155774:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.155776:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23580 (ffff9c4654ad0000) now 3 - setup 00000020:00000001:1.0:1788201788.155778:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.155780:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.155783:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.155786:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.155788:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.155790:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.155792:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.155974:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.155990:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.155993:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.155994:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.155996:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.155998:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.155999:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.156001:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.156075:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.156208:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.156211:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.156212:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.156215:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.156219:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.156222:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.156224:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.156227:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.156232:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.156234:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23580 (ffff9c4654ad0000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.156236:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23580 (uuid obd_uuid_23580) 00000020:00000040:1.0:1788201788.156238:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23580 (ffff9c4654ad0000) now 1 - newdev 00000020:00000040:1.0:1788201788.156241:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654abe800 with handle 0x8990e4d0a2216b52 from hash 00000020:00000040:1.0:1788201788.156243:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654abe800 : new refcount 0 00000020:00000080:1.0:1788201788.156245:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654abe800/obd_uuid_23580 00000020:00000001:1.0:1788201788.156247:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.156249:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.156250:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654abe800/obd_uuid_23580 for obd_name_23580 00000020:00000001:1.0:1788201788.156253:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.156254:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.156256:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654abe800. 00000020:00000001:1.0:1788201788.156260:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.156262:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23580 obd_type name = obd_test 00000020:01000000:1.0:1788201788.156264:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23580 (obd_uuid_23580) 00000020:00000001:1.0:1788201788.156265:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.156268:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.156271:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.156274:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.156277:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654999800. 00000020:00000010:1.0:1788201788.156280:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.156283:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.156286:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.156289:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4659a16380. 00000020:00000010:1.0:1788201788.156292:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.156294:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.156297:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654999800. 00000020:00000010:1.0:1788201788.156299:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.156302:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.156305:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.156307:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.156309:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.156312:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654ad0000. 00000020:00000001:1.0:1788201788.156315:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.156318:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.156320:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.156323:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.156326:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.156328:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.156330:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.156548:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.156565:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.156568:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.156569:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.156571:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.156573:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.156574:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.156576:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.156652:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.156781:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.156783:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.156785:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.156788:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.156792:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.156795:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.156797:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.156800:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.156806:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.156808:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23581: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.156810:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.156812:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23587 (ffff9c4654ad4d40) has no exports 00000020:00000001:1.0:1788201788.156814:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.156816:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.156819:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.156822:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.156825:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.156829:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654998000. 00000020:00000010:1.0:1788201788.156832:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.156835:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.156837:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.156841:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a580. 00000020:00000010:1.0:1788201788.156845:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a580. 00000020:00000010:1.0:1788201788.156850:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.156853:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.156856:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654998000. 00000020:00000010:1.0:1788201788.156859:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.156861:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.156864:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.156866:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.156868:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.156880:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.156884:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654acba00. 00000001:00000010:1.0:1788201788.156887:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654acac00. 00000001:00000010:1.0:1788201788.156890:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654acae00. 00000001:00000010:1.0:1788201788.156892:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654acb800. 00000001:00000010:1.0:1788201788.156894:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c47442681e0. 00000001:00000010:1.0:1788201788.156897:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4659a17100. 00000001:00000001:1.0:1788201788.156899:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.156901:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23581 (ffff9c4654ad4d40) now 3 - setup 00000020:00000001:1.0:1788201788.156904:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.156906:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.156908:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.156912:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.156914:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.156916:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.156918:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.157102:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.157118:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.157121:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.157123:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.157125:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.157127:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.157143:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.157145:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.157220:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.157331:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.157333:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.157335:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.157338:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.157341:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.157345:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.157348:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.157350:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.157355:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.157357:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23581 (ffff9c4654ad4d40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.157360:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23581 (uuid obd_uuid_23581) 00000020:00000040:1.0:1788201788.157362:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23581 (ffff9c4654ad4d40) now 1 - newdev 00000020:00000040:1.0:1788201788.157366:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654abf000 with handle 0x8990e4d0a2216b59 from hash 00000020:00000040:1.0:1788201788.157369:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654abf000 : new refcount 0 00000020:00000080:1.0:1788201788.157371:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654abf000/obd_uuid_23581 00000020:00000001:1.0:1788201788.157374:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.157376:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.157378:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654abf000/obd_uuid_23581 for obd_name_23581 00000020:00000001:1.0:1788201788.157380:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.157381:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.157383:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654abf000. 00000020:00000001:1.0:1788201788.157388:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.157389:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23581 obd_type name = obd_test 00000020:01000000:1.0:1788201788.157391:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23581 (obd_uuid_23581) 00000020:00000001:1.0:1788201788.157478:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.157481:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.157485:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.157488:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.157491:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465499b800. 00000020:00000010:1.0:1788201788.157494:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.157498:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.157500:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.157503:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4659a16080. 00000020:00000010:1.0:1788201788.157506:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.157509:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.157511:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465499b800. 00000020:00000010:1.0:1788201788.157513:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.157516:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.157518:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.157521:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.157523:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.157525:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654ad4d40. 00000020:00000001:1.0:1788201788.157529:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.157531:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.157534:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.157538:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.157540:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.157543:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.157545:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.157734:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.157751:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.157754:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.157756:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.157758:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.157759:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.157761:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.157763:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.157835:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.157947:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.157950:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.157951:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.157954:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.157957:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.157960:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.157963:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.157966:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.157971:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.157973:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23582: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.157975:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.157977:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23588 (ffff9c4654ae3380) has no exports 00000020:00000001:1.0:1788201788.157979:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.157981:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.157983:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.157986:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.157989:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.157992:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465499c800. 00000020:00000010:1.0:1788201788.157995:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.157998:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.158001:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.158004:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2ac40. 00000020:00000010:1.0:1788201788.158008:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2ac40. 00000020:00000010:1.0:1788201788.158012:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.158016:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.158018:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465499c800. 00000020:00000010:1.0:1788201788.158021:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.158024:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.158026:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.158029:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.158031:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.158043:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.158046:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654ac8800. 00000001:00000010:1.0:1788201788.158049:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654ac8c00. 00000001:00000010:1.0:1788201788.158051:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654acb200. 00000001:00000010:1.0:1788201788.158054:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654aca200. 00000001:00000010:1.0:1788201788.158056:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268e20. 00000001:00000010:1.0:1788201788.158058:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4659a17400. 00000001:00000001:1.0:1788201788.158061:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.158062:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23582 (ffff9c4654ae3380) now 3 - setup 00000020:00000001:1.0:1788201788.158064:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.158067:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.158069:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.158072:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.158074:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.158077:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.158079:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.158262:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.158277:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.158279:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.158281:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.158283:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.158284:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.158286:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.158287:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.158359:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.158466:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.158468:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.158469:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.158471:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.158473:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.158475:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.158477:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.158478:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.158482:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.158483:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23582 (ffff9c4654ae3380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.158485:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23582 (uuid obd_uuid_23582) 00000020:00000040:1.0:1788201788.158486:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23582 (ffff9c4654ae3380) now 1 - newdev 00000020:00000040:1.0:1788201788.158489:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654ab9800 with handle 0x8990e4d0a2216b60 from hash 00000020:00000040:1.0:1788201788.158491:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654ab9800 : new refcount 0 00000020:00000080:1.0:1788201788.158492:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654ab9800/obd_uuid_23582 00000020:00000001:1.0:1788201788.158494:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.158495:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.158497:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654ab9800/obd_uuid_23582 for obd_name_23582 00000020:00000001:1.0:1788201788.158498:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.158500:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.158501:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654ab9800. 00000020:00000001:1.0:1788201788.158503:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.158504:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23582 obd_type name = obd_test 00000020:01000000:1.0:1788201788.158505:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23582 (obd_uuid_23582) 00000020:00000001:1.0:1788201788.158506:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.158508:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.158510:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.158511:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.158513:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465499d800. 00000020:00000010:1.0:1788201788.158515:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.158517:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.158519:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.158520:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4659a169c0. 00000020:00000010:1.0:1788201788.158522:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.158524:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.158525:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465499d800. 00000020:00000010:1.0:1788201788.158527:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.158529:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.158531:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.158532:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.158533:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.158535:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654ae3380. 00000020:00000001:1.0:1788201788.158539:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.158540:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.158541:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.158543:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.158545:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.158546:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.158547:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.158662:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.158673:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.158675:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.158676:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.158677:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.158678:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.158680:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.158681:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.158726:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.158807:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.158810:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.158812:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.158814:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.158818:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.158821:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.158823:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.158826:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.158831:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.158833:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23583: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.158836:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.158838:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23589 (ffff9c4654ae19c0) has no exports 00000020:00000001:1.0:1788201788.158839:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.158841:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.158844:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.158847:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.158850:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.158853:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465499e000. 00000020:00000010:1.0:1788201788.158856:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.158859:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.158862:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.158865:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a1c0. 00000020:00000010:1.0:1788201788.158869:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a1c0. 00000020:00000010:1.0:1788201788.158874:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.158877:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.158879:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465499e000. 00000020:00000010:1.0:1788201788.158882:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.158885:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.158887:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.158889:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.158892:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.158903:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.158908:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654ae9e00. 00000001:00000010:1.0:1788201788.158911:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654ae8e00. 00000001:00000010:1.0:1788201788.158913:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654ae9800. 00000001:00000010:1.0:1788201788.158916:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654ae8a00. 00000001:00000010:1.0:1788201788.158918:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268200. 00000001:00000010:1.0:1788201788.158920:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4659a17700. 00000001:00000001:1.0:1788201788.158923:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.158925:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23583 (ffff9c4654ae19c0) now 3 - setup 00000020:00000001:1.0:1788201788.158927:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.158929:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.158932:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.158936:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.158938:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.158941:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.158943:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.159126:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.159158:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.159161:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.159162:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.159164:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.159166:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.159167:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.159169:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.159245:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.159352:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.159355:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.159357:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.159360:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.159364:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.159367:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.159370:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.159372:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.159378:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.159380:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23583 (ffff9c4654ae19c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.159383:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23583 (uuid obd_uuid_23583) 00000020:00000040:1.0:1788201788.159385:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23583 (ffff9c4654ae19c0) now 1 - newdev 00000020:00000040:1.0:1788201788.159388:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654ab8800 with handle 0x8990e4d0a2216b67 from hash 00000020:00000040:1.0:1788201788.159391:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654ab8800 : new refcount 0 00000020:00000080:1.0:1788201788.159413:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654ab8800/obd_uuid_23583 00000020:00000001:1.0:1788201788.159415:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.159417:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.159419:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654ab8800/obd_uuid_23583 for obd_name_23583 00000020:00000001:1.0:1788201788.159422:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.159423:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.159425:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654ab8800. 00000020:00000001:1.0:1788201788.159428:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.159430:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23583 obd_type name = obd_test 00000020:01000000:1.0:1788201788.159432:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23583 (obd_uuid_23583) 00000020:00000001:1.0:1788201788.159434:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.159437:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.159440:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.159443:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.159446:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465499f800. 00000020:00000010:1.0:1788201788.159449:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.159452:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.159454:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.159457:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4659a162c0. 00000020:00000010:1.0:1788201788.159460:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.159463:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.159465:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465499f800. 00000020:00000010:1.0:1788201788.159468:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.159471:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.159473:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.159476:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.159478:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.159480:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654ae19c0. 00000020:00000001:1.0:1788201788.159485:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.159486:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.159489:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.159493:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.159496:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.159498:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.159500:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.159674:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.159691:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.159693:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.159695:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.159697:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.159699:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.159700:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.159702:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.159781:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.159898:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.159901:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.159903:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.159906:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.159909:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.159912:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.159915:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.159917:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.159922:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.159925:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23584: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.159927:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.159929:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23590 (ffff9c4654ae0000) has no exports 00000020:00000001:1.0:1788201788.159931:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.159933:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.159936:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.159939:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.159942:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.159945:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465499d000. 00000020:00000010:1.0:1788201788.159948:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.159951:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.159954:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.159957:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a940. 00000020:00000010:1.0:1788201788.159961:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a940. 00000020:00000010:1.0:1788201788.159966:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.159969:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.159971:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465499d000. 00000020:00000010:1.0:1788201788.159974:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.159977:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.159979:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.159982:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.159984:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.159993:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.159997:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654ae9600. 00000001:00000010:1.0:1788201788.159998:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654ae9000. 00000001:00000010:1.0:1788201788.160000:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654ae8800. 00000001:00000010:1.0:1788201788.160001:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654ae8400. 00000001:00000010:1.0:1788201788.160002:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c47442685a0. 00000001:00000010:1.0:1788201788.160004:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4659a17a00. 00000001:00000001:1.0:1788201788.160006:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.160007:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23584 (ffff9c4654ae0000) now 3 - setup 00000020:00000001:1.0:1788201788.160008:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.160009:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.160011:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.160013:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.160015:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.160016:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.160017:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.160198:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.160210:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.160211:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.160213:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.160214:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.160215:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.160216:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.160218:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.160265:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.160339:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.160341:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.160342:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.160344:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.160346:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.160348:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.160350:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.160351:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.160355:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.160356:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23584 (ffff9c4654ae0000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.160358:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23584 (uuid obd_uuid_23584) 00000020:00000040:1.0:1788201788.160359:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23584 (ffff9c4654ae0000) now 1 - newdev 00000020:00000040:1.0:1788201788.160362:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654abb000 with handle 0x8990e4d0a2216b6e from hash 00000020:00000040:1.0:1788201788.160364:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654abb000 : new refcount 0 00000020:00000080:1.0:1788201788.160365:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654abb000/obd_uuid_23584 00000020:00000001:1.0:1788201788.160367:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.160368:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.160369:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654abb000/obd_uuid_23584 for obd_name_23584 00000020:00000001:1.0:1788201788.160370:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.160371:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.160372:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654abb000. 00000020:00000001:1.0:1788201788.160374:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.160376:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23584 obd_type name = obd_test 00000020:01000000:1.0:1788201788.160377:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23584 (obd_uuid_23584) 00000020:00000001:1.0:1788201788.160378:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.160380:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.160382:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.160383:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.160385:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654999000. 00000020:00000010:1.0:1788201788.160387:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.160389:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.160391:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.160409:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4659a16a00. 00000020:00000010:1.0:1788201788.160411:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.160413:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.160414:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654999000. 00000020:00000010:1.0:1788201788.160417:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.160419:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.160421:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.160424:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.160425:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.160427:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654ae0000. 00000020:00000001:1.0:1788201788.160431:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.160433:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.160435:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.160438:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.160439:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.160441:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.160443:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.160563:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.160574:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.160576:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.160577:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.160578:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.160579:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.160580:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.160581:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.160627:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.160699:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.160701:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.160702:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.160704:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.160706:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.160708:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.160709:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.160711:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.160714:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.160716:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23585: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.160717:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.160718:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23591 (ffff9c4654ae4d40) has no exports 00000020:00000001:1.0:1788201788.160720:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.160721:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.160723:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.160725:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.160727:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.160729:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46549e4000. 00000020:00000010:1.0:1788201788.160731:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.160733:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.160735:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.160737:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a480. 00000020:00000010:1.0:1788201788.160739:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a480. 00000020:00000010:1.0:1788201788.160742:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.160744:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.160746:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46549e4000. 00000020:00000010:1.0:1788201788.160747:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.160749:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.160751:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.160752:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.160754:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.160762:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.160765:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654ae9400. 00000001:00000010:1.0:1788201788.160767:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654ae9c00. 00000001:00000010:1.0:1788201788.160768:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654ae8000. 00000001:00000010:1.0:1788201788.160770:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654ae8600. 00000001:00000010:1.0:1788201788.160771:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c47442686c0. 00000001:00000010:1.0:1788201788.160773:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4659a17e00. 00000001:00000001:1.0:1788201788.160774:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.160775:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23585 (ffff9c4654ae4d40) now 3 - setup 00000020:00000001:1.0:1788201788.160776:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.160778:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.160779:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.160781:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.160782:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.160784:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.160785:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.160897:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.160908:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.160910:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.160911:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.160912:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.160913:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.160914:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.160915:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.160960:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.161031:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.161033:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.161034:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.161036:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.161038:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.161040:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.161042:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a540. 00000020:00000080:1.0:1788201788.161043:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.161047:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.161048:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23585 (ffff9c4654ae4d40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.161050:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23585 (uuid obd_uuid_23585) 00000020:00000040:1.0:1788201788.161051:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23585 (ffff9c4654ae4d40) now 1 - newdev 00000020:00000040:1.0:1788201788.161053:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654ab8000 with handle 0x8990e4d0a2216b75 from hash 00000020:00000040:1.0:1788201788.161056:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654ab8000 : new refcount 0 00000020:00000080:1.0:1788201788.161057:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654ab8000/obd_uuid_23585 00000020:00000001:1.0:1788201788.161059:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.161061:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.161063:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654ab8000/obd_uuid_23585 for obd_name_23585 00000020:00000001:1.0:1788201788.161066:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.161067:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.161069:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654ab8000. 00000020:00000001:1.0:1788201788.161072:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.161073:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23585 obd_type name = obd_test 00000020:01000000:1.0:1788201788.161075:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23585 (obd_uuid_23585) 00000020:00000001:1.0:1788201788.161077:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.161079:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.161082:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.161086:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.161089:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46549e4800. 00000020:00000010:1.0:1788201788.161092:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.161095:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.161098:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.161100:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4659a16b00. 00000020:00000010:1.0:1788201788.161103:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.161106:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.161108:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46549e4800. 00000020:00000010:1.0:1788201788.161111:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.161113:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.161116:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.161118:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.161120:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.161122:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654ae4d40. 00000020:00000001:1.0:1788201788.161126:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.161141:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.161144:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a540. 00000020:00000001:1.0:1788201788.161148:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.161150:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.161153:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.161154:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.161317:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.161332:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.161334:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.161336:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.161338:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.161339:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.161341:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.161343:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.161573:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.161651:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.161653:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.161654:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.161656:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.161658:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.161660:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.161662:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a740. 00000020:00000080:1.0:1788201788.161663:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.161667:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.161668:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23586: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.161670:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.161671:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23592 (ffff9c4654af3380) has no exports 00000020:00000001:1.0:1788201788.161672:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.161674:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.161675:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.161677:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.161679:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.161681:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46549e0000. 00000020:00000010:1.0:1788201788.161683:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.161685:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.161686:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.161689:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a8c0. 00000020:00000010:1.0:1788201788.161692:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a8c0. 00000020:00000010:1.0:1788201788.161696:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.161699:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.161702:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46549e0000. 00000020:00000010:1.0:1788201788.161704:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.161707:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.161709:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.161711:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.161713:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.161724:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.161728:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654acbe00. 00000001:00000010:1.0:1788201788.161731:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654acaa00. 00000001:00000010:1.0:1788201788.161733:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654ae9a00. 00000001:00000010:1.0:1788201788.161735:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654ae8c00. 00000001:00000010:1.0:1788201788.161738:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268ae0. 00000001:00000010:1.0:1788201788.161740:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4659a17b00. 00000001:00000001:1.0:1788201788.161743:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.161745:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23586 (ffff9c4654af3380) now 3 - setup 00000020:00000001:1.0:1788201788.161747:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.161749:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.161752:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a740. 00000020:00000001:1.0:1788201788.161755:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.161756:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.161758:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.161759:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.161878:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.161888:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.161890:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.161891:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.161892:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.161893:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.161895:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.161896:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.161941:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.162013:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.162014:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.162016:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.162018:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.162020:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.162021:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.162023:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a740. 00000020:00000080:1.0:1788201788.162024:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.162028:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.162030:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23586 (ffff9c4654af3380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.162031:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23586 (uuid obd_uuid_23586) 00000020:00000040:1.0:1788201788.162032:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23586 (ffff9c4654af3380) now 1 - newdev 00000020:00000040:1.0:1788201788.162035:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654aba000 with handle 0x8990e4d0a2216b7c from hash 00000020:00000040:1.0:1788201788.162037:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654aba000 : new refcount 0 00000020:00000080:1.0:1788201788.162038:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654aba000/obd_uuid_23586 00000020:00000001:1.0:1788201788.162039:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.162040:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.162041:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654aba000/obd_uuid_23586 for obd_name_23586 00000020:00000001:1.0:1788201788.162043:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.162044:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.162046:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654aba000. 00000020:00000001:1.0:1788201788.162048:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.162049:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23586 obd_type name = obd_test 00000020:01000000:1.0:1788201788.162050:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23586 (obd_uuid_23586) 00000020:00000001:1.0:1788201788.162051:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.162053:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.162054:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.162056:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.162058:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46549e2000. 00000020:00000010:1.0:1788201788.162060:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.162064:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.162066:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.162069:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4659a165c0. 00000020:00000010:1.0:1788201788.162072:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.162074:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.162077:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46549e2000. 00000020:00000010:1.0:1788201788.162079:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.162082:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.162084:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.162087:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.162090:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.162092:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654af3380. 00000020:00000001:1.0:1788201788.162115:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.162117:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.162119:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a740. 00000020:00000001:1.0:1788201788.162121:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.162123:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.162124:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.162126:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.162259:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.162270:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.162271:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.162273:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.162274:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.162275:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.162276:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.162278:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.162323:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.162410:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.162412:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.162414:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.162415:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.162418:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.162420:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.162421:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a740. 00000020:00000080:1.0:1788201788.162423:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.162426:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.162427:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23587: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.162429:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.162431:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23593 (ffff9c4654af19c0) has no exports 00000020:00000001:1.0:1788201788.162432:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.162433:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.162435:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.162437:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.162439:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.162441:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46549e0800. 00000020:00000010:1.0:1788201788.162443:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.162445:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.162447:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.162449:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a300. 00000020:00000010:1.0:1788201788.162452:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a300. 00000020:00000010:1.0:1788201788.162456:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.162458:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.162460:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46549e0800. 00000020:00000010:1.0:1788201788.162462:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.162464:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.162466:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.162468:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.162470:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.162504:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.162507:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654aea400. 00000001:00000010:1.0:1788201788.162509:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654aeb400. 00000001:00000010:1.0:1788201788.162511:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654aebc00. 00000001:00000010:1.0:1788201788.162513:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654aea800. 00000001:00000010:1.0:1788201788.162514:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c47442689a0. 00000001:00000010:1.0:1788201788.162515:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4659a17300. 00000001:00000001:1.0:1788201788.162517:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.162518:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23587 (ffff9c4654af19c0) now 3 - setup 00000020:00000001:1.0:1788201788.162519:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.162521:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.162522:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a740. 00000020:00000001:1.0:1788201788.162524:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.162525:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.162527:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.162528:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.162642:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.162653:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.162654:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.162655:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.162656:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.162658:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.162659:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.162660:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.162716:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.162820:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.162823:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.162825:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.162827:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.162831:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.162834:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.162836:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a740. 00000020:00000080:1.0:1788201788.162839:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.162843:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.162845:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23587 (ffff9c4654af19c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.162847:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23587 (uuid obd_uuid_23587) 00000020:00000040:1.0:1788201788.162849:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23587 (ffff9c4654af19c0) now 1 - newdev 00000020:00000040:1.0:1788201788.162851:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654abc000 with handle 0x8990e4d0a2216b83 from hash 00000020:00000040:1.0:1788201788.162853:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654abc000 : new refcount 0 00000020:00000080:1.0:1788201788.162854:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654abc000/obd_uuid_23587 00000020:00000001:1.0:1788201788.162856:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.162857:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.162858:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654abc000/obd_uuid_23587 for obd_name_23587 00000020:00000001:1.0:1788201788.162859:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.162861:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.162862:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654abc000. 00000020:00000001:1.0:1788201788.162864:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.162865:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23587 obd_type name = obd_test 00000020:01000000:1.0:1788201788.162866:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23587 (obd_uuid_23587) 00000020:00000001:1.0:1788201788.162867:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.162869:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.162871:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.162873:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.162875:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46549e3000. 00000020:00000010:1.0:1788201788.162876:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.162878:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.162880:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.162882:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4659a16c00. 00000020:00000010:1.0:1788201788.162884:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.162885:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.162887:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46549e3000. 00000020:00000010:1.0:1788201788.162889:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.162890:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.162892:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.162893:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.162895:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.162896:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654af19c0. 00000020:00000001:1.0:1788201788.162900:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.162901:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.162903:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a740. 00000020:00000001:1.0:1788201788.162905:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.162906:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.162908:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.162909:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.163023:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.163034:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.163036:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.163037:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.163038:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.163039:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.163041:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.163042:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.163103:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.163203:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.163205:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.163206:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.163207:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.163210:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.163211:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.163213:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a740. 00000020:00000080:1.0:1788201788.163214:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.163218:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.163219:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23588: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.163221:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.163222:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23594 (ffff9c4654af0000) has no exports 00000020:00000001:1.0:1788201788.163223:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.163225:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.163227:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.163229:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.163230:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.163232:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46549e7000. 00000020:00000010:1.0:1788201788.163234:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.163236:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.163238:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.163240:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2ad40. 00000020:00000010:1.0:1788201788.163243:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2ad40. 00000020:00000010:1.0:1788201788.163245:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.163247:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.163248:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46549e7000. 00000020:00000010:1.0:1788201788.163250:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.163252:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.163254:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.163255:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.163256:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.163264:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.163267:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654aeac00. 00000001:00000010:1.0:1788201788.163269:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654aeba00. 00000001:00000010:1.0:1788201788.163270:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654aeb200. 00000001:00000010:1.0:1788201788.163272:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654aea200. 00000001:00000010:1.0:1788201788.163273:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268420. 00000001:00000010:1.0:1788201788.163275:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4659a17900. 00000001:00000001:1.0:1788201788.163276:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.163277:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23588 (ffff9c4654af0000) now 3 - setup 00000020:00000001:1.0:1788201788.163279:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.163280:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.163282:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a740. 00000020:00000001:1.0:1788201788.163283:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.163285:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.163286:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.163287:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.163478:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.163494:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.163496:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.163498:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.163500:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.163502:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.163503:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.163505:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.163579:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.163688:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.163691:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.163693:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.163696:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.163699:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.163702:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.163705:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a740. 00000020:00000080:1.0:1788201788.163707:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.163712:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.163715:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23588 (ffff9c4654af0000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.163717:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23588 (uuid obd_uuid_23588) 00000020:00000040:1.0:1788201788.163719:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23588 (ffff9c4654af0000) now 1 - newdev 00000020:00000040:1.0:1788201788.163722:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654abc800 with handle 0x8990e4d0a2216b8a from hash 00000020:00000040:1.0:1788201788.163725:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654abc800 : new refcount 0 00000020:00000080:1.0:1788201788.163727:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654abc800/obd_uuid_23588 00000020:00000001:1.0:1788201788.163730:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.163732:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.163734:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654abc800/obd_uuid_23588 for obd_name_23588 00000020:00000001:1.0:1788201788.163737:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.163738:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.163740:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654abc800. 00000020:00000001:1.0:1788201788.163744:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.163745:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23588 obd_type name = obd_test 00000020:01000000:1.0:1788201788.163747:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23588 (obd_uuid_23588) 00000020:00000001:1.0:1788201788.163748:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.163751:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.163754:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.163757:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.163760:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46549e1800. 00000020:00000010:1.0:1788201788.163763:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.163766:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.163769:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.163772:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4659a161c0. 00000020:00000010:1.0:1788201788.163775:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.163778:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.163780:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46549e1800. 00000020:00000010:1.0:1788201788.163783:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.163786:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.163788:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.163791:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.163793:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.163795:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654af0000. 00000020:00000001:1.0:1788201788.163799:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.163801:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.163804:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a740. 00000020:00000001:1.0:1788201788.163807:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.163809:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.163811:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.163813:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.163988:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.164004:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.164006:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.164008:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.164010:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.164011:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.164013:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.164015:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.164087:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.164209:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.164211:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.164213:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.164216:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.164219:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.164221:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.164224:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a740. 00000020:00000080:1.0:1788201788.164226:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.164231:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.164233:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23589: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.164236:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.164238:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23595 (ffff9c4654af4d40) has no exports 00000020:00000001:1.0:1788201788.164240:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.164242:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.164245:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.164248:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.164250:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.164253:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46549e1000. 00000020:00000010:1.0:1788201788.164256:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.164259:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.164262:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.164265:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a140. 00000020:00000010:1.0:1788201788.164268:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a140. 00000020:00000010:1.0:1788201788.164272:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.164275:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.164277:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46549e1000. 00000020:00000010:1.0:1788201788.164280:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.164282:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.164284:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.164287:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.164288:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.164299:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.164303:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654aea000. 00000001:00000010:1.0:1788201788.164305:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654aea600. 00000001:00000010:1.0:1788201788.164307:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654aeaa00. 00000001:00000010:1.0:1788201788.164309:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654aebe00. 00000001:00000010:1.0:1788201788.164312:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268460. 00000001:00000010:1.0:1788201788.164314:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4659a17000. 00000001:00000001:1.0:1788201788.164317:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.164318:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23589 (ffff9c4654af4d40) now 3 - setup 00000020:00000001:1.0:1788201788.164321:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.164323:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.164325:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a740. 00000020:00000001:1.0:1788201788.164328:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.164330:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.164332:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.164335:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.164535:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.164551:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.164553:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.164555:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.164557:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.164558:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.164560:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.164562:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.164636:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.164747:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.164750:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.164752:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.164755:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.164758:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.164761:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.164764:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a740. 00000020:00000080:1.0:1788201788.164766:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.164771:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.164773:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23589 (ffff9c4654af4d40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.164776:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23589 (uuid obd_uuid_23589) 00000020:00000040:1.0:1788201788.164778:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23589 (ffff9c4654af4d40) now 1 - newdev 00000020:00000040:1.0:1788201788.164781:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654abb800 with handle 0x8990e4d0a2216b91 from hash 00000020:00000040:1.0:1788201788.164784:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654abb800 : new refcount 0 00000020:00000080:1.0:1788201788.164787:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654abb800/obd_uuid_23589 00000020:00000001:1.0:1788201788.164789:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.164791:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.164793:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654abb800/obd_uuid_23589 for obd_name_23589 00000020:00000001:1.0:1788201788.164795:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.164797:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.164799:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654abb800. 00000020:00000001:1.0:1788201788.164802:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.164804:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23589 obd_type name = obd_test 00000020:01000000:1.0:1788201788.164806:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23589 (obd_uuid_23589) 00000020:00000001:1.0:1788201788.164808:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.164811:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.164814:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.164817:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.164820:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46549e6800. 00000020:00000010:1.0:1788201788.164823:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.164826:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.164829:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.164832:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4659a16180. 00000020:00000010:1.0:1788201788.164835:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.164837:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.164840:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46549e6800. 00000020:00000010:1.0:1788201788.164843:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.164845:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.164848:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.164850:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.164852:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.164854:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654af4d40. 00000020:00000001:1.0:1788201788.164859:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.164861:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.164863:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a740. 00000020:00000001:1.0:1788201788.164866:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.164868:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.164871:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.164873:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.165058:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.165074:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.165076:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.165078:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.165080:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.165082:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.165084:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.165086:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.165179:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.165300:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.165302:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.165305:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.165308:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.165311:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.165314:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.165317:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a740. 00000020:00000080:1.0:1788201788.165320:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.165325:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.165327:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23590: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.165329:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.165331:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23596 (ffff9c4654b08000) has no exports 00000020:00000001:1.0:1788201788.165333:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.165335:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.165338:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.165341:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.165344:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.165347:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46549e7800. 00000020:00000010:1.0:1788201788.165350:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.165354:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.165356:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.165359:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a000. 00000020:00000010:1.0:1788201788.165363:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a000. 00000020:00000010:1.0:1788201788.165368:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.165371:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.165373:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46549e7800. 00000020:00000010:1.0:1788201788.165376:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.165379:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.165381:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.165384:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.165386:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.165491:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.165496:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654ae8200. 00000001:00000010:1.0:1788201788.165499:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654ae9200. 00000001:00000010:1.0:1788201788.165502:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654aeae00. 00000001:00000010:1.0:1788201788.165504:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654aeb800. 00000001:00000010:1.0:1788201788.165506:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268980. 00000001:00000010:1.0:1788201788.165510:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4659a17800. 00000001:00000001:1.0:1788201788.165516:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.165518:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23590 (ffff9c4654b08000) now 3 - setup 00000020:00000001:1.0:1788201788.165521:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.165523:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.165526:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a740. 00000020:00000001:1.0:1788201788.165530:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.165532:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.165534:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.165536:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.165729:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.165745:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.165747:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.165749:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.165751:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.165752:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.165754:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.165755:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.165829:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.165953:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.165955:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.165957:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.165960:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.165963:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.165966:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.165969:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a740. 00000020:00000080:1.0:1788201788.165971:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.165976:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.165979:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23590 (ffff9c4654b08000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.165981:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23590 (uuid obd_uuid_23590) 00000020:00000040:1.0:1788201788.165984:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23590 (ffff9c4654b08000) now 1 - newdev 00000020:00000040:1.0:1788201788.165987:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654b06000 with handle 0x8990e4d0a2216b98 from hash 00000020:00000040:1.0:1788201788.165990:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654b06000 : new refcount 0 00000020:00000080:1.0:1788201788.165992:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654b06000/obd_uuid_23590 00000020:00000001:1.0:1788201788.165994:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.165997:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.165999:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654b06000/obd_uuid_23590 for obd_name_23590 00000020:00000001:1.0:1788201788.166001:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.166003:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.166004:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654b06000. 00000020:00000001:1.0:1788201788.166008:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.166010:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23590 obd_type name = obd_test 00000020:01000000:1.0:1788201788.166012:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23590 (obd_uuid_23590) 00000020:00000001:1.0:1788201788.166014:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.166016:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.166019:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.166022:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.166025:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46549e2800. 00000020:00000010:1.0:1788201788.166028:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.166031:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.166034:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.166036:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4659a16200. 00000020:00000010:1.0:1788201788.166039:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.166042:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.166044:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46549e2800. 00000020:00000010:1.0:1788201788.166047:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.166049:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.166052:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.166054:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.166056:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.166058:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654b08000. 00000020:00000001:1.0:1788201788.166063:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.166065:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.166067:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a740. 00000020:00000001:1.0:1788201788.166071:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.166073:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.166075:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.166077:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.166232:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.166243:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.166245:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.166246:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.166247:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.166248:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.166250:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.166251:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.166298:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.166376:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.166378:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.166379:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.166381:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.166383:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.166385:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.166386:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a740. 00000020:00000080:1.0:1788201788.166388:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.166391:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.166409:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23591: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.166411:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.166413:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23597 (ffff9c4654b0cd40) has no exports 00000020:00000001:1.0:1788201788.166414:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.166416:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.166417:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.166419:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.166421:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.166423:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46549e5800. 00000020:00000010:1.0:1788201788.166425:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.166427:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.166429:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.166431:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a500. 00000020:00000010:1.0:1788201788.166433:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a500. 00000020:00000010:1.0:1788201788.166436:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.166438:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.166439:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46549e5800. 00000020:00000010:1.0:1788201788.166441:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.166443:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.166445:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.166446:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.166447:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.166455:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.166459:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654b11200. 00000001:00000010:1.0:1788201788.166501:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654b10200. 00000001:00000010:1.0:1788201788.166503:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654b10000. 00000001:00000010:1.0:1788201788.166505:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654b11800. 00000001:00000010:1.0:1788201788.166506:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c47442687a0. 00000001:00000010:1.0:1788201788.166508:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4659a17500. 00000001:00000001:1.0:1788201788.166510:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.166511:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23591 (ffff9c4654b0cd40) now 3 - setup 00000020:00000001:1.0:1788201788.166512:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.166514:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.166515:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a740. 00000020:00000001:1.0:1788201788.166517:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.166518:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.166520:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.166521:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.166641:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.166652:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.166654:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.166655:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.166656:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.166657:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.166658:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.166659:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.166705:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.166781:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.166783:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.166784:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.166786:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.166788:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.166790:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.166792:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a740. 00000020:00000080:1.0:1788201788.166793:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.166797:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.166799:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23591 (ffff9c4654b0cd40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.166800:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23591 (uuid obd_uuid_23591) 00000020:00000040:1.0:1788201788.166802:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23591 (ffff9c4654b0cd40) now 1 - newdev 00000020:00000040:1.0:1788201788.166804:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654b05800 with handle 0x8990e4d0a2216b9f from hash 00000020:00000040:1.0:1788201788.166806:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654b05800 : new refcount 0 00000020:00000080:1.0:1788201788.166807:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654b05800/obd_uuid_23591 00000020:00000001:1.0:1788201788.166808:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.166810:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.166811:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654b05800/obd_uuid_23591 for obd_name_23591 00000020:00000001:1.0:1788201788.166813:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.166814:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.166815:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654b05800. 00000020:00000001:1.0:1788201788.166817:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.166818:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23591 obd_type name = obd_test 00000020:01000000:1.0:1788201788.166819:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23591 (obd_uuid_23591) 00000020:00000001:1.0:1788201788.166820:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.166822:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.166824:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.166825:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.166827:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46549e5000. 00000020:00000010:1.0:1788201788.166829:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.166831:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.166833:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.166835:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4659a16a80. 00000020:00000010:1.0:1788201788.166836:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.166838:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.166840:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46549e5000. 00000020:00000010:1.0:1788201788.166842:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.166843:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.166845:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.166847:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.166848:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.166849:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654b0cd40. 00000020:00000001:1.0:1788201788.166853:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.166855:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.166856:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a740. 00000020:00000001:1.0:1788201788.166858:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.166860:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.166861:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.166862:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.166977:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.166987:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.166989:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.166990:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.166991:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.166992:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.166993:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.166994:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.167039:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.167154:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.167156:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.167158:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.167159:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.167162:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.167164:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.167166:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a740. 00000020:00000080:1.0:1788201788.167167:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.167171:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.167172:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23592: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.167174:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.167175:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23598 (ffff9c4654b0b380) has no exports 00000020:00000001:1.0:1788201788.167176:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.167178:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.167179:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.167182:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.167183:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.167185:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46549e3800. 00000020:00000010:1.0:1788201788.167187:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.167189:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.167191:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.167193:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a680. 00000020:00000010:1.0:1788201788.167196:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a680. 00000020:00000010:1.0:1788201788.167198:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.167200:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.167202:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46549e3800. 00000020:00000010:1.0:1788201788.167203:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.167205:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.167206:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.167208:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.167210:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.167218:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.167221:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654b10e00. 00000001:00000010:1.0:1788201788.167222:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654b11e00. 00000001:00000010:1.0:1788201788.167224:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654b11c00. 00000001:00000010:1.0:1788201788.167225:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654b11000. 00000001:00000010:1.0:1788201788.167227:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c47442685e0. 00000001:00000010:1.0:1788201788.167228:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4659a18500. 00000001:00000001:1.0:1788201788.167231:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.167232:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23592 (ffff9c4654b0b380) now 3 - setup 00000020:00000001:1.0:1788201788.167233:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.167235:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.167236:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a740. 00000020:00000001:1.0:1788201788.167238:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.167239:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.167241:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.167242:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.167361:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.167371:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.167373:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.167374:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.167375:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.167376:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.167377:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.167378:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.167443:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.167519:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.167521:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.167522:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.167524:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.167526:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.167528:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.167530:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a740. 00000020:00000080:1.0:1788201788.167531:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.167535:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.167537:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23592 (ffff9c4654b0b380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.167538:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23592 (uuid obd_uuid_23592) 00000020:00000040:1.0:1788201788.167539:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23592 (ffff9c4654b0b380) now 1 - newdev 00000020:00000040:1.0:1788201788.167542:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654b05000 with handle 0x8990e4d0a2216ba6 from hash 00000020:00000040:1.0:1788201788.167544:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654b05000 : new refcount 0 00000020:00000080:1.0:1788201788.167545:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654b05000/obd_uuid_23592 00000020:00000001:1.0:1788201788.167546:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.167548:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.167549:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654b05000/obd_uuid_23592 for obd_name_23592 00000020:00000001:1.0:1788201788.167550:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.167551:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.167552:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654b05000. 00000020:00000001:1.0:1788201788.167554:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.167555:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23592 obd_type name = obd_test 00000020:01000000:1.0:1788201788.167557:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23592 (obd_uuid_23592) 00000020:00000001:1.0:1788201788.167558:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.167559:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.167561:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.167563:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.167565:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46549e6000. 00000020:00000010:1.0:1788201788.167566:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.167568:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.167570:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.167572:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4659a16e80. 00000020:00000010:1.0:1788201788.167574:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.167576:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.167577:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46549e6000. 00000020:00000010:1.0:1788201788.167579:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.167581:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.167582:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.167584:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.167585:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.167586:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654b0b380. 00000020:00000001:1.0:1788201788.167589:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.167590:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.167592:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a740. 00000020:00000001:1.0:1788201788.167594:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.167595:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.167597:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.167598:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.167711:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.167722:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.167723:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.167724:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.167725:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.167727:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.167728:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.167729:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.167773:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.167846:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.167848:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.167849:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.167851:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.167853:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.167855:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.167856:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a740. 00000020:00000080:1.0:1788201788.167857:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.167861:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.167862:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23593: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.167864:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.167866:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23599 (ffff9c4654b099c0) has no exports 00000020:00000001:1.0:1788201788.167867:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.167868:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.167870:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.167872:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.167873:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.167876:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465499b800. 00000020:00000010:1.0:1788201788.167877:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.167879:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.167881:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.167883:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2afc0. 00000020:00000010:1.0:1788201788.167885:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2afc0. 00000020:00000010:1.0:1788201788.167888:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.167890:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.167891:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465499b800. 00000020:00000010:1.0:1788201788.167893:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.167895:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.167896:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.167898:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.167899:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.167907:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.167910:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654b11600. 00000001:00000010:1.0:1788201788.167911:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654b10a00. 00000001:00000010:1.0:1788201788.167913:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654b10c00. 00000001:00000010:1.0:1788201788.167914:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654b10800. 00000001:00000010:1.0:1788201788.167916:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268880. 00000001:00000010:1.0:1788201788.167917:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4659a18200. 00000001:00000001:1.0:1788201788.167919:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.167920:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23593 (ffff9c4654b099c0) now 3 - setup 00000020:00000001:1.0:1788201788.167921:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.167922:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.167924:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a740. 00000020:00000001:1.0:1788201788.167925:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.167926:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.167928:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.167930:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.168042:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.168052:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.168054:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.168055:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.168056:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.168057:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.168059:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.168060:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.168141:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.168232:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.168234:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.168236:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.168237:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.168240:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.168241:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.168243:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a740. 00000020:00000080:1.0:1788201788.168244:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.168248:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.168250:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23593 (ffff9c4654b099c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.168251:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23593 (uuid obd_uuid_23593) 00000020:00000040:1.0:1788201788.168252:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23593 (ffff9c4654b099c0) now 1 - newdev 00000020:00000040:1.0:1788201788.168255:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654b07800 with handle 0x8990e4d0a2216bad from hash 00000020:00000040:1.0:1788201788.168257:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654b07800 : new refcount 0 00000020:00000080:1.0:1788201788.168259:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654b07800/obd_uuid_23593 00000020:00000001:1.0:1788201788.168260:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.168261:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.168263:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654b07800/obd_uuid_23593 for obd_name_23593 00000020:00000001:1.0:1788201788.168264:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.168265:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.168266:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654b07800. 00000020:00000001:1.0:1788201788.168268:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.168269:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23593 obd_type name = obd_test 00000020:01000000:1.0:1788201788.168270:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23593 (obd_uuid_23593) 00000020:00000001:1.0:1788201788.168271:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.168273:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.168275:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.168277:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.168279:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654998000. 00000020:00000010:1.0:1788201788.168281:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.168283:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.168285:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.168287:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4659a16400. 00000020:00000010:1.0:1788201788.168289:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.168290:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.168292:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654998000. 00000020:00000010:1.0:1788201788.168293:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.168295:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.168296:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.168298:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.168299:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.168301:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654b099c0. 00000020:00000001:1.0:1788201788.168303:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.168304:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.168306:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a740. 00000020:00000001:1.0:1788201788.168308:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.168309:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.168311:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.168312:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.168455:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.168466:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.168468:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.168470:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.168471:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.168473:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.168474:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.168476:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.168521:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.168596:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.168598:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.168599:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.168601:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.168603:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.168605:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.168606:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a740. 00000020:00000080:1.0:1788201788.168608:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.168611:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.168613:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23594: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.168614:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.168616:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23600 (ffff9c4654b18000) has no exports 00000020:00000001:1.0:1788201788.168617:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.168618:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.168620:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.168621:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.168623:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.168625:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654999800. 00000020:00000010:1.0:1788201788.168627:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.168629:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.168630:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.168632:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2abc0. 00000020:00000010:1.0:1788201788.168635:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2abc0. 00000020:00000010:1.0:1788201788.168637:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.168639:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.168641:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654999800. 00000020:00000010:1.0:1788201788.168642:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.168644:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.168645:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.168647:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.168648:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.168656:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.168658:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654aeb600. 00000001:00000010:1.0:1788201788.168660:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654aeb000. 00000001:00000010:1.0:1788201788.168665:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654b10400. 00000001:00000010:1.0:1788201788.168667:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654b11400. 00000001:00000010:1.0:1788201788.168669:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c47442680e0. 00000001:00000010:1.0:1788201788.168671:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4659a18c00. 00000001:00000001:1.0:1788201788.168673:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.168674:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23594 (ffff9c4654b18000) now 3 - setup 00000020:00000001:1.0:1788201788.168675:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.168677:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.168678:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a740. 00000020:00000001:1.0:1788201788.168680:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.168681:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.168682:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.168684:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.168831:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.168842:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.168843:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.168844:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.168845:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.168846:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.168847:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.168849:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.168895:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.168972:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.168974:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.168975:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.168976:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.168979:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.168980:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.168982:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a740. 00000020:00000080:1.0:1788201788.168983:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.168987:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.168988:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23594 (ffff9c4654b18000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.168990:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23594 (uuid obd_uuid_23594) 00000020:00000040:1.0:1788201788.168991:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23594 (ffff9c4654b18000) now 1 - newdev 00000020:00000040:1.0:1788201788.168993:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654b02800 with handle 0x8990e4d0a2216bb4 from hash 00000020:00000040:1.0:1788201788.168995:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654b02800 : new refcount 0 00000020:00000080:1.0:1788201788.168997:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654b02800/obd_uuid_23594 00000020:00000001:1.0:1788201788.168998:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.169000:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.169001:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654b02800/obd_uuid_23594 for obd_name_23594 00000020:00000001:1.0:1788201788.169002:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.169003:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.169005:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654b02800. 00000020:00000001:1.0:1788201788.169006:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.169007:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23594 obd_type name = obd_test 00000020:01000000:1.0:1788201788.169008:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23594 (obd_uuid_23594) 00000020:00000001:1.0:1788201788.169009:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.169011:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.169013:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.169014:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.169016:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465499e800. 00000020:00000010:1.0:1788201788.169018:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.169020:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.169022:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.169023:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4659a16fc0. 00000020:00000010:1.0:1788201788.169025:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.169027:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.169028:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465499e800. 00000020:00000010:1.0:1788201788.169030:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.169032:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.169033:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.169035:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.169036:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.169037:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654b18000. 00000020:00000001:1.0:1788201788.169043:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.169044:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.169045:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a740. 00000020:00000001:1.0:1788201788.169047:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.169049:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.169050:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.169051:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.169208:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.169219:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.169221:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.169222:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.169223:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.169224:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.169225:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.169227:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.169271:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.169349:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.169351:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.169352:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.169354:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.169356:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.169358:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.169359:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a740. 00000020:00000080:1.0:1788201788.169361:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.169366:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.169368:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23595: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.169371:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.169372:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23601 (ffff9c4654b1cd40) has no exports 00000020:00000001:1.0:1788201788.169374:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.169376:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.169379:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.169382:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.169384:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.169387:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465499f000. 00000020:00000010:1.0:1788201788.169390:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.169453:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.169456:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.169458:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a6c0. 00000020:00000010:1.0:1788201788.169461:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a6c0. 00000020:00000010:1.0:1788201788.169464:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.169466:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.169467:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465499f000. 00000020:00000010:1.0:1788201788.169469:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.169471:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.169473:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.169475:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.169476:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.169485:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.169489:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654b13800. 00000001:00000010:1.0:1788201788.169491:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654b13200. 00000001:00000010:1.0:1788201788.169493:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654b12200. 00000001:00000010:1.0:1788201788.169495:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654b12e00. 00000001:00000010:1.0:1788201788.169497:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268d80. 00000001:00000010:1.0:1788201788.169498:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4659a18f00. 00000001:00000001:1.0:1788201788.169500:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.169501:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23595 (ffff9c4654b1cd40) now 3 - setup 00000020:00000001:1.0:1788201788.169503:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.169504:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.169505:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a740. 00000020:00000001:1.0:1788201788.169507:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.169508:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.169510:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.169511:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.169699:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.169713:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.169715:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.169717:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.169719:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.169721:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.169722:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.169724:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.169794:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.169913:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.169916:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.169917:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.169920:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.169923:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.169927:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.169930:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a740. 00000020:00000080:1.0:1788201788.169933:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.169938:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.169941:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23595 (ffff9c4654b1cd40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.169943:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23595 (uuid obd_uuid_23595) 00000020:00000040:1.0:1788201788.169945:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23595 (ffff9c4654b1cd40) now 1 - newdev 00000020:00000040:1.0:1788201788.169949:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654b01000 with handle 0x8990e4d0a2216bbb from hash 00000020:00000040:1.0:1788201788.169952:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654b01000 : new refcount 0 00000020:00000080:1.0:1788201788.169954:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654b01000/obd_uuid_23595 00000020:00000001:1.0:1788201788.169956:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.169958:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.169959:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654b01000/obd_uuid_23595 for obd_name_23595 00000020:00000001:1.0:1788201788.169962:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.169964:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.169966:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654b01000. 00000020:00000001:1.0:1788201788.169969:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.169971:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23595 obd_type name = obd_test 00000020:01000000:1.0:1788201788.169973:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23595 (obd_uuid_23595) 00000020:00000001:1.0:1788201788.169974:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.169977:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.169981:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.169984:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.169987:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654999000. 00000020:00000010:1.0:1788201788.169991:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.169994:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.169998:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.170002:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4659a16dc0. 00000020:00000010:1.0:1788201788.170005:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.170007:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.170010:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654999000. 00000020:00000010:1.0:1788201788.170013:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.170016:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.170018:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.170021:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.170023:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.170026:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654b1cd40. 00000020:00000001:1.0:1788201788.170032:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.170034:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.170036:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a740. 00000020:00000001:1.0:1788201788.170039:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.170041:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.170044:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.170045:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.170258:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.170273:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.170276:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.170277:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.170279:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.170281:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.170283:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.170284:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.170340:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.170531:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.170534:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.170536:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.170539:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.170543:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.170546:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.170549:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a740. 00000020:00000080:1.0:1788201788.170552:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.170558:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.170560:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23596: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.170562:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.170565:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23602 (ffff9c4654b1b380) has no exports 00000020:00000001:1.0:1788201788.170567:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.170571:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.170574:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.170577:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.170580:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.170583:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465499d000. 00000020:00000010:1.0:1788201788.170586:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.170590:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.170593:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.170596:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a4c0. 00000020:00000010:1.0:1788201788.170601:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a4c0. 00000020:00000010:1.0:1788201788.170606:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.170608:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.170610:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465499d000. 00000020:00000010:1.0:1788201788.170612:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.170614:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.170616:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.170617:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.170619:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.170631:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.170637:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654b13e00. 00000001:00000010:1.0:1788201788.170641:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654b12a00. 00000001:00000010:1.0:1788201788.170644:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654b13400. 00000001:00000010:1.0:1788201788.170646:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654b13c00. 00000001:00000010:1.0:1788201788.170648:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268c40. 00000001:00000010:1.0:1788201788.170650:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4659a18600. 00000001:00000001:1.0:1788201788.170654:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.170656:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23596 (ffff9c4654b1b380) now 3 - setup 00000020:00000001:1.0:1788201788.170659:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.170661:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.170665:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a740. 00000020:00000001:1.0:1788201788.170668:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.170671:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.170674:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.170676:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.170838:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.170850:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.170851:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.170853:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.170854:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.170855:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.170856:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.170858:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.170893:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.170973:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.170975:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.170976:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.170978:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.170980:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.170982:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.170984:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a740. 00000020:00000080:1.0:1788201788.170985:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.170989:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.170991:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23596 (ffff9c4654b1b380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.170993:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23596 (uuid obd_uuid_23596) 00000020:00000040:1.0:1788201788.170994:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23596 (ffff9c4654b1b380) now 1 - newdev 00000020:00000040:1.0:1788201788.170996:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654b06800 with handle 0x8990e4d0a2216bc2 from hash 00000020:00000040:1.0:1788201788.170998:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654b06800 : new refcount 0 00000020:00000080:1.0:1788201788.171000:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654b06800/obd_uuid_23596 00000020:00000001:1.0:1788201788.171001:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.171003:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.171004:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654b06800/obd_uuid_23596 for obd_name_23596 00000020:00000001:1.0:1788201788.171005:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.171007:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.171008:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654b06800. 00000020:00000001:1.0:1788201788.171010:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.171011:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23596 obd_type name = obd_test 00000020:01000000:1.0:1788201788.171012:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23596 (obd_uuid_23596) 00000020:00000001:1.0:1788201788.171013:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.171015:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.171016:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.171018:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.171020:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465499f800. 00000020:00000010:1.0:1788201788.171022:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.171024:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.171026:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.171028:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4659a16280. 00000020:00000010:1.0:1788201788.171030:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.171032:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.171033:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465499f800. 00000020:00000010:1.0:1788201788.171035:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.171037:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.171038:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.171040:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.171041:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.171042:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654b1b380. 00000020:00000001:1.0:1788201788.171049:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.171051:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.171052:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a740. 00000020:00000001:1.0:1788201788.171054:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.171056:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.171058:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.171059:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.171224:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.171235:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.171237:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.171238:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.171239:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.171240:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.171242:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.171243:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.171277:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.171358:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.171361:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.171362:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.171365:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.171368:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.171371:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.171374:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a740. 00000020:00000080:1.0:1788201788.171376:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.171381:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.171383:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23597: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.171385:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.171388:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23603 (ffff9c4654b199c0) has no exports 00000020:00000001:1.0:1788201788.171390:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.171414:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.171419:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.171422:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.171424:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.171426:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465499e000. 00000020:00000010:1.0:1788201788.171428:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.171430:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.171432:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.171435:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2ab40. 00000020:00000010:1.0:1788201788.171438:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2ab40. 00000020:00000010:1.0:1788201788.171442:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.171444:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.171445:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465499e000. 00000020:00000010:1.0:1788201788.171447:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.171449:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.171450:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.171452:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.171454:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.171461:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.171464:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654b13000. 00000001:00000010:1.0:1788201788.171466:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654b13600. 00000001:00000010:1.0:1788201788.171467:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654b13a00. 00000001:00000010:1.0:1788201788.171469:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654b12c00. 00000001:00000010:1.0:1788201788.171470:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268c00. 00000001:00000010:1.0:1788201788.171472:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4659a18d00. 00000001:00000001:1.0:1788201788.171474:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.171475:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23597 (ffff9c4654b199c0) now 3 - setup 00000020:00000001:1.0:1788201788.171477:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.171478:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.171480:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a740. 00000020:00000001:1.0:1788201788.171481:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.171483:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.171485:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.171486:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.171633:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.171648:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.171651:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.171652:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.171654:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.171655:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.171657:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.171659:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.171705:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.171792:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.171794:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.171795:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.171797:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.171799:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.171801:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.171802:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a740. 00000020:00000080:1.0:1788201788.171804:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.171807:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.171809:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23597 (ffff9c4654b199c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.171811:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23597 (uuid obd_uuid_23597) 00000020:00000040:1.0:1788201788.171812:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23597 (ffff9c4654b199c0) now 1 - newdev 00000020:00000040:1.0:1788201788.171814:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654b07000 with handle 0x8990e4d0a2216bc9 from hash 00000020:00000040:1.0:1788201788.171816:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654b07000 : new refcount 0 00000020:00000080:1.0:1788201788.171817:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654b07000/obd_uuid_23597 00000020:00000001:1.0:1788201788.171819:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.171820:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.171821:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654b07000/obd_uuid_23597 for obd_name_23597 00000020:00000001:1.0:1788201788.171823:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.171824:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.171826:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654b07000. 00000020:00000001:1.0:1788201788.171827:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.171828:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23597 obd_type name = obd_test 00000020:01000000:1.0:1788201788.171830:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23597 (obd_uuid_23597) 00000020:00000001:1.0:1788201788.171831:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.171833:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.171835:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.171836:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.171839:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465499d800. 00000020:00000010:1.0:1788201788.171841:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.171843:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.171844:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.171846:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4659a16640. 00000020:00000010:1.0:1788201788.171848:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.171850:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.171851:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465499d800. 00000020:00000010:1.0:1788201788.171853:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.171855:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.171856:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.171858:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.171859:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.171861:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654b199c0. 00000020:00000001:1.0:1788201788.171867:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.171869:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.171870:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a740. 00000020:00000001:1.0:1788201788.171872:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.171873:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.171875:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.171876:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.171995:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.172006:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.172008:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.172009:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.172010:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.172011:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.172012:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.172013:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.172047:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.172126:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.172144:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.172145:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.172147:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.172149:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.172151:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.172153:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a740. 00000020:00000080:1.0:1788201788.172154:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.172158:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.172159:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23598: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.172161:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.172163:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23604 (ffff9c4654b28000) has no exports 00000020:00000001:1.0:1788201788.172165:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.172167:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.172169:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.172173:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.172175:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.172179:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465499c800. 00000020:00000010:1.0:1788201788.172182:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.172185:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.172188:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.172192:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2ad80. 00000020:00000010:1.0:1788201788.172195:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2ad80. 00000020:00000010:1.0:1788201788.172200:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.172202:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.172205:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465499c800. 00000020:00000010:1.0:1788201788.172208:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.172210:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.172213:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.172215:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.172217:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.172226:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.172229:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654b11a00. 00000001:00000010:1.0:1788201788.172230:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654b10600. 00000001:00000010:1.0:1788201788.172232:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654b12800. 00000001:00000010:1.0:1788201788.172234:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654b12400. 00000001:00000010:1.0:1788201788.172236:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268d40. 00000001:00000010:1.0:1788201788.172238:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4659a18100. 00000001:00000001:1.0:1788201788.172239:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.172240:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23598 (ffff9c4654b28000) now 3 - setup 00000020:00000001:1.0:1788201788.172242:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.172243:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.172245:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a740. 00000020:00000001:1.0:1788201788.172247:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.172248:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.172249:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.172251:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.172384:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.172420:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.172423:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.172424:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.172426:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.172427:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.172429:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.172431:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.172477:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.172577:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.172579:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.172580:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.172582:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.172584:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.172586:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.172588:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a740. 00000020:00000080:1.0:1788201788.172589:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.172593:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.172595:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23598 (ffff9c4654b28000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.172596:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23598 (uuid obd_uuid_23598) 00000020:00000040:1.0:1788201788.172598:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23598 (ffff9c4654b28000) now 1 - newdev 00000020:00000040:1.0:1788201788.172600:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654b01800 with handle 0x8990e4d0a2216bd0 from hash 00000020:00000040:1.0:1788201788.172602:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654b01800 : new refcount 0 00000020:00000080:1.0:1788201788.172604:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654b01800/obd_uuid_23598 00000020:00000001:1.0:1788201788.172605:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.172607:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.172608:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654b01800/obd_uuid_23598 for obd_name_23598 00000020:00000001:1.0:1788201788.172609:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.172610:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.172612:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654b01800. 00000020:00000001:1.0:1788201788.172613:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.172614:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23598 obd_type name = obd_test 00000020:01000000:1.0:1788201788.172615:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23598 (obd_uuid_23598) 00000020:00000001:1.0:1788201788.172616:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.172618:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.172620:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.172621:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.172623:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465499a800. 00000020:00000010:1.0:1788201788.172626:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.172629:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.172632:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.172634:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4659a16d00. 00000020:00000010:1.0:1788201788.172637:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.172639:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.172641:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465499a800. 00000020:00000010:1.0:1788201788.172644:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.172646:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.172649:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.172652:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.172654:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.172656:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654b28000. 00000020:00000001:1.0:1788201788.172684:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.172686:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.172688:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a740. 00000020:00000001:1.0:1788201788.172691:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.172692:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.172694:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.172695:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.172815:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.172826:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.172828:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.172829:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.172830:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.172831:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.172832:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.172833:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.172878:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.172955:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.172956:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.172958:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.172959:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.172962:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.172963:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.172965:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a740. 00000020:00000080:1.0:1788201788.172966:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.172970:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.172971:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23599: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.172973:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.172974:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23605 (ffff9c4654b2cd40) has no exports 00000020:00000001:1.0:1788201788.172976:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.172977:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.172979:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.172981:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.172982:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.172984:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465499a000. 00000020:00000010:1.0:1788201788.172986:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.172988:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.172990:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.172992:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2adc0. 00000020:00000010:1.0:1788201788.172994:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2adc0. 00000020:00000010:1.0:1788201788.172997:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.172999:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.173000:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465499a000. 00000020:00000010:1.0:1788201788.173002:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.173004:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.173005:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.173007:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.173008:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.173015:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.173019:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654b31400. 00000001:00000010:1.0:1788201788.173021:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654b31c00. 00000001:00000010:1.0:1788201788.173022:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654b31000. 00000001:00000010:1.0:1788201788.173023:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654b30400. 00000001:00000010:1.0:1788201788.173025:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268fe0. 00000001:00000010:1.0:1788201788.173027:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4659a18400. 00000001:00000001:1.0:1788201788.173028:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.173029:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23599 (ffff9c4654b2cd40) now 3 - setup 00000020:00000001:1.0:1788201788.173031:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.173032:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.173033:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a740. 00000020:00000001:1.0:1788201788.173035:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.173036:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.173037:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.173038:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.173205:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.173219:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.173221:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.173222:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.173223:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.173224:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.173225:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.173226:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.173273:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.173357:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.173359:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.173360:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.173363:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.173366:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.173369:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.173372:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a740. 00000020:00000080:1.0:1788201788.173374:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.173379:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.173381:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23599 (ffff9c4654b2cd40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.173383:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23599 (uuid obd_uuid_23599) 00000020:00000040:1.0:1788201788.173385:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23599 (ffff9c4654b2cd40) now 1 - newdev 00000020:00000040:1.0:1788201788.173388:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654b00800 with handle 0x8990e4d0a2216bd7 from hash 00000020:00000040:1.0:1788201788.173391:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654b00800 : new refcount 0 00000020:00000080:1.0:1788201788.173414:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654b00800/obd_uuid_23599 00000020:00000001:1.0:1788201788.173417:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.173419:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.173421:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654b00800/obd_uuid_23599 for obd_name_23599 00000020:00000001:1.0:1788201788.173423:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.173424:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.173426:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654b00800. 00000020:00000001:1.0:1788201788.173429:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.173430:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23599 obd_type name = obd_test 00000020:01000000:1.0:1788201788.173431:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23599 (obd_uuid_23599) 00000020:00000001:1.0:1788201788.173432:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.173435:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.173436:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.173438:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.173440:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465499b000. 00000020:00000010:1.0:1788201788.173442:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.173444:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.173446:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.173448:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4659a16f40. 00000020:00000010:1.0:1788201788.173450:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.173452:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.173453:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465499b000. 00000020:00000010:1.0:1788201788.173455:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.173457:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.173459:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.173460:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.173462:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.173463:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654b2cd40. 00000020:00000001:1.0:1788201788.173467:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.173468:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.173470:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a740. 00000020:00000001:1.0:1788201788.173472:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.173473:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.173475:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.173476:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.173630:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.173646:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.173648:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.173650:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.173652:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.173653:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.173655:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.173657:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.173725:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.173851:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.173854:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.173856:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.173859:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.173862:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.173865:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.173868:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a740. 00000020:00000080:1.0:1788201788.173870:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.173875:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.173877:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23600: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.173880:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.173881:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23606 (ffff9c4654b2b380) has no exports 00000020:00000001:1.0:1788201788.173883:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.173885:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.173888:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.173890:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.173893:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.173896:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654998800. 00000020:00000010:1.0:1788201788.173899:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.173902:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.173904:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.173907:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a440. 00000020:00000010:1.0:1788201788.173911:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a440. 00000020:00000010:1.0:1788201788.173915:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.173918:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.173920:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654998800. 00000020:00000010:1.0:1788201788.173923:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.173925:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.173927:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.173929:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.173932:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.173942:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.173946:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654b30800. 00000001:00000010:1.0:1788201788.173948:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654b30c00. 00000001:00000010:1.0:1788201788.173950:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654b30200. 00000001:00000010:1.0:1788201788.173952:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654b30000. 00000001:00000010:1.0:1788201788.173954:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268540. 00000001:00000010:1.0:1788201788.173956:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4659a18700. 00000001:00000001:1.0:1788201788.173959:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.173960:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23600 (ffff9c4654b2b380) now 3 - setup 00000020:00000001:1.0:1788201788.173963:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.173965:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.173967:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a740. 00000020:00000001:1.0:1788201788.173970:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.173972:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.173974:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.173976:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.174197:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.174214:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.174217:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.174218:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.174220:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.174222:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.174224:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.174226:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.174304:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.174493:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.174496:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.174498:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.174500:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.174504:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.174507:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.174510:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a740. 00000020:00000080:1.0:1788201788.174512:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.174519:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.174522:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23600 (ffff9c4654b2b380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.174524:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23600 (uuid obd_uuid_23600) 00000020:00000040:1.0:1788201788.174527:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23600 (ffff9c4654b2b380) now 1 - newdev 00000020:00000040:1.0:1788201788.174530:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654b03000 with handle 0x8990e4d0a2216bde from hash 00000020:00000040:1.0:1788201788.174534:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654b03000 : new refcount 0 00000020:00000080:1.0:1788201788.174536:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654b03000/obd_uuid_23600 00000020:00000001:1.0:1788201788.174538:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.174540:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.174542:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654b03000/obd_uuid_23600 for obd_name_23600 00000020:00000001:1.0:1788201788.174544:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.174545:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.174547:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654b03000. 00000020:00000001:1.0:1788201788.174551:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.174552:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23600 obd_type name = obd_test 00000020:01000000:1.0:1788201788.174555:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23600 (obd_uuid_23600) 00000020:00000001:1.0:1788201788.174556:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.174559:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.174562:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.174565:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.174568:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465499c000. 00000020:00000010:1.0:1788201788.174571:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.174574:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.174577:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.174580:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4659a16d80. 00000020:00000010:1.0:1788201788.174583:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.174585:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.174587:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465499c000. 00000020:00000010:1.0:1788201788.174590:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.174592:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.174594:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.174596:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.174598:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.174600:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654b2b380. 00000020:00000001:1.0:1788201788.174604:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.174606:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.174608:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a740. 00000020:00000001:1.0:1788201788.174611:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.174613:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.174616:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.174617:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.174803:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.174814:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.174815:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.174817:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.174818:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.174819:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.174820:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.174822:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.174868:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.174949:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.174950:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.174952:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.174953:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.174955:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.174957:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.174959:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a740. 00000020:00000080:1.0:1788201788.174961:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.174965:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.174966:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23601: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.174968:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.174969:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23607 (ffff9c4654b299c0) has no exports 00000020:00000001:1.0:1788201788.174971:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.174972:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.174974:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.174976:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.174978:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.174982:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46549e2000. 00000020:00000010:1.0:1788201788.174983:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.174985:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.174987:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.174989:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a200. 00000020:00000010:1.0:1788201788.174992:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a200. 00000020:00000010:1.0:1788201788.174996:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.174997:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.174999:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46549e2000. 00000020:00000010:1.0:1788201788.175001:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.175002:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.175004:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.175005:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.175007:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.175016:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.175020:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654b30600. 00000001:00000010:1.0:1788201788.175021:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654b31a00. 00000001:00000010:1.0:1788201788.175023:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654b31e00. 00000001:00000010:1.0:1788201788.175024:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654b30e00. 00000001:00000010:1.0:1788201788.175025:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268820. 00000001:00000010:1.0:1788201788.175028:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4659a18a00. 00000001:00000001:1.0:1788201788.175029:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.175030:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23601 (ffff9c4654b299c0) now 3 - setup 00000020:00000001:1.0:1788201788.175032:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.175033:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.175035:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a740. 00000020:00000001:1.0:1788201788.175037:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.175038:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.175039:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.175041:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.175228:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.175239:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.175241:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.175242:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.175243:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.175244:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.175245:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.175246:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.175293:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.175372:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.175373:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.175375:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.175376:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.175378:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.175380:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.175382:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a740. 00000020:00000080:1.0:1788201788.175383:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.175387:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.175389:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23601 (ffff9c4654b299c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.175390:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23601 (uuid obd_uuid_23601) 00000020:00000040:1.0:1788201788.175422:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23601 (ffff9c4654b299c0) now 1 - newdev 00000020:00000040:1.0:1788201788.175426:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654b00000 with handle 0x8990e4d0a2216be5 from hash 00000020:00000040:1.0:1788201788.175428:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654b00000 : new refcount 0 00000020:00000080:1.0:1788201788.175430:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654b00000/obd_uuid_23601 00000020:00000001:1.0:1788201788.175431:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.175433:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.175434:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654b00000/obd_uuid_23601 for obd_name_23601 00000020:00000001:1.0:1788201788.175436:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.175437:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.175438:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654b00000. 00000020:00000001:1.0:1788201788.175441:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.175443:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23601 obd_type name = obd_test 00000020:01000000:1.0:1788201788.175444:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23601 (obd_uuid_23601) 00000020:00000001:1.0:1788201788.175446:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.175448:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.175450:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.175452:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.175454:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46549e0000. 00000020:00000010:1.0:1788201788.175456:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.175458:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.175460:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.175462:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4659a16e40. 00000020:00000010:1.0:1788201788.175465:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.175467:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.175469:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46549e0000. 00000020:00000010:1.0:1788201788.175472:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.175475:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.175476:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.175479:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.175481:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.175483:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654b299c0. 00000020:00000001:1.0:1788201788.175486:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.175488:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.175490:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a740. 00000020:00000001:1.0:1788201788.175492:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.175494:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.175496:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.175497:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.175619:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.175630:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.175631:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.175633:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.175634:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.175635:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.175636:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.175637:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.175682:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.175783:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.175785:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.175787:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.175790:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.175792:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.175794:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.175796:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a740. 00000020:00000080:1.0:1788201788.175797:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.175801:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.175803:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23602: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.175804:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.175805:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23608 (ffff9c4654b6b380) has no exports 00000020:00000001:1.0:1788201788.175807:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.175808:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.175810:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.175812:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.175813:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.175816:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46549e4800. 00000020:00000010:1.0:1788201788.175817:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.175819:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.175821:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.175823:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2ad00. 00000020:00000010:1.0:1788201788.175826:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2ad00. 00000020:00000010:1.0:1788201788.175829:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.175831:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.175832:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46549e4800. 00000020:00000010:1.0:1788201788.175834:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.175836:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.175837:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.175839:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.175840:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.175848:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.175851:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654b12600. 00000001:00000010:1.0:1788201788.175853:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654b12000. 00000001:00000010:1.0:1788201788.175855:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654b31800. 00000001:00000010:1.0:1788201788.175856:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654b31200. 00000001:00000010:1.0:1788201788.175858:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268f20. 00000001:00000010:1.0:1788201788.175859:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4659a18e00. 00000001:00000001:1.0:1788201788.175861:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.175862:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23602 (ffff9c4654b6b380) now 3 - setup 00000020:00000001:1.0:1788201788.175863:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.175865:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.175866:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a740. 00000020:00000001:1.0:1788201788.175868:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.175869:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.175870:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.175871:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.175993:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.176003:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.176005:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.176006:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.176007:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.176008:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.176009:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.176011:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.176055:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.176179:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.176181:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.176182:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.176184:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.176186:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.176188:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.176190:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a740. 00000020:00000080:1.0:1788201788.176191:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.176195:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.176196:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23602 (ffff9c4654b6b380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.176198:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23602 (uuid obd_uuid_23602) 00000020:00000040:1.0:1788201788.176199:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23602 (ffff9c4654b6b380) now 1 - newdev 00000020:00000040:1.0:1788201788.176201:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654b02000 with handle 0x8990e4d0a2216bec from hash 00000020:00000040:1.0:1788201788.176204:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654b02000 : new refcount 0 00000020:00000080:1.0:1788201788.176205:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654b02000/obd_uuid_23602 00000020:00000001:1.0:1788201788.176206:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.176208:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.176209:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654b02000/obd_uuid_23602 for obd_name_23602 00000020:00000001:1.0:1788201788.176211:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.176212:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.176213:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654b02000. 00000020:00000001:1.0:1788201788.176214:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.176215:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23602 obd_type name = obd_test 00000020:01000000:1.0:1788201788.176216:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23602 (obd_uuid_23602) 00000020:00000001:1.0:1788201788.176217:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.176219:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.176221:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.176222:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.176224:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46549e4000. 00000020:00000010:1.0:1788201788.176226:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.176228:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.176230:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.176232:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4659a16780. 00000020:00000010:1.0:1788201788.176234:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.176235:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.176237:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46549e4000. 00000020:00000010:1.0:1788201788.176239:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.176240:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.176242:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.176243:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.176245:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.176246:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654b6b380. 00000020:00000001:1.0:1788201788.176249:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.176251:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.176252:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a740. 00000020:00000001:1.0:1788201788.176254:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.176256:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.176258:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.176259:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.176468:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.176485:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.176487:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.176489:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.176491:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.176492:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.176494:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.176496:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.176546:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.176629:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.176631:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.176632:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.176634:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.176636:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.176638:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.176640:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a740. 00000020:00000080:1.0:1788201788.176641:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.176645:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.176647:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23603: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.176648:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.176649:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23609 (ffff9c4654b699c0) has no exports 00000020:00000001:1.0:1788201788.176651:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.176653:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.176654:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.176656:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.176658:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.176661:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46549e2800. 00000020:00000010:1.0:1788201788.176663:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.176665:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.176667:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.176668:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a780. 00000020:00000010:1.0:1788201788.176672:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a780. 00000020:00000010:1.0:1788201788.176676:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.176678:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.176680:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46549e2800. 00000020:00000010:1.0:1788201788.176682:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.176683:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.176685:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.176687:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.176688:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.176699:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.176702:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654b33800. 00000001:00000010:1.0:1788201788.176704:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654b33200. 00000001:00000010:1.0:1788201788.176705:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654b32200. 00000001:00000010:1.0:1788201788.176707:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654b32e00. 00000001:00000010:1.0:1788201788.176708:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268da0. 00000001:00000010:1.0:1788201788.176710:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4659a18b00. 00000001:00000001:1.0:1788201788.176712:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.176713:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23603 (ffff9c4654b699c0) now 3 - setup 00000020:00000001:1.0:1788201788.176715:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.176717:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.176720:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a740. 00000020:00000001:1.0:1788201788.176722:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.176725:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.176727:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.176729:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.176862:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.176873:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.176874:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.176875:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.176877:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.176878:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.176879:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.176880:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.176932:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.177022:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.177024:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.177025:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.177026:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.177029:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.177031:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.177032:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a740. 00000020:00000080:1.0:1788201788.177034:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.177037:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.177039:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23603 (ffff9c4654b699c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.177040:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23603 (uuid obd_uuid_23603) 00000020:00000040:1.0:1788201788.177042:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23603 (ffff9c4654b699c0) now 1 - newdev 00000020:00000040:1.0:1788201788.177044:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654b04000 with handle 0x8990e4d0a2216bf3 from hash 00000020:00000040:1.0:1788201788.177046:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654b04000 : new refcount 0 00000020:00000080:1.0:1788201788.177047:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654b04000/obd_uuid_23603 00000020:00000001:1.0:1788201788.177049:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.177050:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.177051:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654b04000/obd_uuid_23603 for obd_name_23603 00000020:00000001:1.0:1788201788.177053:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.177054:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.177055:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654b04000. 00000020:00000001:1.0:1788201788.177057:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.177058:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23603 obd_type name = obd_test 00000020:01000000:1.0:1788201788.177059:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23603 (obd_uuid_23603) 00000020:00000001:1.0:1788201788.177060:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.177061:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.177063:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.177065:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.177067:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46549e7800. 00000020:00000010:1.0:1788201788.177068:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.177070:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.177072:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.177074:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4659a168c0. 00000020:00000010:1.0:1788201788.177076:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.177078:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.177079:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46549e7800. 00000020:00000010:1.0:1788201788.177081:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.177082:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.177084:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.177086:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.177087:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.177088:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654b699c0. 00000020:00000001:1.0:1788201788.177091:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.177092:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.177094:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a740. 00000020:00000001:1.0:1788201788.177096:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.177097:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.177099:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.177100:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.177234:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.177245:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.177246:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.177248:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.177249:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.177250:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.177251:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.177253:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.177286:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.177369:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.177372:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.177373:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.177376:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.177379:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.177382:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.177385:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a740. 00000020:00000080:1.0:1788201788.177387:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.177413:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.177416:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23604: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.177418:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.177419:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23610 (ffff9c4654b68000) has no exports 00000020:00000001:1.0:1788201788.177421:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.177423:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.177425:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.177427:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.177429:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.177431:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46549e6800. 00000020:00000010:1.0:1788201788.177433:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.177435:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.177437:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.177439:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a340. 00000020:00000010:1.0:1788201788.177443:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a340. 00000020:00000010:1.0:1788201788.177448:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.177451:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.177453:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46549e6800. 00000020:00000010:1.0:1788201788.177456:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.177459:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.177461:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.177463:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.177465:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.177477:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.177482:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654b33e00. 00000001:00000010:1.0:1788201788.177484:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654b32a00. 00000001:00000010:1.0:1788201788.177487:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654b33400. 00000001:00000010:1.0:1788201788.177488:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654b33c00. 00000001:00000010:1.0:1788201788.177490:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268800. 00000001:00000010:1.0:1788201788.177491:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4659a18300. 00000001:00000001:1.0:1788201788.177493:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.177494:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23604 (ffff9c4654b68000) now 3 - setup 00000020:00000001:1.0:1788201788.177496:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.177497:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.177499:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a740. 00000020:00000001:1.0:1788201788.177501:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.177502:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.177504:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.177505:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.177630:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.177640:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.177642:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.177643:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.177644:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.177645:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.177646:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.177648:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.177681:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.177782:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.177784:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.177785:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.177787:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.177789:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.177791:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.177793:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a740. 00000020:00000080:1.0:1788201788.177795:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.177798:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.177800:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23604 (ffff9c4654b68000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.177802:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23604 (uuid obd_uuid_23604) 00000020:00000040:1.0:1788201788.177803:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23604 (ffff9c4654b68000) now 1 - newdev 00000020:00000040:1.0:1788201788.177805:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654b04800 with handle 0x8990e4d0a2216bfa from hash 00000020:00000040:1.0:1788201788.177807:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654b04800 : new refcount 0 00000020:00000080:1.0:1788201788.177808:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654b04800/obd_uuid_23604 00000020:00000001:1.0:1788201788.177810:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.177811:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.177812:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654b04800/obd_uuid_23604 for obd_name_23604 00000020:00000001:1.0:1788201788.177814:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.177815:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.177816:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654b04800. 00000020:00000001:1.0:1788201788.177818:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.177819:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23604 obd_type name = obd_test 00000020:01000000:1.0:1788201788.177820:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23604 (obd_uuid_23604) 00000020:00000001:1.0:1788201788.177821:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.177822:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.177824:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.177826:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.177828:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46549e1000. 00000020:00000010:1.0:1788201788.177830:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.177832:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.177834:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.177836:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4659a16cc0. 00000020:00000010:1.0:1788201788.177837:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.177839:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.177841:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46549e1000. 00000020:00000010:1.0:1788201788.177842:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.177844:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.177845:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.177847:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.177848:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.177850:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654b68000. 00000020:00000001:1.0:1788201788.177852:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.177853:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.177855:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a740. 00000020:00000001:1.0:1788201788.177857:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.177858:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.177860:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.177861:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.177980:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.177991:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.177992:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.177994:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.177995:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.177996:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.177998:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.177999:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.178032:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.178112:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.178114:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.178115:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.178117:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.178119:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.178121:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.178123:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a740. 00000020:00000080:1.0:1788201788.178125:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.178146:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.178148:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23605: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.178149:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.178151:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23611 (ffff9c4654b6cd40) has no exports 00000020:00000001:1.0:1788201788.178152:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.178153:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.178155:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.178157:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.178159:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.178161:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46549e1800. 00000020:00000010:1.0:1788201788.178162:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.178164:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.178166:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.178168:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a080. 00000020:00000010:1.0:1788201788.178171:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a080. 00000020:00000010:1.0:1788201788.178174:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.178176:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.178177:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46549e1800. 00000020:00000010:1.0:1788201788.178179:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.178181:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.178182:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.178183:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.178185:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.178193:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.178196:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654b33000. 00000001:00000010:1.0:1788201788.178197:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654b33600. 00000001:00000010:1.0:1788201788.178199:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654b33a00. 00000001:00000010:1.0:1788201788.178200:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654b32c00. 00000001:00000010:1.0:1788201788.178201:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c47442688c0. 00000001:00000010:1.0:1788201788.178203:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4659a18900. 00000001:00000001:1.0:1788201788.178204:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.178205:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23605 (ffff9c4654b6cd40) now 3 - setup 00000020:00000001:1.0:1788201788.178207:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.178208:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.178210:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a740. 00000020:00000001:1.0:1788201788.178212:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.178213:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.178215:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.178216:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.178336:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.178346:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.178348:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.178349:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.178351:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.178352:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.178354:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.178356:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.178425:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.178531:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.178533:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.178534:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.178536:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.178538:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.178540:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.178542:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a740. 00000020:00000080:1.0:1788201788.178543:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.178547:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.178549:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23605 (ffff9c4654b6cd40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.178550:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23605 (uuid obd_uuid_23605) 00000020:00000040:1.0:1788201788.178552:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23605 (ffff9c4654b6cd40) now 1 - newdev 00000020:00000040:1.0:1788201788.178554:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654b03800 with handle 0x8990e4d0a2216c01 from hash 00000020:00000040:1.0:1788201788.178556:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654b03800 : new refcount 0 00000020:00000080:1.0:1788201788.178557:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654b03800/obd_uuid_23605 00000020:00000001:1.0:1788201788.178558:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.178560:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.178561:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654b03800/obd_uuid_23605 for obd_name_23605 00000020:00000001:1.0:1788201788.178562:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.178563:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.178565:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654b03800. 00000020:00000001:1.0:1788201788.178567:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.178568:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23605 obd_type name = obd_test 00000020:01000000:1.0:1788201788.178569:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23605 (obd_uuid_23605) 00000020:00000001:1.0:1788201788.178571:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.178572:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.178574:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.178576:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.178577:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46549e7000. 00000020:00000010:1.0:1788201788.178579:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.178581:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.178583:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.178585:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4659a16f00. 00000020:00000010:1.0:1788201788.178587:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.178588:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.178590:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46549e7000. 00000020:00000010:1.0:1788201788.178591:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.178593:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.178594:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.178596:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.178597:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.178599:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654b6cd40. 00000020:00000001:1.0:1788201788.178601:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.178603:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.178604:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a740. 00000020:00000001:1.0:1788201788.178606:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.178608:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.178609:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.178610:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.178745:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.178760:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.178762:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.178764:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.178765:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.178766:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.178767:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.178769:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.178806:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.178887:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.178889:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.178890:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.178892:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.178894:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.178896:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.178897:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a740. 00000020:00000080:1.0:1788201788.178899:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.178902:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.178904:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23606: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.178905:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.178906:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23612 (ffff9c4654b80000) has no exports 00000020:00000001:1.0:1788201788.178908:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.178909:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.178911:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.178913:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.178914:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.178916:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46549e3000. 00000020:00000010:1.0:1788201788.178918:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.178920:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.178922:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.178924:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a640. 00000020:00000010:1.0:1788201788.178926:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a640. 00000020:00000010:1.0:1788201788.178929:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.178931:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.178932:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46549e3000. 00000020:00000010:1.0:1788201788.178934:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.178936:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.178938:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.178939:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.178941:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.178971:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.178975:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654b30a00. 00000001:00000010:1.0:1788201788.178977:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654b31600. 00000001:00000010:1.0:1788201788.178978:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654b32800. 00000001:00000010:1.0:1788201788.178979:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654b32400. 00000001:00000010:1.0:1788201788.178981:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268500. 00000001:00000010:1.0:1788201788.178982:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4659a18000. 00000001:00000001:1.0:1788201788.178984:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.178985:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23606 (ffff9c4654b80000) now 3 - setup 00000020:00000001:1.0:1788201788.178986:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.178988:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.178989:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a740. 00000020:00000001:1.0:1788201788.178991:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.178992:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.178994:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.178995:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.179116:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.179141:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.179143:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.179144:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.179145:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.179146:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.179147:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.179149:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.179186:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.179266:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.179268:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.179269:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.179271:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.179273:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.179275:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.179277:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a740. 00000020:00000080:1.0:1788201788.179278:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.179281:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.179283:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23606 (ffff9c4654b80000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.179285:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23606 (uuid obd_uuid_23606) 00000020:00000040:1.0:1788201788.179286:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23606 (ffff9c4654b80000) now 1 - newdev 00000020:00000040:1.0:1788201788.179289:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654b7c000 with handle 0x8990e4d0a2216c08 from hash 00000020:00000040:1.0:1788201788.179291:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654b7c000 : new refcount 0 00000020:00000080:1.0:1788201788.179292:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654b7c000/obd_uuid_23606 00000020:00000001:1.0:1788201788.179293:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.179295:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.179296:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654b7c000/obd_uuid_23606 for obd_name_23606 00000020:00000001:1.0:1788201788.179297:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.179298:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.179299:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654b7c000. 00000020:00000001:1.0:1788201788.179301:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.179302:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23606 obd_type name = obd_test 00000020:01000000:1.0:1788201788.179303:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23606 (obd_uuid_23606) 00000020:00000001:1.0:1788201788.179304:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.179305:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.179307:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.179309:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.179311:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46549e0800. 00000020:00000010:1.0:1788201788.179312:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.179315:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.179316:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.179318:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4659a16bc0. 00000020:00000010:1.0:1788201788.179320:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.179322:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.179323:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46549e0800. 00000020:00000010:1.0:1788201788.179325:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.179327:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.179328:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.179330:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.179331:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.179332:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654b80000. 00000020:00000001:1.0:1788201788.179335:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.179336:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.179338:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a740. 00000020:00000001:1.0:1788201788.179340:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.179342:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.179343:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.179344:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.179531:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.179543:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.179544:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.179546:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.179547:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.179548:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.179549:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.179550:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.179584:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.179663:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.179665:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.179666:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.179668:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.179670:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.179672:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.179673:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a740. 00000020:00000080:1.0:1788201788.179675:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.179678:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.179680:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23607: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.179681:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.179683:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23613 (ffff9c4654b84d40) has no exports 00000020:00000001:1.0:1788201788.179684:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.179685:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.179687:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.179689:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.179691:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.179693:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a77000. 00000020:00000010:1.0:1788201788.179695:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.179697:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.179699:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.179701:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a880. 00000020:00000010:1.0:1788201788.179703:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a880. 00000020:00000010:1.0:1788201788.179706:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.179708:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.179710:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a77000. 00000020:00000010:1.0:1788201788.179714:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.179716:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.179718:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.179721:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.179723:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.179735:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.179739:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654b89400. 00000001:00000010:1.0:1788201788.179743:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654b89c00. 00000001:00000010:1.0:1788201788.179745:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654b89000. 00000001:00000010:1.0:1788201788.179747:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654b88400. 00000001:00000010:1.0:1788201788.179749:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c47442686e0. 00000001:00000010:1.0:1788201788.179752:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4659a18800. 00000001:00000001:1.0:1788201788.179754:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.179756:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23607 (ffff9c4654b84d40) now 3 - setup 00000020:00000001:1.0:1788201788.179758:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.179760:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.179763:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a740. 00000020:00000001:1.0:1788201788.179766:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.179768:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.179771:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.179772:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.179890:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.179901:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.179902:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.179903:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.179904:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.179906:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.179907:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.179908:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.179953:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.180032:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.180035:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.180036:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.180039:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.180042:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.180045:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.180047:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a740. 00000020:00000080:1.0:1788201788.180050:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.180055:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.180057:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23607 (ffff9c4654b84d40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.180060:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23607 (uuid obd_uuid_23607) 00000020:00000040:1.0:1788201788.180062:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23607 (ffff9c4654b84d40) now 1 - newdev 00000020:00000040:1.0:1788201788.180065:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654b7c800 with handle 0x8990e4d0a2216c0f from hash 00000020:00000040:1.0:1788201788.180068:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654b7c800 : new refcount 0 00000020:00000080:1.0:1788201788.180070:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654b7c800/obd_uuid_23607 00000020:00000001:1.0:1788201788.180072:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.180074:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.180076:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654b7c800/obd_uuid_23607 for obd_name_23607 00000020:00000001:1.0:1788201788.180078:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.180080:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.180082:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654b7c800. 00000020:00000001:1.0:1788201788.180085:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.180086:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23607 obd_type name = obd_test 00000020:01000000:1.0:1788201788.180087:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23607 (obd_uuid_23607) 00000020:00000001:1.0:1788201788.180088:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.180090:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.180092:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.180094:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.180096:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a76800. 00000020:00000010:1.0:1788201788.180098:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.180100:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.180102:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.180104:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4659a16c80. 00000020:00000010:1.0:1788201788.180106:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.180107:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.180109:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a76800. 00000020:00000010:1.0:1788201788.180111:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.180112:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.180114:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.180116:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.180117:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.180118:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654b84d40. 00000020:00000001:1.0:1788201788.180121:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.180123:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.180124:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a740. 00000020:00000001:1.0:1788201788.180127:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.180143:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.180145:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.180147:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.180278:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.180289:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.180290:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.180291:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.180292:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.180293:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.180295:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.180296:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.180341:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.180475:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.180478:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.180480:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.180483:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.180486:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.180488:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.180491:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a740. 00000020:00000080:1.0:1788201788.180493:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.180499:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.180501:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23608: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.180503:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.180504:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23614 (ffff9c4654b83380) has no exports 00000020:00000001:1.0:1788201788.180506:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.180508:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.180511:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.180514:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.180517:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.180521:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a70800. 00000020:00000010:1.0:1788201788.180524:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.180527:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.180529:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.180533:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2af40. 00000020:00000010:1.0:1788201788.180536:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2af40. 00000020:00000010:1.0:1788201788.180541:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.180544:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.180546:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a70800. 00000020:00000010:1.0:1788201788.180552:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.180554:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.180556:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.180557:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.180559:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.180574:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.180577:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654b88800. 00000001:00000010:1.0:1788201788.180579:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654b88c00. 00000001:00000010:1.0:1788201788.180580:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654b88200. 00000001:00000010:1.0:1788201788.180581:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654b88000. 00000001:00000010:1.0:1788201788.180583:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268520. 00000001:00000010:1.0:1788201788.180585:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c475d419500. 00000001:00000001:1.0:1788201788.180588:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.180589:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23608 (ffff9c4654b83380) now 3 - setup 00000020:00000001:1.0:1788201788.180591:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.180592:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.180594:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a740. 00000020:00000001:1.0:1788201788.180596:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.180598:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.180599:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.180600:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.180739:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.180754:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.180757:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.180759:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.180760:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.180762:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.180764:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.180766:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.180819:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.180899:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.180901:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.180902:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.180904:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.180906:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.180908:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.180910:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a740. 00000020:00000080:1.0:1788201788.180911:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.180914:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.180916:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23608 (ffff9c4654b83380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.180918:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23608 (uuid obd_uuid_23608) 00000020:00000040:1.0:1788201788.180919:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23608 (ffff9c4654b83380) now 1 - newdev 00000020:00000040:1.0:1788201788.180921:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654b7b800 with handle 0x8990e4d0a2216c16 from hash 00000020:00000040:1.0:1788201788.180923:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654b7b800 : new refcount 0 00000020:00000080:1.0:1788201788.180924:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654b7b800/obd_uuid_23608 00000020:00000001:1.0:1788201788.180926:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.180927:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.180928:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654b7b800/obd_uuid_23608 for obd_name_23608 00000020:00000001:1.0:1788201788.180929:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.180930:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.180932:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654b7b800. 00000020:00000001:1.0:1788201788.180934:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.180935:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23608 obd_type name = obd_test 00000020:01000000:1.0:1788201788.180937:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23608 (obd_uuid_23608) 00000020:00000001:1.0:1788201788.180938:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.180939:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.180941:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.180943:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.180945:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a71800. 00000020:00000010:1.0:1788201788.180947:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.180949:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.180950:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.180952:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4659a16940. 00000020:00000010:1.0:1788201788.180954:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.180956:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.180957:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a71800. 00000020:00000010:1.0:1788201788.180959:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.180961:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.180962:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.180964:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.180965:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.180966:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654b83380. 00000020:00000001:1.0:1788201788.180969:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.180970:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.180971:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a740. 00000020:00000001:1.0:1788201788.180973:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.180975:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.180976:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.180978:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.181121:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.181220:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.181222:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.181224:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.181225:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.181226:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.181227:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.181228:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.181276:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.181356:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.181359:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.181361:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.181363:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.181366:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.181369:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.181372:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a740. 00000020:00000080:1.0:1788201788.181374:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.181380:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.181382:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23609: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.181384:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.181386:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23615 (ffff9c4654b819c0) has no exports 00000020:00000001:1.0:1788201788.181388:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.181390:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.181411:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.181414:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.181416:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.181418:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a70000. 00000020:00000010:1.0:1788201788.181420:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.181422:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.181425:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.181427:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a100. 00000020:00000010:1.0:1788201788.181430:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a100. 00000020:00000010:1.0:1788201788.181435:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.181437:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.181439:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a70000. 00000020:00000010:1.0:1788201788.181441:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.181443:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.181444:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.181446:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.181448:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.181457:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.181459:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654b88600. 00000001:00000010:1.0:1788201788.181461:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654b89a00. 00000001:00000010:1.0:1788201788.181462:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654b89e00. 00000001:00000010:1.0:1788201788.181464:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654b88e00. 00000001:00000010:1.0:1788201788.181465:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268360. 00000001:00000010:1.0:1788201788.181467:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c475d419200. 00000001:00000001:1.0:1788201788.181468:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.181469:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23609 (ffff9c4654b819c0) now 3 - setup 00000020:00000001:1.0:1788201788.181471:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.181473:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.181474:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a740. 00000020:00000001:1.0:1788201788.181476:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.181477:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.181479:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.181480:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.181623:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.181634:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.181635:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.181637:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.181638:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.181639:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.181640:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.181641:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.181686:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.181763:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.181765:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.181766:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.181768:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.181770:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.181772:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.181773:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a740. 00000020:00000080:1.0:1788201788.181775:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.181778:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.181782:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23609 (ffff9c4654b819c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.181784:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23609 (uuid obd_uuid_23609) 00000020:00000040:1.0:1788201788.181785:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23609 (ffff9c4654b819c0) now 1 - newdev 00000020:00000040:1.0:1788201788.181787:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654b7e000 with handle 0x8990e4d0a2216c1d from hash 00000020:00000040:1.0:1788201788.181789:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654b7e000 : new refcount 0 00000020:00000080:1.0:1788201788.181791:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654b7e000/obd_uuid_23609 00000020:00000001:1.0:1788201788.181792:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.181793:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.181794:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654b7e000/obd_uuid_23609 for obd_name_23609 00000020:00000001:1.0:1788201788.181796:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.181797:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.181798:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654b7e000. 00000020:00000001:1.0:1788201788.181800:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.181801:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23609 obd_type name = obd_test 00000020:01000000:1.0:1788201788.181803:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23609 (obd_uuid_23609) 00000020:00000001:1.0:1788201788.181804:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.181805:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.181807:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.181809:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.181811:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a73000. 00000020:00000010:1.0:1788201788.181812:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.181814:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.181816:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.181818:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4659a16b80. 00000020:00000010:1.0:1788201788.181820:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.181821:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.181823:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a73000. 00000020:00000010:1.0:1788201788.181826:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.181828:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.181829:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.181831:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.181832:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.181834:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654b819c0. 00000020:00000001:1.0:1788201788.181836:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.181838:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.181839:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a740. 00000020:00000001:1.0:1788201788.181841:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.181843:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.181844:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.181845:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.181962:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.181973:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.181974:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.181975:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.181977:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.181978:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.181979:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.181981:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.182029:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.182126:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.182141:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.182142:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.182144:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.182147:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.182149:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.182150:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a740. 00000020:00000080:1.0:1788201788.182152:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.182155:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.182157:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23610: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.182158:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.182159:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23616 (ffff9c4654b93380) has no exports 00000020:00000001:1.0:1788201788.182161:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.182162:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.182164:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.182166:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.182168:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.182170:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a74000. 00000020:00000010:1.0:1788201788.182171:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.182173:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.182175:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.182177:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2ab00. 00000020:00000010:1.0:1788201788.182179:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2ab00. 00000020:00000010:1.0:1788201788.182183:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.182185:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.182186:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a74000. 00000020:00000010:1.0:1788201788.182189:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.182191:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.182193:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.182194:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.182196:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.182203:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.182206:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654b32600. 00000001:00000010:1.0:1788201788.182208:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654b32000. 00000001:00000010:1.0:1788201788.182209:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654b89800. 00000001:00000010:1.0:1788201788.182211:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654b89200. 00000001:00000010:1.0:1788201788.182212:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c47442688e0. 00000001:00000010:1.0:1788201788.182214:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c475d419c00. 00000001:00000001:1.0:1788201788.182216:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.182216:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23610 (ffff9c4654b93380) now 3 - setup 00000020:00000001:1.0:1788201788.182218:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.182219:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.182220:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a740. 00000020:00000001:1.0:1788201788.182222:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.182224:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.182225:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.182226:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.182348:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.182362:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.182365:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.182367:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.182370:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.182371:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.182374:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.182375:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.182457:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.182556:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.182559:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.182561:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.182563:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.182567:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.182570:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.182572:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a740. 00000020:00000080:1.0:1788201788.182575:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.182579:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.182581:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23610 (ffff9c4654b93380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.182582:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23610 (uuid obd_uuid_23610) 00000020:00000040:1.0:1788201788.182584:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23610 (ffff9c4654b93380) now 1 - newdev 00000020:00000040:1.0:1788201788.182586:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654b7d800 with handle 0x8990e4d0a2216c24 from hash 00000020:00000040:1.0:1788201788.182588:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654b7d800 : new refcount 0 00000020:00000080:1.0:1788201788.182590:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654b7d800/obd_uuid_23610 00000020:00000001:1.0:1788201788.182591:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.182593:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.182593:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654b7d800/obd_uuid_23610 for obd_name_23610 00000020:00000001:1.0:1788201788.182595:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.182596:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.182597:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654b7d800. 00000020:00000001:1.0:1788201788.182600:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.182601:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23610 obd_type name = obd_test 00000020:01000000:1.0:1788201788.182602:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23610 (obd_uuid_23610) 00000020:00000001:1.0:1788201788.182603:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.182605:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.182607:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.182608:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.182611:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a72000. 00000020:00000010:1.0:1788201788.182612:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.182614:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.182616:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.182618:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4659a16d40. 00000020:00000010:1.0:1788201788.182620:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.182622:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.182623:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a72000. 00000020:00000010:1.0:1788201788.182626:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.182628:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.182629:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.182631:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.182632:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.182633:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654b93380. 00000020:00000001:1.0:1788201788.182649:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.182651:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.182652:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a740. 00000020:00000001:1.0:1788201788.182655:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.182657:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.182658:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.182659:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.182828:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.182843:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.182845:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.182847:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.182849:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.182851:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.182852:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.182854:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.182919:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.183033:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.183036:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.183038:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.183040:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.183044:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.183047:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.183050:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a740. 00000020:00000080:1.0:1788201788.183052:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.183057:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.183060:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23611: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.183062:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.183064:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23617 (ffff9c4654b919c0) has no exports 00000020:00000001:1.0:1788201788.183066:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.183068:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.183071:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.183073:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.183076:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.183079:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a73800. 00000020:00000010:1.0:1788201788.183082:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.183085:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.183087:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.183090:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a540. 00000020:00000010:1.0:1788201788.183094:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a540. 00000020:00000010:1.0:1788201788.183100:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.183103:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.183105:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a73800. 00000020:00000010:1.0:1788201788.183109:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.183112:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.183114:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.183116:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.183119:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.183143:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.183148:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654b8a600. 00000001:00000010:1.0:1788201788.183151:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654b8ba00. 00000001:00000010:1.0:1788201788.183153:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654b8ac00. 00000001:00000010:1.0:1788201788.183155:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654b8a000. 00000001:00000010:1.0:1788201788.183158:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268300. 00000001:00000010:1.0:1788201788.183160:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c475d419f00. 00000001:00000001:1.0:1788201788.183163:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.183164:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23611 (ffff9c4654b919c0) now 3 - setup 00000020:00000001:1.0:1788201788.183167:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.183169:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.183172:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a740. 00000020:00000001:1.0:1788201788.183175:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.183178:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.183180:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.183182:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.183352:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.183367:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.183369:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.183371:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.183373:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.183375:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.183376:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.183378:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.183469:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.183575:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.183577:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.183579:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.183582:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.183585:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.183588:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.183591:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a740. 00000020:00000080:1.0:1788201788.183593:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.183597:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.183599:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23611 (ffff9c4654b919c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.183601:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23611 (uuid obd_uuid_23611) 00000020:00000040:1.0:1788201788.183602:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23611 (ffff9c4654b919c0) now 1 - newdev 00000020:00000040:1.0:1788201788.183604:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654b7d000 with handle 0x8990e4d0a2216c2b from hash 00000020:00000040:1.0:1788201788.183607:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654b7d000 : new refcount 0 00000020:00000080:1.0:1788201788.183608:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654b7d000/obd_uuid_23611 00000020:00000001:1.0:1788201788.183609:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.183611:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.183612:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654b7d000/obd_uuid_23611 for obd_name_23611 00000020:00000001:1.0:1788201788.183613:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.183614:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.183615:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654b7d000. 00000020:00000001:1.0:1788201788.183618:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.183619:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23611 obd_type name = obd_test 00000020:01000000:1.0:1788201788.183620:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23611 (obd_uuid_23611) 00000020:00000001:1.0:1788201788.183621:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.183622:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.183624:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.183626:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.183628:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a74800. 00000020:00000010:1.0:1788201788.183630:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.183632:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.183633:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.183635:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4659a16900. 00000020:00000010:1.0:1788201788.183637:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.183639:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.183640:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a74800. 00000020:00000010:1.0:1788201788.183643:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.183645:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.183646:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.183648:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.183649:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.183650:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654b919c0. 00000020:00000001:1.0:1788201788.183654:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.183656:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.183657:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a740. 00000020:00000001:1.0:1788201788.183660:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.183661:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.183663:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.183664:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.183816:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.183831:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.183833:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.183835:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.183837:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.183839:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.183840:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.183842:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.183916:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.184037:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.184040:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.184042:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.184044:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.184047:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.184050:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.184053:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a740. 00000020:00000080:1.0:1788201788.184055:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.184060:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.184062:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23612: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.184065:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.184067:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23618 (ffff9c4654b90000) has no exports 00000020:00000001:1.0:1788201788.184068:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.184070:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.184073:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.184076:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.184079:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.184082:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a75800. 00000020:00000010:1.0:1788201788.184085:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.184088:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.184091:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.184093:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a840. 00000020:00000010:1.0:1788201788.184097:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a840. 00000020:00000010:1.0:1788201788.184102:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.184104:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.184107:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a75800. 00000020:00000010:1.0:1788201788.184110:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.184112:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.184115:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.184117:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.184119:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.184145:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.184149:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654b8a200. 00000001:00000010:1.0:1788201788.184152:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654b8b200. 00000001:00000010:1.0:1788201788.184154:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654b8aa00. 00000001:00000010:1.0:1788201788.184156:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654b8be00. 00000001:00000010:1.0:1788201788.184159:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268620. 00000001:00000010:1.0:1788201788.184161:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c475d419600. 00000001:00000001:1.0:1788201788.184164:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.184166:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23612 (ffff9c4654b90000) now 3 - setup 00000020:00000001:1.0:1788201788.184169:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.184171:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.184173:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a740. 00000020:00000001:1.0:1788201788.184176:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.184178:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.184181:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.184183:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.184334:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.184345:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.184346:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.184348:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.184349:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.184350:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.184351:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.184352:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.184386:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.184501:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.184503:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.184505:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.184507:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.184510:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.184514:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.184516:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a740. 00000020:00000080:1.0:1788201788.184519:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.184524:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.184526:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23612 (ffff9c4654b90000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.184529:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23612 (uuid obd_uuid_23612) 00000020:00000040:1.0:1788201788.184531:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23612 (ffff9c4654b90000) now 1 - newdev 00000020:00000040:1.0:1788201788.184534:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654b7f800 with handle 0x8990e4d0a2216c32 from hash 00000020:00000040:1.0:1788201788.184537:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654b7f800 : new refcount 0 00000020:00000080:1.0:1788201788.184539:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654b7f800/obd_uuid_23612 00000020:00000001:1.0:1788201788.184542:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.184544:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.184546:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654b7f800/obd_uuid_23612 for obd_name_23612 00000020:00000001:1.0:1788201788.184548:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.184550:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.184552:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654b7f800. 00000020:00000001:1.0:1788201788.184555:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.184557:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23612 obd_type name = obd_test 00000020:01000000:1.0:1788201788.184559:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23612 (obd_uuid_23612) 00000020:00000001:1.0:1788201788.184561:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.184563:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.184565:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.184567:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.184570:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a76000. 00000020:00000010:1.0:1788201788.184572:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.184574:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.184575:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.184577:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4659a164c0. 00000020:00000010:1.0:1788201788.184579:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.184581:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.184582:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a76000. 00000020:00000010:1.0:1788201788.184584:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.184586:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.184587:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.184589:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.184590:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.184591:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654b90000. 00000020:00000001:1.0:1788201788.184594:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.184595:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.184597:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a740. 00000020:00000001:1.0:1788201788.184599:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.184601:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.184602:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.184603:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.184726:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.184736:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.184737:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.184739:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.184740:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.184741:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.184742:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.184743:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.184777:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.184854:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.184856:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.184857:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.184859:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.184861:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.184864:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.184865:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a740. 00000020:00000080:1.0:1788201788.184867:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.184870:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.184871:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23613: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.184873:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.184874:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23619 (ffff9c4654b94d40) has no exports 00000020:00000001:1.0:1788201788.184876:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.184877:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.184879:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.184881:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.184882:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.184884:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a77800. 00000020:00000010:1.0:1788201788.184887:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.184889:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.184890:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.184892:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2aac0. 00000020:00000010:1.0:1788201788.184895:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2aac0. 00000020:00000010:1.0:1788201788.184898:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.184900:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.184902:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a77800. 00000020:00000010:1.0:1788201788.184903:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.184905:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.184906:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.184908:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.184909:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.184916:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.184919:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654b8ae00. 00000001:00000010:1.0:1788201788.184921:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654b8b800. 00000001:00000010:1.0:1788201788.184922:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654b8b400. 00000001:00000010:1.0:1788201788.184923:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654b8bc00. 00000001:00000010:1.0:1788201788.184925:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268660. 00000001:00000010:1.0:1788201788.184926:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c475d419d00. 00000001:00000001:1.0:1788201788.184928:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.184929:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23613 (ffff9c4654b94d40) now 3 - setup 00000020:00000001:1.0:1788201788.184931:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.184932:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.184934:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a740. 00000020:00000001:1.0:1788201788.184936:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.184937:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.184938:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.184939:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.185058:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.185068:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.185069:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.185071:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.185072:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.185073:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.185075:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.185076:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.185109:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.185206:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.185208:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.185210:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.185211:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.185213:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.185215:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.185217:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a740. 00000020:00000080:1.0:1788201788.185218:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.185221:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.185223:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23613 (ffff9c4654b94d40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.185225:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23613 (uuid obd_uuid_23613) 00000020:00000040:1.0:1788201788.185226:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23613 (ffff9c4654b94d40) now 1 - newdev 00000020:00000040:1.0:1788201788.185228:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654b7a800 with handle 0x8990e4d0a2216c39 from hash 00000020:00000040:1.0:1788201788.185230:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654b7a800 : new refcount 0 00000020:00000080:1.0:1788201788.185231:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654b7a800/obd_uuid_23613 00000020:00000001:1.0:1788201788.185233:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.185234:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.185235:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654b7a800/obd_uuid_23613 for obd_name_23613 00000020:00000001:1.0:1788201788.185237:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.185238:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.185239:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654b7a800. 00000020:00000001:1.0:1788201788.185242:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.185243:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23613 obd_type name = obd_test 00000020:01000000:1.0:1788201788.185244:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23613 (obd_uuid_23613) 00000020:00000001:1.0:1788201788.185245:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.185247:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.185249:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.185250:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.185253:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a75000. 00000020:00000010:1.0:1788201788.185254:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.185256:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.185258:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.185260:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4659a16000. 00000020:00000010:1.0:1788201788.185261:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.185263:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.185265:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a75000. 00000020:00000010:1.0:1788201788.185266:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.185268:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.185269:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.185271:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.185272:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.185274:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654b94d40. 00000020:00000001:1.0:1788201788.185276:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.185277:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.185279:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a740. 00000020:00000001:1.0:1788201788.185281:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.185283:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.185284:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.185285:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.185648:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.185660:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.185661:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.185663:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.185664:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.185665:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.185667:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.185668:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.185703:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.185820:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.185823:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.185824:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.185826:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.185829:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.185831:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.185833:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.185834:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.185838:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.185839:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23614: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.185841:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.185842:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23620 (ffff9c4654ba0000) has no exports 00000020:00000001:1.0:1788201788.185843:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.185845:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.185847:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.185849:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.185850:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.185852:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a71000. 00000020:00000010:1.0:1788201788.185854:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.185857:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.185858:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.185860:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2aa00. 00000020:00000010:1.0:1788201788.185863:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2aa00. 00000020:00000010:1.0:1788201788.185866:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.185868:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.185869:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a71000. 00000020:00000010:1.0:1788201788.185871:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.185873:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.185874:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.185876:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.185877:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.185886:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.185889:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654b88a00. 00000001:00000010:1.0:1788201788.185891:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654b89600. 00000001:00000010:1.0:1788201788.185892:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654b8b000. 00000001:00000010:1.0:1788201788.185894:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654b8b600. 00000001:00000010:1.0:1788201788.185895:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268ea0. 00000001:00000010:1.0:1788201788.185897:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c475d419100. 00000001:00000001:1.0:1788201788.185898:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.185899:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23614 (ffff9c4654ba0000) now 3 - setup 00000020:00000001:1.0:1788201788.185900:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.185902:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.185903:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.185905:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.185906:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.185908:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.185909:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.186034:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.186044:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.186045:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.186046:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.186048:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.186049:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.186050:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.186051:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.186085:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.186181:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.186183:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.186184:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.186185:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.186188:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.186189:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.186191:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.186192:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.186196:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.186197:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23614 (ffff9c4654ba0000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.186199:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23614 (uuid obd_uuid_23614) 00000020:00000040:1.0:1788201788.186201:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23614 (ffff9c4654ba0000) now 1 - newdev 00000020:00000040:1.0:1788201788.186203:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654b79000 with handle 0x8990e4d0a2216c40 from hash 00000020:00000040:1.0:1788201788.186205:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654b79000 : new refcount 0 00000020:00000080:1.0:1788201788.186206:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654b79000/obd_uuid_23614 00000020:00000001:1.0:1788201788.186207:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.186209:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.186210:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654b79000/obd_uuid_23614 for obd_name_23614 00000020:00000001:1.0:1788201788.186211:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.186212:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.186213:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654b79000. 00000020:00000001:1.0:1788201788.186215:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.186216:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23614 obd_type name = obd_test 00000020:01000000:1.0:1788201788.186217:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23614 (obd_uuid_23614) 00000020:00000001:1.0:1788201788.186218:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.186220:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.186222:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.186224:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.186226:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a72800. 00000020:00000010:1.0:1788201788.186228:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.186230:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.186231:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.186233:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4659a16040. 00000020:00000010:1.0:1788201788.186235:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.186237:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.186238:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a72800. 00000020:00000010:1.0:1788201788.186240:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.186242:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.186243:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.186245:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.186247:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.186248:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654ba0000. 00000020:00000001:1.0:1788201788.186251:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.186253:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.186254:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.186256:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.186257:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.186259:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.186260:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.186379:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.186389:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.186390:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.186407:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.186409:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.186410:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.186412:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.186413:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.186451:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.186531:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.186532:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.186534:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.186535:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.186537:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.186539:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.186541:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.186542:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.186545:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.186547:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23615: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.186548:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.186550:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23621 (ffff9c4654ba4d40) has no exports 00000020:00000001:1.0:1788201788.186551:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.186553:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.186554:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.186556:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.186558:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.186561:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b05800. 00000020:00000010:1.0:1788201788.186562:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.186564:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.186566:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.186568:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a580. 00000020:00000010:1.0:1788201788.186571:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a580. 00000020:00000010:1.0:1788201788.186573:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.186575:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.186577:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b05800. 00000020:00000010:1.0:1788201788.186579:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.186580:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.186582:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.186583:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.186585:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.186592:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.186595:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654ba9a00. 00000001:00000010:1.0:1788201788.186597:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654ba8c00. 00000001:00000010:1.0:1788201788.186599:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654ba8800. 00000001:00000010:1.0:1788201788.186600:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654ba8600. 00000001:00000010:1.0:1788201788.186602:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268bc0. 00000001:00000010:1.0:1788201788.186603:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c475d419400. 00000001:00000001:1.0:1788201788.186605:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.186606:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23615 (ffff9c4654ba4d40) now 3 - setup 00000020:00000001:1.0:1788201788.186608:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.186609:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.186610:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.186612:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.186613:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.186615:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.186616:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.186747:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.186757:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.186759:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.186760:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.186761:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.186762:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.186763:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.186764:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.186797:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.186875:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.186877:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.186878:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.186880:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.186882:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.186884:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.186886:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.186887:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.186890:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.186892:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23615 (ffff9c4654ba4d40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.186894:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23615 (uuid obd_uuid_23615) 00000020:00000040:1.0:1788201788.186895:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23615 (ffff9c4654ba4d40) now 1 - newdev 00000020:00000040:1.0:1788201788.186898:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654b7e800 with handle 0x8990e4d0a2216c47 from hash 00000020:00000040:1.0:1788201788.186899:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654b7e800 : new refcount 0 00000020:00000080:1.0:1788201788.186901:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654b7e800/obd_uuid_23615 00000020:00000001:1.0:1788201788.186902:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.186903:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.186905:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654b7e800/obd_uuid_23615 for obd_name_23615 00000020:00000001:1.0:1788201788.186906:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.186907:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.186908:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654b7e800. 00000020:00000001:1.0:1788201788.186910:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.186911:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23615 obd_type name = obd_test 00000020:01000000:1.0:1788201788.186912:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23615 (obd_uuid_23615) 00000020:00000001:1.0:1788201788.186913:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.186914:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.186916:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.186918:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.186920:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b06000. 00000020:00000010:1.0:1788201788.186922:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.186924:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.186926:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.186927:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4659a16240. 00000020:00000010:1.0:1788201788.186929:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.186931:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.186933:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b06000. 00000020:00000010:1.0:1788201788.186934:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.186936:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.186938:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.186939:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.186940:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.186942:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654ba4d40. 00000020:00000001:1.0:1788201788.186944:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.186946:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.186947:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.186949:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.186950:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.186951:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.186953:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.187067:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.187082:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.187085:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.187086:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.187088:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.187090:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.187091:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.187093:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.187162:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.187242:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.187244:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.187245:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.187247:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.187249:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.187251:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.187252:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.187254:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.187257:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.187258:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23616: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.187260:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.187261:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23622 (ffff9c4654ba3380) has no exports 00000020:00000001:1.0:1788201788.187263:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.187264:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.187266:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.187268:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.187269:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.187272:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b07800. 00000020:00000010:1.0:1788201788.187273:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.187275:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.187277:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.187279:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a280. 00000020:00000010:1.0:1788201788.187281:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a280. 00000020:00000010:1.0:1788201788.187284:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.187286:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.187288:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b07800. 00000020:00000010:1.0:1788201788.187289:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.187291:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.187293:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.187294:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.187295:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.187304:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.187307:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654ba8000. 00000001:00000010:1.0:1788201788.187308:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654ba8200. 00000001:00000010:1.0:1788201788.187309:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654ba9e00. 00000001:00000010:1.0:1788201788.187311:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654ba8e00. 00000001:00000010:1.0:1788201788.187312:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268380. 00000001:00000010:1.0:1788201788.187314:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c475d419700. 00000001:00000001:1.0:1788201788.187315:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.187316:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23616 (ffff9c4654ba3380) now 3 - setup 00000020:00000001:1.0:1788201788.187318:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.187319:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.187320:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.187322:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.187323:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.187324:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.187326:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.187499:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.187509:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.187511:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.187512:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.187513:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.187514:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.187516:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.187517:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.187561:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.187641:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.187642:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.187644:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.187645:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.187648:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.187649:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.187651:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.187652:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.187656:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.187657:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23616 (ffff9c4654ba3380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.187659:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23616 (uuid obd_uuid_23616) 00000020:00000040:1.0:1788201788.187660:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23616 (ffff9c4654ba3380) now 1 - newdev 00000020:00000040:1.0:1788201788.187662:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654b7f000 with handle 0x8990e4d0a2216c4e from hash 00000020:00000040:1.0:1788201788.187665:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654b7f000 : new refcount 0 00000020:00000080:1.0:1788201788.187666:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654b7f000/obd_uuid_23616 00000020:00000001:1.0:1788201788.187667:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.187668:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.187670:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654b7f000/obd_uuid_23616 for obd_name_23616 00000020:00000001:1.0:1788201788.187671:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.187672:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.187673:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654b7f000. 00000020:00000001:1.0:1788201788.187675:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.187676:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23616 obd_type name = obd_test 00000020:01000000:1.0:1788201788.187677:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23616 (obd_uuid_23616) 00000020:00000001:1.0:1788201788.187678:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.187680:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.187682:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.187683:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.187685:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b05000. 00000020:00000010:1.0:1788201788.187687:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.187689:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.187691:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.187693:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4659a16580. 00000020:00000010:1.0:1788201788.187694:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.187696:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.187698:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b05000. 00000020:00000010:1.0:1788201788.187699:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.187701:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.187702:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.187704:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.187705:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.187707:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654ba3380. 00000020:00000001:1.0:1788201788.187709:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.187710:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.187712:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.187714:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.187715:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.187717:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.187718:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.187836:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.187847:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.187848:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.187849:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.187850:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.187852:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.187853:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.187854:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.187898:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.187974:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.187976:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.187977:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.187979:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.187981:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.187983:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.187984:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.187986:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.187989:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.187990:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23617: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.187992:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.187993:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23623 (ffff9c4654ba19c0) has no exports 00000020:00000001:1.0:1788201788.187994:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.187996:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.187997:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.187999:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.188001:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.188003:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b01000. 00000020:00000010:1.0:1788201788.188005:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.188007:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.188008:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.188010:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a1c0. 00000020:00000010:1.0:1788201788.188013:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a1c0. 00000020:00000010:1.0:1788201788.188016:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.188018:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.188019:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b01000. 00000020:00000010:1.0:1788201788.188021:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.188022:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.188024:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.188026:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.188027:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.188034:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.188037:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654ba9800. 00000001:00000010:1.0:1788201788.188038:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654ba9200. 00000001:00000010:1.0:1788201788.188040:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654ba9c00. 00000001:00000010:1.0:1788201788.188041:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654ba9000. 00000001:00000010:1.0:1788201788.188042:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268220. 00000001:00000010:1.0:1788201788.188044:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c475d419a00. 00000001:00000001:1.0:1788201788.188046:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.188047:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23617 (ffff9c4654ba19c0) now 3 - setup 00000020:00000001:1.0:1788201788.188048:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.188050:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.188051:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.188053:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.188054:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.188055:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.188056:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.188211:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.188221:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.188223:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.188224:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.188225:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.188226:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.188228:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.188229:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.188273:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.188350:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.188352:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.188354:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.188356:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.188360:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.188362:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.188365:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.188367:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.188371:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.188374:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23617 (ffff9c4654ba19c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.188376:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23617 (uuid obd_uuid_23617) 00000020:00000040:1.0:1788201788.188378:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23617 (ffff9c4654ba19c0) now 1 - newdev 00000020:00000040:1.0:1788201788.188381:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654b79800 with handle 0x8990e4d0a2216c55 from hash 00000020:00000040:1.0:1788201788.188384:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654b79800 : new refcount 0 00000020:00000080:1.0:1788201788.188386:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654b79800/obd_uuid_23617 00000020:00000001:1.0:1788201788.188389:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.188391:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.188412:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654b79800/obd_uuid_23617 for obd_name_23617 00000020:00000001:1.0:1788201788.188414:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.188416:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.188418:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654b79800. 00000020:00000001:1.0:1788201788.188422:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.188424:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23617 obd_type name = obd_test 00000020:01000000:1.0:1788201788.188425:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23617 (obd_uuid_23617) 00000020:00000001:1.0:1788201788.188427:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.188429:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.188431:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.188433:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.188435:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b02800. 00000020:00000010:1.0:1788201788.188437:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.188439:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.188441:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.188443:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4659a167c0. 00000020:00000010:1.0:1788201788.188446:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.188448:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.188450:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b02800. 00000020:00000010:1.0:1788201788.188452:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.188454:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.188457:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.188459:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.188461:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.188463:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654ba19c0. 00000020:00000001:1.0:1788201788.188466:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.188468:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.188470:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.188473:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.188474:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.188476:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.188478:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.188601:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.188612:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.188613:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.188614:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.188616:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.188617:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.188618:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.188619:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.188663:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.188740:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.188742:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.188743:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.188745:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.188746:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.188748:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.188750:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.188752:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.188755:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.188756:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23618: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.188758:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.188759:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23624 (ffff9c4654be99c0) has no exports 00000020:00000001:1.0:1788201788.188761:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.188762:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.188764:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.188766:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.188767:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.188769:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b07000. 00000020:00000010:1.0:1788201788.188771:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.188773:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.188775:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.188777:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2ac40. 00000020:00000010:1.0:1788201788.188780:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2ac40. 00000020:00000010:1.0:1788201788.188782:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.188784:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.188786:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b07000. 00000020:00000010:1.0:1788201788.188787:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.188789:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.188791:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.188792:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.188794:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.188801:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.188804:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654b8a400. 00000001:00000010:1.0:1788201788.188806:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654b8a800. 00000001:00000010:1.0:1788201788.188807:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654ba9600. 00000001:00000010:1.0:1788201788.188809:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654ba8a00. 00000001:00000010:1.0:1788201788.188810:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268a20. 00000001:00000010:1.0:1788201788.188812:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c475d419e00. 00000001:00000001:1.0:1788201788.188813:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.188814:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23618 (ffff9c4654be99c0) now 3 - setup 00000020:00000001:1.0:1788201788.188816:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.188817:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.188818:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.188820:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.188821:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.188823:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.188824:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.188941:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.188951:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.188952:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.188954:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.188955:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.188956:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.188957:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.188958:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.189001:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.189084:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.189087:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.189089:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.189091:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.189094:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.189097:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.189100:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.189102:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.189108:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.189111:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23618 (ffff9c4654be99c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.189113:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23618 (uuid obd_uuid_23618) 00000020:00000040:1.0:1788201788.189114:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23618 (ffff9c4654be99c0) now 1 - newdev 00000020:00000040:1.0:1788201788.189116:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654b78800 with handle 0x8990e4d0a2216c5c from hash 00000020:00000040:1.0:1788201788.189118:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654b78800 : new refcount 0 00000020:00000080:1.0:1788201788.189120:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654b78800/obd_uuid_23618 00000020:00000001:1.0:1788201788.189121:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.189122:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.189124:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654b78800/obd_uuid_23618 for obd_name_23618 00000020:00000001:1.0:1788201788.189125:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.189127:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.189142:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654b78800. 00000020:00000001:1.0:1788201788.189144:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.189145:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23618 obd_type name = obd_test 00000020:01000000:1.0:1788201788.189147:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23618 (obd_uuid_23618) 00000020:00000001:1.0:1788201788.189147:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.189150:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.189152:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.189153:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.189155:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b06800. 00000020:00000010:1.0:1788201788.189157:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.189159:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.189161:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.189163:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4659a16c40. 00000020:00000010:1.0:1788201788.189164:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.189166:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.189168:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b06800. 00000020:00000010:1.0:1788201788.189169:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.189171:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.189172:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.189174:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.189175:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.189176:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654be99c0. 00000020:00000001:1.0:1788201788.189181:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.189182:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.189183:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.189186:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.189187:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.189188:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.189190:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.189309:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.189320:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.189321:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.189323:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.189324:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.189325:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.189326:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.189327:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.189382:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.189596:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.189598:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.189599:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.189601:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.189603:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.189605:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.189606:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.189608:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.189611:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.189612:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23619: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.189614:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.189615:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23625 (ffff9c4654be8000) has no exports 00000020:00000001:1.0:1788201788.189617:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.189618:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.189620:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.189622:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.189624:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.189626:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b00800. 00000020:00000010:1.0:1788201788.189627:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.189630:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.189631:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.189633:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a480. 00000020:00000010:1.0:1788201788.189636:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a480. 00000020:00000010:1.0:1788201788.189639:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.189641:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.189642:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b00800. 00000020:00000010:1.0:1788201788.189644:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.189646:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.189647:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.189649:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.189650:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.189658:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.189661:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654be5a00. 00000001:00000010:1.0:1788201788.189663:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654be4c00. 00000001:00000010:1.0:1788201788.189665:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654be4800. 00000001:00000010:1.0:1788201788.189666:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654be4600. 00000001:00000010:1.0:1788201788.189668:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c47442682c0. 00000001:00000010:1.0:1788201788.189670:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c475d419b00. 00000001:00000001:1.0:1788201788.189671:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.189672:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23619 (ffff9c4654be8000) now 3 - setup 00000020:00000001:1.0:1788201788.189673:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.189674:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.189676:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.189678:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.189679:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.189681:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.189682:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.189802:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.189813:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.189814:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.189815:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.189816:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.189818:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.189819:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.189820:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.189865:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.189942:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.189944:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.189945:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.189947:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.189949:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.189950:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.189952:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.189954:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.189957:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.189959:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23619 (ffff9c4654be8000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.189960:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23619 (uuid obd_uuid_23619) 00000020:00000040:1.0:1788201788.189961:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23619 (ffff9c4654be8000) now 1 - newdev 00000020:00000040:1.0:1788201788.189963:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654b7b000 with handle 0x8990e4d0a2216c63 from hash 00000020:00000040:1.0:1788201788.189966:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654b7b000 : new refcount 0 00000020:00000080:1.0:1788201788.189967:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654b7b000/obd_uuid_23619 00000020:00000001:1.0:1788201788.189968:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.189970:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.189971:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654b7b000/obd_uuid_23619 for obd_name_23619 00000020:00000001:1.0:1788201788.189972:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.189973:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.189974:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654b7b000. 00000020:00000001:1.0:1788201788.189976:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.189977:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23619 obd_type name = obd_test 00000020:01000000:1.0:1788201788.189978:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23619 (obd_uuid_23619) 00000020:00000001:1.0:1788201788.189979:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.189981:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.189983:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.189984:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.189986:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b01800. 00000020:00000010:1.0:1788201788.189988:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.189990:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.189992:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.189994:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4659a163c0. 00000020:00000010:1.0:1788201788.189996:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.189998:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.189999:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b01800. 00000020:00000010:1.0:1788201788.190001:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.190002:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.190004:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.190005:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.190007:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.190008:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654be8000. 00000020:00000001:1.0:1788201788.190010:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.190012:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.190013:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.190015:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.190016:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.190018:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.190019:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.190178:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.190189:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.190190:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.190192:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.190193:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.190194:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.190195:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.190196:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.190241:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.190318:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.190320:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.190321:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.190323:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.190325:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.190326:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.190328:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.190329:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.190333:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.190334:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23620: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.190336:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.190338:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23626 (ffff9c4654becd40) has no exports 00000020:00000001:1.0:1788201788.190339:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.190341:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.190342:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.190344:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.190346:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.190348:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a74800. 00000020:00000010:1.0:1788201788.190351:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.190354:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.190357:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.190360:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a940. 00000020:00000010:1.0:1788201788.190363:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a940. 00000020:00000010:1.0:1788201788.190367:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.190370:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.190372:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a74800. 00000020:00000010:1.0:1788201788.190375:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.190378:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.190380:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.190383:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.190385:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.190415:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.190418:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654be4000. 00000001:00000010:1.0:1788201788.190420:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654be4200. 00000001:00000010:1.0:1788201788.190421:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654be5e00. 00000001:00000010:1.0:1788201788.190423:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654be4e00. 00000001:00000010:1.0:1788201788.190424:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268840. 00000001:00000010:1.0:1788201788.190426:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c475d419300. 00000001:00000001:1.0:1788201788.190427:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.190428:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23620 (ffff9c4654becd40) now 3 - setup 00000020:00000001:1.0:1788201788.190430:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.190431:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.190433:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.190435:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.190436:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.190438:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.190439:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.190562:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.190572:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.190574:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.190575:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.190576:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.190577:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.190578:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.190579:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.190631:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.190721:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.190723:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.190724:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.190726:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.190728:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.190730:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.190731:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.190733:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.190736:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.190738:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23620 (ffff9c4654becd40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.190740:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23620 (uuid obd_uuid_23620) 00000020:00000040:1.0:1788201788.190741:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23620 (ffff9c4654becd40) now 1 - newdev 00000020:00000040:1.0:1788201788.190743:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654b78000 with handle 0x8990e4d0a2216c6a from hash 00000020:00000040:1.0:1788201788.190745:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654b78000 : new refcount 0 00000020:00000080:1.0:1788201788.190747:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654b78000/obd_uuid_23620 00000020:00000001:1.0:1788201788.190748:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.190749:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.190750:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654b78000/obd_uuid_23620 for obd_name_23620 00000020:00000001:1.0:1788201788.190751:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.190753:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.190754:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654b78000. 00000020:00000001:1.0:1788201788.190756:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.190757:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23620 obd_type name = obd_test 00000020:01000000:1.0:1788201788.190758:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23620 (obd_uuid_23620) 00000020:00000001:1.0:1788201788.190759:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.190761:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.190763:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.190765:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.190766:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a73800. 00000020:00000010:1.0:1788201788.190768:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.190770:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.190772:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.190774:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4659a16600. 00000020:00000010:1.0:1788201788.190776:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.190777:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.190779:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a73800. 00000020:00000010:1.0:1788201788.190781:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.190783:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.190784:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.190785:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.190787:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.190788:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654becd40. 00000020:00000001:1.0:1788201788.190791:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.190792:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.190794:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.190796:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.190797:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.190799:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.190800:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.190917:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.190928:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.190929:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.190930:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.190931:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.190932:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.190934:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.190935:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.190967:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.191046:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.191048:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.191049:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.191051:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.191053:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.191055:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.191057:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.191059:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.191063:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.191066:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23621: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.191068:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.191070:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23627 (ffff9c4654beb380) has no exports 00000020:00000001:1.0:1788201788.191072:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.191073:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.191076:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.191079:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.191082:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.191085:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a72000. 00000020:00000010:1.0:1788201788.191088:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.191091:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.191094:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.191097:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a300. 00000020:00000010:1.0:1788201788.191101:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a300. 00000020:00000010:1.0:1788201788.191106:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.191109:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.191111:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a72000. 00000020:00000010:1.0:1788201788.191115:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.191117:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.191120:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.191122:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.191124:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.191144:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.191147:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654be5800. 00000001:00000010:1.0:1788201788.191149:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654be5200. 00000001:00000010:1.0:1788201788.191150:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654be5c00. 00000001:00000010:1.0:1788201788.191152:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654be5000. 00000001:00000010:1.0:1788201788.191154:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268de0. 00000001:00000010:1.0:1788201788.191155:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c475d419900. 00000001:00000001:1.0:1788201788.191157:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.191158:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23621 (ffff9c4654beb380) now 3 - setup 00000020:00000001:1.0:1788201788.191160:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.191161:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.191163:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.191165:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.191166:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.191167:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.191169:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.191293:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.191303:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.191304:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.191306:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.191307:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.191308:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.191309:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.191310:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.191343:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.191463:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.191465:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.191466:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.191468:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.191470:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.191472:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.191473:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.191475:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.191478:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.191480:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23621 (ffff9c4654beb380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.191481:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23621 (uuid obd_uuid_23621) 00000020:00000040:1.0:1788201788.191483:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23621 (ffff9c4654beb380) now 1 - newdev 00000020:00000040:1.0:1788201788.191485:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654b7a000 with handle 0x8990e4d0a2216c71 from hash 00000020:00000040:1.0:1788201788.191487:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654b7a000 : new refcount 0 00000020:00000080:1.0:1788201788.191488:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654b7a000/obd_uuid_23621 00000020:00000001:1.0:1788201788.191490:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.191491:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.191492:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654b7a000/obd_uuid_23621 for obd_name_23621 00000020:00000001:1.0:1788201788.191494:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.191495:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.191496:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654b7a000. 00000020:00000001:1.0:1788201788.191498:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.191499:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23621 obd_type name = obd_test 00000020:01000000:1.0:1788201788.191500:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23621 (obd_uuid_23621) 00000020:00000001:1.0:1788201788.191501:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.191503:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.191504:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.191506:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.191508:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a74000. 00000020:00000010:1.0:1788201788.191510:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.191512:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.191513:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.191515:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4659a16300. 00000020:00000010:1.0:1788201788.191517:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.191519:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.191520:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a74000. 00000020:00000010:1.0:1788201788.191522:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.191524:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.191525:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.191527:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.191529:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.191530:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654beb380. 00000020:00000001:1.0:1788201788.191532:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.191534:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.191535:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.191537:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.191539:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.191540:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.191541:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.191662:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.191697:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.191699:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.191700:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.191701:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.191702:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.191704:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.191705:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.191740:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.191820:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.191821:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.191823:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.191824:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.191826:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.191828:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.191830:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.191831:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.191835:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.191836:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23622: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.191838:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.191839:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23628 (ffff9c46540019c0) has no exports 00000020:00000001:1.0:1788201788.191841:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.191842:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.191844:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.191846:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.191847:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.191849:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a73000. 00000020:00000010:1.0:1788201788.191851:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.191853:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.191855:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.191857:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a8c0. 00000020:00000010:1.0:1788201788.191859:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a8c0. 00000020:00000010:1.0:1788201788.191862:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.191864:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.191865:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a73000. 00000020:00000010:1.0:1788201788.191868:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.191869:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.191871:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.191873:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.191874:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.191882:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.191885:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654ba9400. 00000001:00000010:1.0:1788201788.191887:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654ba8400. 00000001:00000010:1.0:1788201788.191888:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654be5600. 00000001:00000010:1.0:1788201788.191890:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654be4a00. 00000001:00000010:1.0:1788201788.191891:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268c60. 00000001:00000010:1.0:1788201788.191893:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c475d419000. 00000001:00000001:1.0:1788201788.191894:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.191895:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23622 (ffff9c46540019c0) now 3 - setup 00000020:00000001:1.0:1788201788.191897:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.191898:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.191900:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.191901:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.191902:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.191904:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.191905:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.192023:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.192034:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.192035:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.192036:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.192037:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.192039:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.192040:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.192041:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.192073:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.192167:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.192169:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.192170:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.192172:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.192174:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.192176:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.192177:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.192179:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.192182:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.192184:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23622 (ffff9c46540019c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.192186:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23622 (uuid obd_uuid_23622) 00000020:00000040:1.0:1788201788.192187:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23622 (ffff9c46540019c0) now 1 - newdev 00000020:00000040:1.0:1788201788.192189:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654bfe800 with handle 0x8990e4d0a2216c78 from hash 00000020:00000040:1.0:1788201788.192191:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654bfe800 : new refcount 0 00000020:00000080:1.0:1788201788.192192:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654bfe800/obd_uuid_23622 00000020:00000001:1.0:1788201788.192193:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.192195:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.192196:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654bfe800/obd_uuid_23622 for obd_name_23622 00000020:00000001:1.0:1788201788.192197:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.192198:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.192199:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654bfe800. 00000020:00000001:1.0:1788201788.192201:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.192202:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23622 obd_type name = obd_test 00000020:01000000:1.0:1788201788.192203:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23622 (obd_uuid_23622) 00000020:00000001:1.0:1788201788.192204:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.192206:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.192207:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.192209:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.192211:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a70000. 00000020:00000010:1.0:1788201788.192213:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.192215:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.192216:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.192218:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4659a16500. 00000020:00000010:1.0:1788201788.192220:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.192222:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.192224:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a70000. 00000020:00000010:1.0:1788201788.192226:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.192228:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.192229:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.192231:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.192232:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.192234:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46540019c0. 00000020:00000001:1.0:1788201788.192251:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.192252:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.192254:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.192257:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.192258:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.192260:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.192261:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.192431:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.192442:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.192444:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.192445:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.192447:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.192448:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.192450:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.192451:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.192489:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.192570:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.192571:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.192572:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.192574:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.192576:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.192578:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.192580:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.192581:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.192584:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.192586:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23623: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.192587:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.192589:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23629 (ffff9c4654000000) has no exports 00000020:00000001:1.0:1788201788.192590:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.192591:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.192593:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.192595:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.192596:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.192598:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a71800. 00000020:00000010:1.0:1788201788.192600:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.192602:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.192604:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.192606:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a140. 00000020:00000010:1.0:1788201788.192608:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a140. 00000020:00000010:1.0:1788201788.192611:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.192613:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.192614:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a71800. 00000020:00000010:1.0:1788201788.192616:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.192618:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.192619:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.192621:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.192622:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.192629:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.192632:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654be6000. 00000001:00000010:1.0:1788201788.192634:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654be6600. 00000001:00000010:1.0:1788201788.192635:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654be7a00. 00000001:00000010:1.0:1788201788.192637:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654be6200. 00000001:00000010:1.0:1788201788.192638:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c47442687e0. 00000001:00000010:1.0:1788201788.192640:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c475d419800. 00000001:00000001:1.0:1788201788.192642:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.192643:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23623 (ffff9c4654000000) now 3 - setup 00000020:00000001:1.0:1788201788.192644:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.192645:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.192647:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.192649:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.192650:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.192651:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.192652:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.192770:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.192780:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.192782:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.192783:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.192784:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.192785:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.192786:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.192787:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.192820:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.192898:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.192900:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.192901:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.192903:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.192905:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.192906:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.192908:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.192910:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.192913:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.192915:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23623 (ffff9c4654000000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.192916:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23623 (uuid obd_uuid_23623) 00000020:00000040:1.0:1788201788.192917:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23623 (ffff9c4654000000) now 1 - newdev 00000020:00000040:1.0:1788201788.192920:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654bff000 with handle 0x8990e4d0a2216c7f from hash 00000020:00000040:1.0:1788201788.192921:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654bff000 : new refcount 0 00000020:00000080:1.0:1788201788.192923:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654bff000/obd_uuid_23623 00000020:00000001:1.0:1788201788.192924:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.192925:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.192927:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654bff000/obd_uuid_23623 for obd_name_23623 00000020:00000001:1.0:1788201788.192928:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.192929:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.192930:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654bff000. 00000020:00000001:1.0:1788201788.192932:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.192933:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23623 obd_type name = obd_test 00000020:01000000:1.0:1788201788.192934:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23623 (obd_uuid_23623) 00000020:00000001:1.0:1788201788.192935:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.192937:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.192938:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.192940:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.192942:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a70800. 00000020:00000010:1.0:1788201788.192944:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.192946:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.192948:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.192949:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4659a16540. 00000020:00000010:1.0:1788201788.192952:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.192953:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.192955:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a70800. 00000020:00000010:1.0:1788201788.192957:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.192959:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.192960:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.192962:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.192963:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.192965:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654000000. 00000020:00000001:1.0:1788201788.192968:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.192969:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.192970:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.192972:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.192974:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.192975:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.192976:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.193092:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.193103:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.193104:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.193105:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.193107:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.193108:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.193109:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.193110:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.193156:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.193236:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.193238:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.193239:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.193241:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.193243:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.193245:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.193246:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.193248:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.193251:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.193252:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23624: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.193254:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.193256:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23630 (ffff9c4654004d40) has no exports 00000020:00000001:1.0:1788201788.193257:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.193258:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.193260:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.193262:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.193263:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.193265:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a76800. 00000020:00000010:1.0:1788201788.193267:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.193269:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.193270:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.193272:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2ad40. 00000020:00000010:1.0:1788201788.193275:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2ad40. 00000020:00000010:1.0:1788201788.193278:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.193280:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.193281:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a76800. 00000020:00000010:1.0:1788201788.193283:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.193285:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.193286:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.193287:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.193289:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.193314:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.193317:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654be7200. 00000001:00000010:1.0:1788201788.193319:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654be7800. 00000001:00000010:1.0:1788201788.193320:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654be7600. 00000001:00000010:1.0:1788201788.193322:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654be6a00. 00000001:00000010:1.0:1788201788.193323:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c47442686a0. 00000001:00000010:1.0:1788201788.193325:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4654baad00. 00000001:00000001:1.0:1788201788.193357:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.193358:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23624 (ffff9c4654004d40) now 3 - setup 00000020:00000001:1.0:1788201788.193360:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.193361:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.193363:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.193365:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.193367:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.193368:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.193370:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.193516:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.193527:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.193528:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.193529:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.193530:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.193531:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.193533:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.193534:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.193577:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.193652:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.193654:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.193655:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.193656:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.193658:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.193660:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.193662:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.193663:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.193666:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.193668:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23624 (ffff9c4654004d40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.193670:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23624 (uuid obd_uuid_23624) 00000020:00000040:1.0:1788201788.193671:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23624 (ffff9c4654004d40) now 1 - newdev 00000020:00000040:1.0:1788201788.193673:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654bf9800 with handle 0x8990e4d0a2216c86 from hash 00000020:00000040:1.0:1788201788.193675:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654bf9800 : new refcount 0 00000020:00000080:1.0:1788201788.193676:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654bf9800/obd_uuid_23624 00000020:00000001:1.0:1788201788.193677:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.193679:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.193680:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654bf9800/obd_uuid_23624 for obd_name_23624 00000020:00000001:1.0:1788201788.193681:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.193682:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.193684:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654bf9800. 00000020:00000001:1.0:1788201788.193686:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.193687:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23624 obd_type name = obd_test 00000020:01000000:1.0:1788201788.193688:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23624 (obd_uuid_23624) 00000020:00000001:1.0:1788201788.193689:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.193691:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.193693:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.193694:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.193696:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a77800. 00000020:00000010:1.0:1788201788.193698:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.193700:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.193702:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.193703:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4659a16880. 00000020:00000010:1.0:1788201788.193705:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.193707:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.193708:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a77800. 00000020:00000010:1.0:1788201788.193710:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.193712:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.193713:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.193715:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.193716:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.193718:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654004d40. 00000020:00000001:1.0:1788201788.193723:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.193724:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.193725:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.193728:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.193729:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.193731:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.193732:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.193858:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.193868:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.193870:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.193871:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.193872:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.193873:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.193874:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.193875:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.193919:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.194001:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.194003:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.194005:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.194008:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.194011:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.194014:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.194016:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.194019:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.194024:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.194026:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23625: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.194027:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.194029:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23631 (ffff9c4654003380) has no exports 00000020:00000001:1.0:1788201788.194030:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.194031:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.194033:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.194035:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.194037:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.194038:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a76000. 00000020:00000010:1.0:1788201788.194040:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.194042:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.194044:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.194046:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a500. 00000020:00000010:1.0:1788201788.194048:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a500. 00000020:00000010:1.0:1788201788.194052:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.194054:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.194055:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a76000. 00000020:00000010:1.0:1788201788.194057:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.194058:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.194060:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.194061:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.194063:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.194071:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.194074:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654be7e00. 00000001:00000010:1.0:1788201788.194076:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654be6e00. 00000001:00000010:1.0:1788201788.194077:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654be6400. 00000001:00000010:1.0:1788201788.194079:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654be7400. 00000001:00000010:1.0:1788201788.194080:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268740. 00000001:00000010:1.0:1788201788.194082:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4654baa100. 00000001:00000001:1.0:1788201788.194084:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.194085:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23625 (ffff9c4654003380) now 3 - setup 00000020:00000001:1.0:1788201788.194086:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.194088:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.194089:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.194091:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.194092:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.194093:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.194094:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.194232:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.194243:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.194244:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.194245:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.194247:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.194248:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.194249:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.194250:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.194294:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.194374:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.194377:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.194378:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.194381:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.194384:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.194387:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.194390:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.194410:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.194416:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.194418:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23625 (ffff9c4654003380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.194420:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23625 (uuid obd_uuid_23625) 00000020:00000040:1.0:1788201788.194421:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23625 (ffff9c4654003380) now 1 - newdev 00000020:00000040:1.0:1788201788.194423:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654bf8800 with handle 0x8990e4d0a2216c8d from hash 00000020:00000040:1.0:1788201788.194425:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654bf8800 : new refcount 0 00000020:00000080:1.0:1788201788.194427:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654bf8800/obd_uuid_23625 00000020:00000001:1.0:1788201788.194428:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.194430:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.194431:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654bf8800/obd_uuid_23625 for obd_name_23625 00000020:00000001:1.0:1788201788.194432:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.194434:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.194435:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654bf8800. 00000020:00000001:1.0:1788201788.194437:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.194438:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23625 obd_type name = obd_test 00000020:01000000:1.0:1788201788.194439:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23625 (obd_uuid_23625) 00000020:00000001:1.0:1788201788.194440:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.194442:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.194444:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.194446:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.194448:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a75800. 00000020:00000010:1.0:1788201788.194449:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.194451:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.194453:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.194455:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4659a16a40. 00000020:00000010:1.0:1788201788.194457:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.194459:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.194460:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a75800. 00000020:00000010:1.0:1788201788.194462:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.194464:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.194465:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.194467:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.194468:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.194469:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654003380. 00000020:00000001:1.0:1788201788.194472:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.194474:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.194475:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.194477:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.194479:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.194480:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.194482:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.194604:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.194614:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.194616:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.194617:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.194618:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.194619:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.194620:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.194622:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.194667:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.194744:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.194745:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.194747:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.194748:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.194751:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.194752:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.194754:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.194755:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.194759:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.194760:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23626: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.194761:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.194763:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23632 (ffff9c4654013380) has no exports 00000020:00000001:1.0:1788201788.194764:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.194765:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.194767:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.194769:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.194770:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.194772:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a77000. 00000020:00000010:1.0:1788201788.194774:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.194776:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.194778:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.194780:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a000. 00000020:00000010:1.0:1788201788.194782:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a000. 00000020:00000010:1.0:1788201788.194785:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.194787:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.194788:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a77000. 00000020:00000010:1.0:1788201788.194790:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.194792:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.194793:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.194795:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.194796:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.194804:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.194807:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654be5400. 00000001:00000010:1.0:1788201788.194808:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654be4400. 00000001:00000010:1.0:1788201788.194810:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654be7c00. 00000001:00000010:1.0:1788201788.194811:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654be7000. 00000001:00000010:1.0:1788201788.194813:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268a40. 00000001:00000010:1.0:1788201788.194814:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4654baa400. 00000001:00000001:1.0:1788201788.194816:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.194817:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23626 (ffff9c4654013380) now 3 - setup 00000020:00000001:1.0:1788201788.194818:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.194819:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.194821:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.194822:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.194823:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.194825:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.194826:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.194943:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.194953:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.194954:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.194956:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.194957:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.194958:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.194959:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.194960:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.195004:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.195078:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.195080:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.195081:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.195083:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.195085:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.195087:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.195089:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.195090:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.195094:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.195095:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23626 (ffff9c4654013380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.195097:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23626 (uuid obd_uuid_23626) 00000020:00000040:1.0:1788201788.195098:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23626 (ffff9c4654013380) now 1 - newdev 00000020:00000040:1.0:1788201788.195100:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654bfb000 with handle 0x8990e4d0a2216c94 from hash 00000020:00000040:1.0:1788201788.195102:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654bfb000 : new refcount 0 00000020:00000080:1.0:1788201788.195103:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654bfb000/obd_uuid_23626 00000020:00000001:1.0:1788201788.195105:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.195106:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.195107:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654bfb000/obd_uuid_23626 for obd_name_23626 00000020:00000001:1.0:1788201788.195109:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.195110:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.195111:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654bfb000. 00000020:00000001:1.0:1788201788.195113:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.195114:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23626 obd_type name = obd_test 00000020:01000000:1.0:1788201788.195115:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23626 (obd_uuid_23626) 00000020:00000001:1.0:1788201788.195115:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.195117:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.195119:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.195121:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.195123:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465499c000. 00000020:00000010:1.0:1788201788.195125:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.195141:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.195144:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.195146:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4659a16680. 00000020:00000010:1.0:1788201788.195148:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.195150:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.195151:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465499c000. 00000020:00000010:1.0:1788201788.195153:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.195154:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.195156:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.195158:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.195159:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.195161:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654013380. 00000020:00000001:1.0:1788201788.195164:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.195165:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.195167:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.195169:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.195170:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.195172:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.195173:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.195293:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.195303:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.195305:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.195306:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.195307:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.195308:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.195309:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.195310:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.195358:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.195491:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.195493:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.195494:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.195496:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.195499:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.195502:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.195504:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.195506:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.195511:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.195514:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23627: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.195516:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.195518:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23633 (ffff9c46540119c0) has no exports 00000020:00000001:1.0:1788201788.195520:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.195522:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.195524:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.195527:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.195530:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.195533:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654998800. 00000020:00000010:1.0:1788201788.195537:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.195540:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.195543:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.195546:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2afc0. 00000020:00000010:1.0:1788201788.195549:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2afc0. 00000020:00000010:1.0:1788201788.195554:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.195558:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.195560:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654998800. 00000020:00000010:1.0:1788201788.195562:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.195565:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.195567:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.195570:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.195572:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.195591:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.195596:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465400d000. 00000001:00000010:1.0:1788201788.195599:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465400d600. 00000001:00000010:1.0:1788201788.195601:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465400ca00. 00000001:00000010:1.0:1788201788.195605:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465400dc00. 00000001:00000010:1.0:1788201788.195608:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268780. 00000001:00000010:1.0:1788201788.195611:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4654baa700. 00000001:00000001:1.0:1788201788.195613:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.195615:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23627 (ffff9c46540119c0) now 3 - setup 00000020:00000001:1.0:1788201788.195617:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.195619:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.195622:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.195625:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.195627:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.195630:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.195632:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.195763:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.195773:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.195775:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.195776:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.195777:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.195778:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.195779:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.195781:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.195825:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.195902:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.195904:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.195905:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.195907:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.195909:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.195910:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.195912:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.195913:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.195917:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.195919:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23627 (ffff9c46540119c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.195920:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23627 (uuid obd_uuid_23627) 00000020:00000040:1.0:1788201788.195921:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23627 (ffff9c46540119c0) now 1 - newdev 00000020:00000040:1.0:1788201788.195923:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654bf8000 with handle 0x8990e4d0a2216c9b from hash 00000020:00000040:1.0:1788201788.195925:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654bf8000 : new refcount 0 00000020:00000080:1.0:1788201788.195927:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654bf8000/obd_uuid_23627 00000020:00000001:1.0:1788201788.195928:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.195930:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.195931:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654bf8000/obd_uuid_23627 for obd_name_23627 00000020:00000001:1.0:1788201788.195932:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.195933:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.195934:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654bf8000. 00000020:00000001:1.0:1788201788.195936:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.195937:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23627 obd_type name = obd_test 00000020:01000000:1.0:1788201788.195938:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23627 (obd_uuid_23627) 00000020:00000001:1.0:1788201788.195939:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.195940:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.195942:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.195944:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.195946:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465499b000. 00000020:00000010:1.0:1788201788.195948:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.195949:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.195951:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.195953:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4659a16f80. 00000020:00000010:1.0:1788201788.195955:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.195957:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.195958:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465499b000. 00000020:00000010:1.0:1788201788.195960:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.195961:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.195963:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.195964:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.195966:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.195967:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46540119c0. 00000020:00000001:1.0:1788201788.195970:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.195971:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.195972:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.195975:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.195976:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.195977:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.195979:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.196095:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.196106:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.196107:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.196108:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.196110:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.196111:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.196112:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.196113:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.196174:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.196252:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.196254:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.196255:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.196257:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.196259:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.196261:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.196263:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.196264:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.196268:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.196269:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23628: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.196271:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.196272:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23634 (ffff9c4654010000) has no exports 00000020:00000001:1.0:1788201788.196273:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.196275:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.196277:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.196278:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.196280:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.196282:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465499a000. 00000020:00000010:1.0:1788201788.196284:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.196286:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.196287:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.196289:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a680. 00000020:00000010:1.0:1788201788.196292:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a680. 00000020:00000010:1.0:1788201788.196295:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.196297:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.196298:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465499a000. 00000020:00000010:1.0:1788201788.196300:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.196302:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.196303:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.196305:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.196306:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.196314:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.196317:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465400d400. 00000001:00000010:1.0:1788201788.196319:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465400c400. 00000001:00000010:1.0:1788201788.196321:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465400c600. 00000001:00000010:1.0:1788201788.196322:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465400da00. 00000001:00000010:1.0:1788201788.196324:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268320. 00000001:00000010:1.0:1788201788.196325:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4654baaa00. 00000001:00000001:1.0:1788201788.196327:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.196328:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23628 (ffff9c4654010000) now 3 - setup 00000020:00000001:1.0:1788201788.196329:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.196331:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.196332:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.196334:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.196336:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.196337:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.196338:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.196499:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.196510:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.196511:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.196513:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.196514:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.196515:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.196516:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.196517:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.196562:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.196638:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.196640:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.196641:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.196643:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.196645:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.196646:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.196648:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.196650:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.196653:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.196655:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23628 (ffff9c4654010000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.196656:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23628 (uuid obd_uuid_23628) 00000020:00000040:1.0:1788201788.196657:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23628 (ffff9c4654010000) now 1 - newdev 00000020:00000040:1.0:1788201788.196660:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654bfa000 with handle 0x8990e4d0a2216ca2 from hash 00000020:00000040:1.0:1788201788.196662:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654bfa000 : new refcount 0 00000020:00000080:1.0:1788201788.196663:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654bfa000/obd_uuid_23628 00000020:00000001:1.0:1788201788.196664:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.196666:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.196667:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654bfa000/obd_uuid_23628 for obd_name_23628 00000020:00000001:1.0:1788201788.196668:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.196669:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.196670:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654bfa000. 00000020:00000001:1.0:1788201788.196672:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.196674:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23628 obd_type name = obd_test 00000020:01000000:1.0:1788201788.196675:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23628 (obd_uuid_23628) 00000020:00000001:1.0:1788201788.196676:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.196677:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.196679:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.196681:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.196683:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465499a800. 00000020:00000010:1.0:1788201788.196685:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.196687:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.196689:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.196691:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4659a16480. 00000020:00000010:1.0:1788201788.196692:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.196694:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.196695:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465499a800. 00000020:00000010:1.0:1788201788.196697:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.196699:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.196700:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.196702:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.196703:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.196704:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654010000. 00000020:00000001:1.0:1788201788.196707:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.196708:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.196710:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.196712:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.196713:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.196715:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.196716:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.196851:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.196861:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.196862:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.196864:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.196865:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.196866:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.196867:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.196868:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.196919:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.197006:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.197008:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.197009:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.197011:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.197013:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.197015:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.197016:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.197018:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.197021:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.197023:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23629: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.197024:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.197026:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23635 (ffff9c4654014d40) has no exports 00000020:00000001:1.0:1788201788.197027:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.197028:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.197030:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.197032:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.197033:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.197035:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465499c800. 00000020:00000010:1.0:1788201788.197037:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.197039:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.197041:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.197042:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a6c0. 00000020:00000010:1.0:1788201788.197045:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a6c0. 00000020:00000010:1.0:1788201788.197048:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.197050:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.197051:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465499c800. 00000020:00000010:1.0:1788201788.197053:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.197054:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.197056:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.197057:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.197059:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.197067:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.197070:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465400cc00. 00000001:00000010:1.0:1788201788.197072:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465400c800. 00000001:00000010:1.0:1788201788.197073:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465400d800. 00000001:00000010:1.0:1788201788.197075:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465400d200. 00000001:00000010:1.0:1788201788.197076:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268e60. 00000001:00000010:1.0:1788201788.197078:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4654baae00. 00000001:00000001:1.0:1788201788.197080:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.197081:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23629 (ffff9c4654014d40) now 3 - setup 00000020:00000001:1.0:1788201788.197082:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.197083:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.197084:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.197086:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.197087:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.197089:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.197090:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.197227:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.197238:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.197239:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.197240:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.197242:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.197243:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.197244:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.197245:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.197277:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.197358:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.197360:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.197362:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.197364:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.197367:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.197370:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.197373:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.197375:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.197380:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.197382:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23629 (ffff9c4654014d40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.197385:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23629 (uuid obd_uuid_23629) 00000020:00000040:1.0:1788201788.197387:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23629 (ffff9c4654014d40) now 1 - newdev 00000020:00000040:1.0:1788201788.197390:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654bfc000 with handle 0x8990e4d0a2216ca9 from hash 00000020:00000040:1.0:1788201788.197450:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654bfc000 : new refcount 0 00000020:00000080:1.0:1788201788.197452:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654bfc000/obd_uuid_23629 00000020:00000001:1.0:1788201788.197453:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.197455:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.197456:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654bfc000/obd_uuid_23629 for obd_name_23629 00000020:00000001:1.0:1788201788.197457:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.197458:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.197460:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654bfc000. 00000020:00000001:1.0:1788201788.197462:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.197463:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23629 obd_type name = obd_test 00000020:01000000:1.0:1788201788.197464:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23629 (obd_uuid_23629) 00000020:00000001:1.0:1788201788.197465:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.197467:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.197469:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.197471:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.197473:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465499d800. 00000020:00000010:1.0:1788201788.197475:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.197477:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.197478:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.197480:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4659a16800. 00000020:00000010:1.0:1788201788.197482:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.197483:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.197485:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465499d800. 00000020:00000010:1.0:1788201788.197486:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.197488:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.197489:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.197491:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.197492:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.197494:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654014d40. 00000020:00000001:1.0:1788201788.197497:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.197498:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.197500:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.197502:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.197504:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.197505:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.197507:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.197628:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.197639:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.197640:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.197641:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.197643:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.197644:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.197645:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.197646:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.197678:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.197756:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.197758:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.197759:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.197761:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.197763:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.197764:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.197766:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.197767:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.197771:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.197772:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23630: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.197774:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.197775:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23636 (ffff9c46540219c0) has no exports 00000020:00000001:1.0:1788201788.197777:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.197778:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.197780:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.197782:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.197783:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.197785:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465499e000. 00000020:00000010:1.0:1788201788.197787:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.197789:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.197790:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.197792:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2abc0. 00000020:00000010:1.0:1788201788.197795:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2abc0. 00000020:00000010:1.0:1788201788.197798:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.197800:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.197801:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465499e000. 00000020:00000010:1.0:1788201788.197803:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.197805:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.197806:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.197808:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.197809:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.197817:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.197820:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654be6800. 00000001:00000010:1.0:1788201788.197821:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654be6c00. 00000001:00000010:1.0:1788201788.197823:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465400c200. 00000001:00000010:1.0:1788201788.197824:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465400c000. 00000001:00000010:1.0:1788201788.197826:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268c80. 00000001:00000010:1.0:1788201788.197827:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4654baab00. 00000001:00000001:1.0:1788201788.197829:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.197830:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23630 (ffff9c46540219c0) now 3 - setup 00000020:00000001:1.0:1788201788.197832:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.197833:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.197834:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.197836:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.197837:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.197838:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.197840:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.197956:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.197966:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.197968:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.197969:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.197970:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.197971:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.197972:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.197974:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.198006:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.198084:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.198085:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.198086:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.198088:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.198090:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.198092:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.198094:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.198096:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.198099:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.198101:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23630 (ffff9c46540219c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.198102:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23630 (uuid obd_uuid_23630) 00000020:00000040:1.0:1788201788.198103:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23630 (ffff9c46540219c0) now 1 - newdev 00000020:00000040:1.0:1788201788.198105:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654bfc800 with handle 0x8990e4d0a2216cb0 from hash 00000020:00000040:1.0:1788201788.198107:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654bfc800 : new refcount 0 00000020:00000080:1.0:1788201788.198109:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654bfc800/obd_uuid_23630 00000020:00000001:1.0:1788201788.198110:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.198112:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.198113:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654bfc800/obd_uuid_23630 for obd_name_23630 00000020:00000001:1.0:1788201788.198114:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.198115:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.198116:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654bfc800. 00000020:00000001:1.0:1788201788.198118:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.198119:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23630 obd_type name = obd_test 00000020:01000000:1.0:1788201788.198120:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23630 (obd_uuid_23630) 00000020:00000001:1.0:1788201788.198121:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.198122:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.198124:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.198125:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.198141:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465499f800. 00000020:00000010:1.0:1788201788.198144:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.198146:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.198148:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.198150:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4659a160c0. 00000020:00000010:1.0:1788201788.198152:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.198154:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.198155:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465499f800. 00000020:00000010:1.0:1788201788.198157:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.198158:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.198160:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.198162:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.198163:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.198164:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46540219c0. 00000020:00000001:1.0:1788201788.198168:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.198169:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.198170:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.198172:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.198174:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.198175:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.198177:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.198297:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.198307:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.198308:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.198310:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.198311:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.198312:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.198313:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.198314:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.198347:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.198464:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.198465:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.198467:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.198468:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.198470:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.198472:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.198474:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.198475:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.198479:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.198481:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23631: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.198482:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.198484:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23637 (ffff9c4654020000) has no exports 00000020:00000001:1.0:1788201788.198485:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.198486:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.198488:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.198490:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.198492:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.198494:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465499d000. 00000020:00000010:1.0:1788201788.198496:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.198498:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.198499:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.198501:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2ab40. 00000020:00000010:1.0:1788201788.198504:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2ab40. 00000020:00000010:1.0:1788201788.198507:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.198509:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.198510:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465499d000. 00000020:00000010:1.0:1788201788.198512:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.198514:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.198515:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.198517:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.198518:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.198525:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.198529:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465400ec00. 00000001:00000010:1.0:1788201788.198531:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465400e800. 00000001:00000010:1.0:1788201788.198532:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465400e400. 00000001:00000010:1.0:1788201788.198533:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465400fa00. 00000001:00000010:1.0:1788201788.198535:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c47442684a0. 00000001:00000010:1.0:1788201788.198537:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4654baa300. 00000001:00000001:1.0:1788201788.198539:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.198540:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23631 (ffff9c4654020000) now 3 - setup 00000020:00000001:1.0:1788201788.198541:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.198542:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.198544:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.198545:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.198547:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.198548:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.198549:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.198667:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.198678:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.198679:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.198680:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.198682:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.198683:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.198684:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.198685:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.198718:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.198796:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.198798:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.198799:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.198801:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.198803:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.198805:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.198806:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.198808:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.198811:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.198813:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23631 (ffff9c4654020000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.198814:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23631 (uuid obd_uuid_23631) 00000020:00000040:1.0:1788201788.198816:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23631 (ffff9c4654020000) now 1 - newdev 00000020:00000040:1.0:1788201788.198818:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654bfb800 with handle 0x8990e4d0a2216cb7 from hash 00000020:00000040:1.0:1788201788.198819:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654bfb800 : new refcount 0 00000020:00000080:1.0:1788201788.198821:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654bfb800/obd_uuid_23631 00000020:00000001:1.0:1788201788.198822:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.198823:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.198824:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654bfb800/obd_uuid_23631 for obd_name_23631 00000020:00000001:1.0:1788201788.198825:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.198826:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.198828:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654bfb800. 00000020:00000001:1.0:1788201788.198829:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.198830:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23631 obd_type name = obd_test 00000020:01000000:1.0:1788201788.198832:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23631 (obd_uuid_23631) 00000020:00000001:1.0:1788201788.198833:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.198834:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.198836:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.198837:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.198839:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654999000. 00000020:00000010:1.0:1788201788.198841:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.198844:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.198845:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.198847:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4659a166c0. 00000020:00000010:1.0:1788201788.198849:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.198850:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.198852:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654999000. 00000020:00000010:1.0:1788201788.198854:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.198855:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.198857:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.198858:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.198859:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.198861:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654020000. 00000020:00000001:1.0:1788201788.198863:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.198864:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.198866:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.198868:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.198869:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.198871:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.198872:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.198988:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.198999:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.199000:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.199001:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.199003:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.199004:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.199005:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.199006:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.199039:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.199116:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.199117:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.199118:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.199120:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.199122:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.199124:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.199126:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.199142:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.199145:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.199147:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23632: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.199148:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.199149:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23638 (ffff9c4654024d40) has no exports 00000020:00000001:1.0:1788201788.199151:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.199152:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.199154:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.199156:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.199157:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.199159:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465499f000. 00000020:00000010:1.0:1788201788.199161:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.199163:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.199165:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.199167:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a4c0. 00000020:00000010:1.0:1788201788.199169:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a4c0. 00000020:00000010:1.0:1788201788.199173:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.199174:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.199176:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465499f000. 00000020:00000010:1.0:1788201788.199178:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.199179:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.199181:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.199182:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.199184:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.199191:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.199194:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465400e600. 00000001:00000010:1.0:1788201788.199196:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465400e000. 00000001:00000010:1.0:1788201788.199197:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465400ee00. 00000001:00000010:1.0:1788201788.199198:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465400f800. 00000001:00000010:1.0:1788201788.199200:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268640. 00000001:00000010:1.0:1788201788.199202:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4654baa900. 00000001:00000001:1.0:1788201788.199203:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.199204:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23632 (ffff9c4654024d40) now 3 - setup 00000020:00000001:1.0:1788201788.199205:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.199207:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.199209:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.199210:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.199212:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.199213:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.199214:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.199333:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.199343:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.199344:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.199346:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.199347:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.199348:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.199349:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.199351:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.199418:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.199501:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.199503:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.199504:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.199506:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.199508:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.199510:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.199512:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.199513:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.199516:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.199518:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23632 (ffff9c4654024d40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.199520:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23632 (uuid obd_uuid_23632) 00000020:00000040:1.0:1788201788.199521:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23632 (ffff9c4654024d40) now 1 - newdev 00000020:00000040:1.0:1788201788.199523:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654bfe000 with handle 0x8990e4d0a2216cbe from hash 00000020:00000040:1.0:1788201788.199525:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654bfe000 : new refcount 0 00000020:00000080:1.0:1788201788.199526:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654bfe000/obd_uuid_23632 00000020:00000001:1.0:1788201788.199527:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.199529:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.199530:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654bfe000/obd_uuid_23632 for obd_name_23632 00000020:00000001:1.0:1788201788.199531:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.199532:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.199534:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654bfe000. 00000020:00000001:1.0:1788201788.199536:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.199537:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23632 obd_type name = obd_test 00000020:01000000:1.0:1788201788.199538:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23632 (obd_uuid_23632) 00000020:00000001:1.0:1788201788.199539:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.199541:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.199542:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.199544:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.199546:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465499e800. 00000020:00000010:1.0:1788201788.199548:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.199550:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.199551:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.199553:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4659a16b40. 00000020:00000010:1.0:1788201788.199555:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.199556:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.199558:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465499e800. 00000020:00000010:1.0:1788201788.199560:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.199561:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.199563:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.199564:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.199566:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.199567:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654024d40. 00000020:00000001:1.0:1788201788.199570:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.199571:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.199573:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.199575:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.199576:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.199578:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.199579:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.199692:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.199703:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.199704:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.199706:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.199707:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.199708:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.199709:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.199710:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.199753:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.199828:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.199830:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.199831:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.199832:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.199834:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.199836:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.199838:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.199839:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.199842:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.199844:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23633: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.199845:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.199847:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23639 (ffff9c4654023380) has no exports 00000020:00000001:1.0:1788201788.199848:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.199850:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.199851:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.199853:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.199855:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.199857:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654999800. 00000020:00000010:1.0:1788201788.199858:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.199860:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.199862:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.199864:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2adc0. 00000020:00000010:1.0:1788201788.199866:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2adc0. 00000020:00000010:1.0:1788201788.199870:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.199871:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.199873:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654999800. 00000020:00000010:1.0:1788201788.199875:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.199876:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.199878:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.199879:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.199881:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.199888:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.199891:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465400f200. 00000001:00000010:1.0:1788201788.199893:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465400e200. 00000001:00000010:1.0:1788201788.199894:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465400f000. 00000001:00000010:1.0:1788201788.199895:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465400f600. 00000001:00000010:1.0:1788201788.199897:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c47442680a0. 00000001:00000010:1.0:1788201788.199898:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4654baa000. 00000001:00000001:1.0:1788201788.199900:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.199901:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23633 (ffff9c4654023380) now 3 - setup 00000020:00000001:1.0:1788201788.199902:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.199903:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.199905:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.199906:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.199907:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.199909:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.199910:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.200034:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.200044:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.200045:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.200047:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.200048:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.200049:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.200050:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.200051:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.200094:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.200190:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.200191:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.200193:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.200194:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.200196:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.200198:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.200200:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.200202:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.200205:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.200207:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23633 (ffff9c4654023380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.200208:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23633 (uuid obd_uuid_23633) 00000020:00000040:1.0:1788201788.200210:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23633 (ffff9c4654023380) now 1 - newdev 00000020:00000040:1.0:1788201788.200212:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654bfd800 with handle 0x8990e4d0a2216cc5 from hash 00000020:00000040:1.0:1788201788.200214:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654bfd800 : new refcount 0 00000020:00000080:1.0:1788201788.200215:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654bfd800/obd_uuid_23633 00000020:00000001:1.0:1788201788.200217:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.200218:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.200219:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654bfd800/obd_uuid_23633 for obd_name_23633 00000020:00000001:1.0:1788201788.200220:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.200221:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.200222:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654bfd800. 00000020:00000001:1.0:1788201788.200224:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.200225:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23633 obd_type name = obd_test 00000020:01000000:1.0:1788201788.200226:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23633 (obd_uuid_23633) 00000020:00000001:1.0:1788201788.200227:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.200228:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.200230:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.200232:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.200234:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654998000. 00000020:00000010:1.0:1788201788.200236:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.200238:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.200239:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.200241:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4659a16340. 00000020:00000010:1.0:1788201788.200243:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.200245:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.200246:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654998000. 00000020:00000010:1.0:1788201788.200248:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.200249:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.200251:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.200252:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.200254:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.200255:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654023380. 00000020:00000001:1.0:1788201788.200257:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.200259:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.200260:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.200262:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.200264:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.200266:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.200267:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.200428:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.200440:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.200442:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.200443:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.200445:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.200446:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.200448:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.200449:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.200495:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.200573:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.200575:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.200576:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.200578:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.200580:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.200581:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.200583:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.200584:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.200588:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.200589:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23634: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.200591:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.200592:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23640 (ffff9c4654033380) has no exports 00000020:00000001:1.0:1788201788.200593:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.200595:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.200596:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.200598:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.200600:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.200602:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465499b800. 00000020:00000010:1.0:1788201788.200604:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.200605:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.200607:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.200609:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2ad80. 00000020:00000010:1.0:1788201788.200611:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2ad80. 00000020:00000010:1.0:1788201788.200615:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.200617:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.200618:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465499b800. 00000020:00000010:1.0:1788201788.200620:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.200621:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.200623:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.200624:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.200626:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.200633:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.200636:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465400ce00. 00000001:00000010:1.0:1788201788.200638:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465400de00. 00000001:00000010:1.0:1788201788.200639:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465400ea00. 00000001:00000010:1.0:1788201788.200641:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465400fe00. 00000001:00000010:1.0:1788201788.200642:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268be0. 00000001:00000010:1.0:1788201788.200644:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4654baa800. 00000001:00000001:1.0:1788201788.200645:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.200646:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23634 (ffff9c4654033380) now 3 - setup 00000020:00000001:1.0:1788201788.200648:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.200649:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.200650:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.200652:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.200653:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.200654:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.200656:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.200773:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.200783:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.200784:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.200786:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.200787:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.200788:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.200789:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.200790:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.200833:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.200908:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.200910:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.200911:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.200913:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.200915:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.200917:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.200919:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.200920:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.200923:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.200925:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23634 (ffff9c4654033380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.200927:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23634 (uuid obd_uuid_23634) 00000020:00000040:1.0:1788201788.200928:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23634 (ffff9c4654033380) now 1 - newdev 00000020:00000040:1.0:1788201788.200930:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654bfd000 with handle 0x8990e4d0a2216ccc from hash 00000020:00000040:1.0:1788201788.200932:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654bfd000 : new refcount 0 00000020:00000080:1.0:1788201788.200933:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654bfd000/obd_uuid_23634 00000020:00000001:1.0:1788201788.200935:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.200936:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.200937:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654bfd000/obd_uuid_23634 for obd_name_23634 00000020:00000001:1.0:1788201788.200938:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.200939:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.200941:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654bfd000. 00000020:00000001:1.0:1788201788.200942:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.200943:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23634 obd_type name = obd_test 00000020:01000000:1.0:1788201788.200944:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23634 (obd_uuid_23634) 00000020:00000001:1.0:1788201788.200945:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.200947:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.200949:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.200950:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.200952:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b07000. 00000020:00000010:1.0:1788201788.200954:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.200956:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.200958:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.200959:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4659a16e00. 00000020:00000010:1.0:1788201788.200961:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.200963:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.200965:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b07000. 00000020:00000010:1.0:1788201788.200966:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.200968:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.200969:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.200971:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.200972:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.200973:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654033380. 00000020:00000001:1.0:1788201788.200991:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.200993:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.200994:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.200997:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.200999:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.201000:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.201001:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.201162:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.201173:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.201174:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.201175:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.201177:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.201178:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.201179:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.201180:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.201224:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.201301:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.201303:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.201304:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.201306:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.201308:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.201309:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.201311:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.201312:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.201316:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.201317:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23635: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.201319:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.201320:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23641 (ffff9c46540319c0) has no exports 00000020:00000001:1.0:1788201788.201321:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.201323:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.201324:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.201326:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.201328:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.201330:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b02800. 00000020:00000010:1.0:1788201788.201332:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.201334:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.201335:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.201337:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a440. 00000020:00000010:1.0:1788201788.201340:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a440. 00000020:00000010:1.0:1788201788.201343:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.201344:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.201346:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b02800. 00000020:00000010:1.0:1788201788.201348:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.201350:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.201352:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.201355:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.201357:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.201368:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.201372:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465402d800. 00000001:00000010:1.0:1788201788.201375:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465402d200. 00000001:00000010:1.0:1788201788.201377:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465402c200. 00000001:00000010:1.0:1788201788.201380:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465402ce00. 00000001:00000010:1.0:1788201788.201382:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268600. 00000001:00000010:1.0:1788201788.201384:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4654baa500. 00000001:00000001:1.0:1788201788.201386:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.201388:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23635 (ffff9c46540319c0) now 3 - setup 00000020:00000001:1.0:1788201788.201391:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.201460:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.201462:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.201465:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.201466:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.201468:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.201469:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.201635:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.201650:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.201652:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.201654:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.201656:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.201658:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.201659:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.201661:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.201730:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.201850:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.201852:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.201854:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.201857:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.201860:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.201863:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.201866:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.201869:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.201873:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.201876:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23635 (ffff9c46540319c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.201878:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23635 (uuid obd_uuid_23635) 00000020:00000040:1.0:1788201788.201880:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23635 (ffff9c46540319c0) now 1 - newdev 00000020:00000040:1.0:1788201788.201883:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654bff800 with handle 0x8990e4d0a2216cd3 from hash 00000020:00000040:1.0:1788201788.201886:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654bff800 : new refcount 0 00000020:00000080:1.0:1788201788.201888:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654bff800/obd_uuid_23635 00000020:00000001:1.0:1788201788.201890:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.201893:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.201894:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654bff800/obd_uuid_23635 for obd_name_23635 00000020:00000001:1.0:1788201788.201897:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.201899:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.201901:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654bff800. 00000020:00000001:1.0:1788201788.201904:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.201905:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23635 obd_type name = obd_test 00000020:01000000:1.0:1788201788.201907:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23635 (obd_uuid_23635) 00000020:00000001:1.0:1788201788.201909:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.201912:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.201915:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.201917:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.201920:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b00800. 00000020:00000010:1.0:1788201788.201924:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.201927:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.201929:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.201932:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4659a16840. 00000020:00000010:1.0:1788201788.201935:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.201938:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.201941:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b00800. 00000020:00000010:1.0:1788201788.201943:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.201945:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.201948:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.201951:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.201953:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.201955:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46540319c0. 00000020:00000001:1.0:1788201788.201959:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.201961:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.201964:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.201968:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.201970:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.201973:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.201975:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.202158:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.202173:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.202176:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.202178:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.202179:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.202181:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.202183:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.202185:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.202254:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.202373:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.202375:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.202377:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.202380:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.202383:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.202386:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.202389:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.202410:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.202415:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.202418:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23636: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.202420:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.202422:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23642 (ffff9c4654030000) has no exports 00000020:00000001:1.0:1788201788.202424:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.202426:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.202429:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.202432:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.202435:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.202438:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b06800. 00000020:00000010:1.0:1788201788.202441:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.202444:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.202447:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.202450:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a740. 00000020:00000010:1.0:1788201788.202454:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a740. 00000020:00000010:1.0:1788201788.202459:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.202462:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.202464:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b06800. 00000020:00000010:1.0:1788201788.202467:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.202469:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.202472:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.202474:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.202477:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.202488:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.202493:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465402de00. 00000001:00000010:1.0:1788201788.202495:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465402ca00. 00000001:00000010:1.0:1788201788.202497:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465402d400. 00000001:00000010:1.0:1788201788.202499:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465402dc00. 00000001:00000010:1.0:1788201788.202501:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268d00. 00000001:00000010:1.0:1788201788.202504:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4654baa200. 00000001:00000001:1.0:1788201788.202507:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.202508:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23636 (ffff9c4654030000) now 3 - setup 00000020:00000001:1.0:1788201788.202510:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.202513:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.202515:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.202519:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.202521:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.202523:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.202525:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.202719:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.202734:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.202736:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.202738:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.202739:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.202741:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.202743:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.202744:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.202796:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.202877:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.202879:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.202880:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.202882:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.202884:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.202886:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.202888:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.202889:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.202893:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.202895:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23636 (ffff9c4654030000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.202896:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23636 (uuid obd_uuid_23636) 00000020:00000040:1.0:1788201788.202898:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23636 (ffff9c4654030000) now 1 - newdev 00000020:00000040:1.0:1788201788.202900:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654bfa800 with handle 0x8990e4d0a2216cda from hash 00000020:00000040:1.0:1788201788.202902:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654bfa800 : new refcount 0 00000020:00000080:1.0:1788201788.202903:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654bfa800/obd_uuid_23636 00000020:00000001:1.0:1788201788.202905:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.202906:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.202907:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654bfa800/obd_uuid_23636 for obd_name_23636 00000020:00000001:1.0:1788201788.202909:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.202910:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.202911:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654bfa800. 00000020:00000001:1.0:1788201788.202913:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.202914:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23636 obd_type name = obd_test 00000020:01000000:1.0:1788201788.202915:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23636 (obd_uuid_23636) 00000020:00000001:1.0:1788201788.202916:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.202918:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.202920:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.202922:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.202924:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b02800. 00000020:00000010:1.0:1788201788.202926:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.202928:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.202929:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.202931:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4659a16440. 00000020:00000010:1.0:1788201788.202933:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.202935:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.202937:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b02800. 00000020:00000010:1.0:1788201788.202939:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.202940:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.202942:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.202943:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.202945:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.202946:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654030000. 00000020:00000001:1.0:1788201788.202948:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.202950:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.202951:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.202953:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.202955:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.202956:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.202957:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.203105:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.203116:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.203117:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.203119:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.203120:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.203122:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.203123:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.203124:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.203186:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.203266:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.203267:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.203269:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.203271:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.203273:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.203275:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.203276:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.203278:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.203281:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.203283:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23637: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.203284:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.203285:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23643 (ffff9c4654034d40) has no exports 00000020:00000001:1.0:1788201788.203287:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.203288:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.203290:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.203292:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.203293:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.203295:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b01000. 00000020:00000010:1.0:1788201788.203297:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.203299:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.203300:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.203302:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a7c0. 00000020:00000010:1.0:1788201788.203305:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a7c0. 00000020:00000010:1.0:1788201788.203308:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.203310:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.203311:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b01000. 00000020:00000010:1.0:1788201788.203313:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.203315:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.203316:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.203318:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.203319:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.203327:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.203331:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4655023800. 00000001:00000010:1.0:1788201788.203333:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4655023200. 00000001:00000010:1.0:1788201788.203335:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4655022200. 00000001:00000010:1.0:1788201788.203337:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4655022000. 00000001:00000010:1.0:1788201788.203338:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4655676f40. 00000001:00000010:1.0:1788201788.203340:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c465567e500. 00000001:00000001:1.0:1788201788.203344:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.203345:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23637 (ffff9c4654034d40) now 3 - setup 00000020:00000001:1.0:1788201788.203347:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.203348:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.203350:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.203351:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.203353:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.203354:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.203355:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.203495:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.203506:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.203507:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.203508:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.203510:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.203511:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.203512:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.203513:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.203564:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.203658:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.203660:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.203661:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.203663:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.203665:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.203666:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.203668:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.203669:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.203673:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.203675:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23637 (ffff9c4654034d40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.203676:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23637 (uuid obd_uuid_23637) 00000020:00000040:1.0:1788201788.203678:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23637 (ffff9c4654034d40) now 1 - newdev 00000020:00000040:1.0:1788201788.203680:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654bf9000 with handle 0x8990e4d0a2216ce1 from hash 00000020:00000040:1.0:1788201788.203682:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654bf9000 : new refcount 0 00000020:00000080:1.0:1788201788.203683:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654bf9000/obd_uuid_23637 00000020:00000001:1.0:1788201788.203685:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.203686:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.203687:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654bf9000/obd_uuid_23637 for obd_name_23637 00000020:00000001:1.0:1788201788.203689:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.203690:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.203691:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654bf9000. 00000020:00000001:1.0:1788201788.203693:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.203694:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23637 obd_type name = obd_test 00000020:01000000:1.0:1788201788.203695:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23637 (obd_uuid_23637) 00000020:00000001:1.0:1788201788.203696:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.203698:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.203700:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.203701:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.203703:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b05000. 00000020:00000010:1.0:1788201788.203705:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.203707:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.203709:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.203711:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c465567cf40. 00000020:00000010:1.0:1788201788.203713:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.203714:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.203716:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b05000. 00000020:00000010:1.0:1788201788.203717:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.203719:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.203720:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.203722:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.203723:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.203724:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654034d40. 00000020:00000001:1.0:1788201788.203727:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.203728:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.203730:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.203733:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.203734:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.203736:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.203737:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.203859:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.203869:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.203871:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.203872:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.203873:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.203875:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.203876:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.203877:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.203920:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.204006:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.204008:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.204009:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.204011:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.204013:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.204015:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.204016:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.204018:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.204023:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.204025:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23638: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.204028:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.204029:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23644 (ffff9c4655033380) has no exports 00000020:00000001:1.0:1788201788.204031:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.204033:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.204036:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.204039:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.204041:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.204044:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b07800. 00000020:00000010:1.0:1788201788.204047:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.204050:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.204052:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.204055:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a400. 00000020:00000010:1.0:1788201788.204059:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a400. 00000020:00000010:1.0:1788201788.204064:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.204067:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.204070:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b07800. 00000020:00000010:1.0:1788201788.204073:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.204075:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.204078:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.204080:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.204081:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.204089:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.204092:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4655022e00. 00000001:00000010:1.0:1788201788.204094:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4655023e00. 00000001:00000010:1.0:1788201788.204095:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4655023c00. 00000001:00000010:1.0:1788201788.204096:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4655023000. 00000001:00000010:1.0:1788201788.204098:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4655676b40. 00000001:00000010:1.0:1788201788.204099:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c465567e200. 00000001:00000001:1.0:1788201788.204101:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.204103:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23638 (ffff9c4655033380) now 3 - setup 00000020:00000001:1.0:1788201788.204104:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.204105:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.204107:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.204109:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.204111:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.204112:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.204113:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.204258:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.204268:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.204270:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.204271:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.204272:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.204273:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.204274:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.204275:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.204308:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.204387:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.204388:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.204390:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.204407:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.204410:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.204412:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.204414:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.204416:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.204419:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.204422:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23638 (ffff9c4655033380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.204423:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23638 (uuid obd_uuid_23638) 00000020:00000040:1.0:1788201788.204424:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23638 (ffff9c4655033380) now 1 - newdev 00000020:00000040:1.0:1788201788.204427:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4655029000 with handle 0x8990e4d0a2216ce8 from hash 00000020:00000040:1.0:1788201788.204429:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4655029000 : new refcount 0 00000020:00000080:1.0:1788201788.204431:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4655029000/obd_uuid_23638 00000020:00000001:1.0:1788201788.204432:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.204434:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.204435:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4655029000/obd_uuid_23638 for obd_name_23638 00000020:00000001:1.0:1788201788.204437:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.204438:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.204440:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4655029000. 00000020:00000001:1.0:1788201788.204443:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.204444:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23638 obd_type name = obd_test 00000020:01000000:1.0:1788201788.204445:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23638 (obd_uuid_23638) 00000020:00000001:1.0:1788201788.204446:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.204448:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.204451:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.204453:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.204455:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b06000. 00000020:00000010:1.0:1788201788.204457:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.204459:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.204461:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.204463:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c465567cd80. 00000020:00000010:1.0:1788201788.204465:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.204467:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.204468:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b06000. 00000020:00000010:1.0:1788201788.204471:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.204472:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.204474:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.204475:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.204477:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.204478:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4655033380. 00000020:00000001:1.0:1788201788.204489:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.204490:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.204492:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.204495:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.204496:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.204498:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.204499:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.204619:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.204630:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.204631:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.204633:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.204634:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.204635:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.204636:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.204637:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.204669:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.204748:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.204749:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.204750:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.204752:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.204754:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.204756:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.204757:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.204759:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.204762:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.204763:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23639: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.204765:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.204766:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23645 (ffff9c46540419c0) has no exports 00000020:00000001:1.0:1788201788.204768:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.204769:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.204771:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.204773:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.204775:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.204777:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b05800. 00000020:00000010:1.0:1788201788.204779:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.204781:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.204782:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.204784:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a900. 00000020:00000010:1.0:1788201788.204787:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a900. 00000020:00000010:1.0:1788201788.204790:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.204792:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.204793:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b05800. 00000020:00000010:1.0:1788201788.204795:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.204796:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.204798:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.204800:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.204801:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.204815:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.204819:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465ae19c00. 00000001:00000010:1.0:1788201788.204825:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c47490d9600. 00000001:00000010:1.0:1788201788.204827:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4655023600. 00000001:00000010:1.0:1788201788.204829:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4655022a00. 00000001:00000010:1.0:1788201788.204830:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4655676b20. 00000001:00000010:1.0:1788201788.204832:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c465567ec00. 00000001:00000001:1.0:1788201788.204834:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.204835:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23639 (ffff9c46540419c0) now 3 - setup 00000020:00000001:1.0:1788201788.204837:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.204838:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.204839:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.204842:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.204843:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.204845:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.204846:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.204963:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.204974:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.204975:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.204976:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.204977:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.204978:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.204980:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.204981:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.205013:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.205115:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.205117:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.205118:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.205120:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.205122:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.205124:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.205125:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.205141:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.205146:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.205148:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23639 (ffff9c46540419c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.205149:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23639 (uuid obd_uuid_23639) 00000020:00000040:1.0:1788201788.205151:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23639 (ffff9c46540419c0) now 1 - newdev 00000020:00000040:1.0:1788201788.205153:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465502e800 with handle 0x8990e4d0a2216cef from hash 00000020:00000040:1.0:1788201788.205155:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465502e800 : new refcount 0 00000020:00000080:1.0:1788201788.205156:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465502e800/obd_uuid_23639 00000020:00000001:1.0:1788201788.205158:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.205159:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.205160:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465502e800/obd_uuid_23639 for obd_name_23639 00000020:00000001:1.0:1788201788.205162:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.205163:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.205164:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465502e800. 00000020:00000001:1.0:1788201788.205166:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.205167:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23639 obd_type name = obd_test 00000020:01000000:1.0:1788201788.205168:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23639 (obd_uuid_23639) 00000020:00000001:1.0:1788201788.205169:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.205171:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.205173:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.205175:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.205177:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a77000. 00000020:00000010:1.0:1788201788.205179:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.205181:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.205183:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.205184:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c465567ce40. 00000020:00000010:1.0:1788201788.205186:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.205188:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.205190:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a77000. 00000020:00000010:1.0:1788201788.205191:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.205193:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.205195:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.205196:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.205197:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.205199:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46540419c0. 00000020:00000001:1.0:1788201788.205203:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.205204:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.205206:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.205208:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.205210:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.205211:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.205212:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.205334:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.205345:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.205346:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.205347:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.205348:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.205349:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.205351:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.205352:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.205422:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.205509:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.205510:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.205512:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.205513:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.205516:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.205518:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.205520:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.205521:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.205524:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.205526:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23640: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.205528:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.205529:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23646 (ffff9c4654040000) has no exports 00000020:00000001:1.0:1788201788.205530:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.205531:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.205533:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.205535:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.205536:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.205538:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a75800. 00000020:00000010:1.0:1788201788.205540:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.205542:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.205544:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.205545:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a380. 00000020:00000010:1.0:1788201788.205548:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a380. 00000020:00000010:1.0:1788201788.205551:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.205553:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.205555:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a75800. 00000020:00000010:1.0:1788201788.205556:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.205558:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.205560:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.205561:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.205562:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.205570:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.205573:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4655020c00. 00000001:00000010:1.0:1788201788.205574:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4655021200. 00000001:00000010:1.0:1788201788.205576:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4655020200. 00000001:00000010:1.0:1788201788.205577:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4655021a00. 00000001:00000010:1.0:1788201788.205583:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4655676340. 00000001:00000010:1.0:1788201788.205585:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c465567ef00. 00000001:00000001:1.0:1788201788.205587:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.205588:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23640 (ffff9c4654040000) now 3 - setup 00000020:00000001:1.0:1788201788.205590:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.205591:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.205593:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.205595:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.205597:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.205598:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.205599:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.205719:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.205729:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.205731:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.205732:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.205733:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.205734:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.205736:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.205737:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.205769:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.205845:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.205847:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.205848:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.205850:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.205852:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.205854:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.205856:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.205857:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.205860:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.205862:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23640 (ffff9c4654040000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.205864:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23640 (uuid obd_uuid_23640) 00000020:00000040:1.0:1788201788.205865:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23640 (ffff9c4654040000) now 1 - newdev 00000020:00000040:1.0:1788201788.205867:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465502f000 with handle 0x8990e4d0a2216cf6 from hash 00000020:00000040:1.0:1788201788.205869:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465502f000 : new refcount 0 00000020:00000080:1.0:1788201788.205870:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465502f000/obd_uuid_23640 00000020:00000001:1.0:1788201788.205872:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.205873:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.205874:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465502f000/obd_uuid_23640 for obd_name_23640 00000020:00000001:1.0:1788201788.205876:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.205877:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.205879:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465502f000. 00000020:00000001:1.0:1788201788.205882:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.205883:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23640 obd_type name = obd_test 00000020:01000000:1.0:1788201788.205884:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23640 (obd_uuid_23640) 00000020:00000001:1.0:1788201788.205886:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.205887:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.205889:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.205891:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.205892:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a76000. 00000020:00000010:1.0:1788201788.205894:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.205896:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.205898:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.205899:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c465567c780. 00000020:00000010:1.0:1788201788.205901:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.205903:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.205904:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a76000. 00000020:00000010:1.0:1788201788.205906:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.205907:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.205909:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.205910:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.205912:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.205913:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654040000. 00000020:00000001:1.0:1788201788.205916:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.205917:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.205919:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.205921:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.205923:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.205924:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.205925:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.206057:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.206072:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.206075:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.206077:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.206078:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.206080:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.206081:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.206083:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.206119:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.206212:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.206214:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.206215:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.206217:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.206219:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.206221:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.206222:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.206224:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.206227:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.206229:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23641: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.206230:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.206231:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23647 (ffff9c4654044d40) has no exports 00000020:00000001:1.0:1788201788.206233:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.206234:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.206236:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.206237:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.206239:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.206241:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a77800. 00000020:00000010:1.0:1788201788.206243:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.206245:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.206246:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.206248:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a700. 00000020:00000010:1.0:1788201788.206250:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a700. 00000020:00000010:1.0:1788201788.206254:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.206255:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.206257:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a77800. 00000020:00000010:1.0:1788201788.206259:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.206260:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.206261:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.206263:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.206265:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.206273:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.206276:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465402ea00. 00000001:00000010:1.0:1788201788.206278:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465402fe00. 00000001:00000010:1.0:1788201788.206279:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465402ee00. 00000001:00000010:1.0:1788201788.206280:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465402f800. 00000001:00000010:1.0:1788201788.206282:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4655676ba0. 00000001:00000010:1.0:1788201788.206283:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c465567e600. 00000001:00000001:1.0:1788201788.206285:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.206286:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23641 (ffff9c4654044d40) now 3 - setup 00000020:00000001:1.0:1788201788.206287:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.206288:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.206290:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.206292:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.206293:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.206294:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.206296:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.206462:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.206473:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.206475:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.206476:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.206477:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.206478:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.206479:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.206481:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.206526:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.206603:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.206605:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.206606:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.206607:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.206610:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.206611:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.206613:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.206614:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.206618:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.206619:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23641 (ffff9c4654044d40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.206622:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23641 (uuid obd_uuid_23641) 00000020:00000040:1.0:1788201788.206623:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23641 (ffff9c4654044d40) now 1 - newdev 00000020:00000040:1.0:1788201788.206625:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4655029800 with handle 0x8990e4d0a2216cfd from hash 00000020:00000040:1.0:1788201788.206627:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4655029800 : new refcount 0 00000020:00000080:1.0:1788201788.206628:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4655029800/obd_uuid_23641 00000020:00000001:1.0:1788201788.206630:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.206631:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.206632:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4655029800/obd_uuid_23641 for obd_name_23641 00000020:00000001:1.0:1788201788.206634:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.206635:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.206636:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4655029800. 00000020:00000001:1.0:1788201788.206638:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.206639:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23641 obd_type name = obd_test 00000020:01000000:1.0:1788201788.206640:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23641 (obd_uuid_23641) 00000020:00000001:1.0:1788201788.206641:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.206643:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.206644:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.206646:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.206648:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a76800. 00000020:00000010:1.0:1788201788.206650:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.206652:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.206653:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.206655:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c465567c8c0. 00000020:00000010:1.0:1788201788.206657:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.206659:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.206660:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a76800. 00000020:00000010:1.0:1788201788.206662:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.206664:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.206665:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.206667:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.206668:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.206669:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654044d40. 00000020:00000001:1.0:1788201788.206672:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.206674:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.206675:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.206678:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.206679:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.206680:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.206682:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.206814:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.206825:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.206826:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.206827:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.206829:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.206830:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.206831:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.206832:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.206876:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.206959:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.206960:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.206961:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.206963:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.206965:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.206967:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.206968:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.206970:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.206973:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.206975:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23642: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.206976:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.206977:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23648 (ffff9c4654043380) has no exports 00000020:00000001:1.0:1788201788.206979:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.206980:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.206982:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.206984:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.206985:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.206987:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a70800. 00000020:00000010:1.0:1788201788.206989:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.206991:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.206993:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.206995:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2aa40. 00000020:00000010:1.0:1788201788.206998:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2aa40. 00000020:00000010:1.0:1788201788.207001:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.207003:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.207004:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a70800. 00000020:00000010:1.0:1788201788.207007:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.207008:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.207010:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.207011:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.207013:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.207030:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.207034:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465402f600. 00000001:00000010:1.0:1788201788.207037:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465402f000. 00000001:00000010:1.0:1788201788.207039:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465402e800. 00000001:00000010:1.0:1788201788.207041:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465402e400. 00000001:00000010:1.0:1788201788.207043:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4655676e40. 00000001:00000010:1.0:1788201788.207045:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c465567ed00. 00000001:00000001:1.0:1788201788.207048:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.207050:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23642 (ffff9c4654043380) now 3 - setup 00000020:00000001:1.0:1788201788.207053:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.207054:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.207057:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.207061:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.207064:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.207066:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.207068:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.207219:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.207229:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.207231:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.207232:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.207233:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.207234:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.207235:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.207237:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.207280:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.207368:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.207370:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.207372:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.207375:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.207378:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.207381:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.207383:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.207386:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.207391:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.207432:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23642 (ffff9c4654043380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.207435:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23642 (uuid obd_uuid_23642) 00000020:00000040:1.0:1788201788.207436:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23642 (ffff9c4654043380) now 1 - newdev 00000020:00000040:1.0:1788201788.207438:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4655028800 with handle 0x8990e4d0a2216d04 from hash 00000020:00000040:1.0:1788201788.207440:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4655028800 : new refcount 0 00000020:00000080:1.0:1788201788.207441:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4655028800/obd_uuid_23642 00000020:00000001:1.0:1788201788.207442:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.207444:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.207445:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4655028800/obd_uuid_23642 for obd_name_23642 00000020:00000001:1.0:1788201788.207446:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.207447:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.207448:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4655028800. 00000020:00000001:1.0:1788201788.207450:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.207451:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23642 obd_type name = obd_test 00000020:01000000:1.0:1788201788.207452:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23642 (obd_uuid_23642) 00000020:00000001:1.0:1788201788.207453:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.207588:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.207590:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.207592:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.207594:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a71800. 00000020:00000010:1.0:1788201788.207596:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.207598:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.207600:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.207601:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c465567ccc0. 00000020:00000010:1.0:1788201788.207603:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.207605:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.207607:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a71800. 00000020:00000010:1.0:1788201788.207609:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.207610:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.207612:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.207613:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.207615:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.207616:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654043380. 00000020:00000001:1.0:1788201788.207621:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.207622:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.207624:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.207626:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.207627:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.207629:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.207630:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.207765:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.207776:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.207777:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.207779:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.207780:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.207781:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.207782:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.207783:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.207827:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.207908:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.207910:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.207911:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.207913:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.207915:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.207917:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.207919:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.207920:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.207924:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.207925:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23643: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.207927:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.207928:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23649 (ffff9c4654054d40) has no exports 00000020:00000001:1.0:1788201788.207930:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.207931:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.207933:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.207935:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.207937:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.207939:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a70000. 00000020:00000010:1.0:1788201788.207940:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.207942:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.207944:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.207946:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2ad00. 00000020:00000010:1.0:1788201788.207949:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2ad00. 00000020:00000010:1.0:1788201788.207952:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.207954:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.207955:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a70000. 00000020:00000010:1.0:1788201788.207957:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.207959:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.207960:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.207962:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.207963:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.207971:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.207974:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465402f400. 00000001:00000010:1.0:1788201788.207976:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465402fc00. 00000001:00000010:1.0:1788201788.207977:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465402e000. 00000001:00000010:1.0:1788201788.207978:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465402e600. 00000001:00000010:1.0:1788201788.207980:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c46556762a0. 00000001:00000010:1.0:1788201788.207982:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c465567e100. 00000001:00000001:1.0:1788201788.207983:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.207984:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23643 (ffff9c4654054d40) now 3 - setup 00000020:00000001:1.0:1788201788.207986:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.207987:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.207988:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.207990:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.207991:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.207993:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.207994:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.208161:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.208172:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.208174:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.208175:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.208176:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.208177:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.208178:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.208179:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.208223:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.208311:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.208314:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.208315:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.208318:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.208322:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.208324:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.208327:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.208329:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.208334:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.208337:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23643 (ffff9c4654054d40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.208339:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23643 (uuid obd_uuid_23643) 00000020:00000040:1.0:1788201788.208341:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23643 (ffff9c4654054d40) now 1 - newdev 00000020:00000040:1.0:1788201788.208344:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465502b000 with handle 0x8990e4d0a2216d0b from hash 00000020:00000040:1.0:1788201788.208346:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465502b000 : new refcount 0 00000020:00000080:1.0:1788201788.208348:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465502b000/obd_uuid_23643 00000020:00000001:1.0:1788201788.208351:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.208353:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.208354:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465502b000/obd_uuid_23643 for obd_name_23643 00000020:00000001:1.0:1788201788.208356:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.208358:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.208359:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465502b000. 00000020:00000001:1.0:1788201788.208363:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.208364:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23643 obd_type name = obd_test 00000020:01000000:1.0:1788201788.208366:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23643 (obd_uuid_23643) 00000020:00000001:1.0:1788201788.208367:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.208371:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.208374:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.208377:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.208380:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a73000. 00000020:00000010:1.0:1788201788.208382:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.208385:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.208388:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.208391:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c465567cf00. 00000020:00000010:1.0:1788201788.208413:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.208415:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.208416:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a73000. 00000020:00000010:1.0:1788201788.208419:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.208421:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.208422:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.208424:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.208425:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.208427:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654054d40. 00000020:00000001:1.0:1788201788.208431:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.208432:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.208434:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.208436:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.208438:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.208439:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.208441:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.208570:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.208580:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.208582:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.208583:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.208584:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.208585:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.208586:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.208588:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.208631:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.208712:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.208714:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.208715:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.208717:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.208719:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.208721:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.208723:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.208724:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.208728:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.208740:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23644: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.208742:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.208743:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23650 (ffff9c4654053380) has no exports 00000020:00000001:1.0:1788201788.208745:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.208746:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.208748:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.208750:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.208751:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.208753:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a74000. 00000020:00000010:1.0:1788201788.208755:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.208757:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.208758:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.208760:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a200. 00000020:00000010:1.0:1788201788.208763:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a200. 00000020:00000010:1.0:1788201788.208766:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.208767:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.208769:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a74000. 00000020:00000010:1.0:1788201788.208771:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.208773:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.208774:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.208776:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.208777:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.208807:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.208810:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4655022600. 00000001:00000010:1.0:1788201788.208812:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4655023a00. 00000001:00000010:1.0:1788201788.208816:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465402fa00. 00000001:00000010:1.0:1788201788.208818:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465402ec00. 00000001:00000010:1.0:1788201788.208819:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4655676860. 00000001:00000010:1.0:1788201788.208821:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c465567e400. 00000001:00000001:1.0:1788201788.208823:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.208824:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23644 (ffff9c4654053380) now 3 - setup 00000020:00000001:1.0:1788201788.208825:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.208827:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.208828:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.208830:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.208831:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.208833:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.208834:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.208957:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.208967:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.208969:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.208970:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.208971:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.208972:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.208974:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.208975:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.209019:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.209123:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.209125:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.209126:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.209143:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.209146:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.209148:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.209150:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.209151:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.209155:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.209156:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23644 (ffff9c4654053380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.209158:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23644 (uuid obd_uuid_23644) 00000020:00000040:1.0:1788201788.209159:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23644 (ffff9c4654053380) now 1 - newdev 00000020:00000040:1.0:1788201788.209161:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4655028000 with handle 0x8990e4d0a2216d12 from hash 00000020:00000040:1.0:1788201788.209163:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4655028000 : new refcount 0 00000020:00000080:1.0:1788201788.209165:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4655028000/obd_uuid_23644 00000020:00000001:1.0:1788201788.209166:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.209168:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.209169:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4655028000/obd_uuid_23644 for obd_name_23644 00000020:00000001:1.0:1788201788.209171:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.209172:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.209173:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4655028000. 00000020:00000001:1.0:1788201788.209175:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.209176:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23644 obd_type name = obd_test 00000020:01000000:1.0:1788201788.209177:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23644 (obd_uuid_23644) 00000020:00000001:1.0:1788201788.209178:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.209180:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.209182:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.209183:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.209185:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a72000. 00000020:00000010:1.0:1788201788.209187:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.209189:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.209191:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.209192:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c465567cbc0. 00000020:00000010:1.0:1788201788.209195:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.209196:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.209198:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a72000. 00000020:00000010:1.0:1788201788.209200:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.209202:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.209203:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.209205:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.209206:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.209207:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654053380. 00000020:00000001:1.0:1788201788.209210:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.209211:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.209213:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.209215:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.209216:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.209218:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.209219:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.209344:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.209357:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.209359:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.209361:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.209362:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.209364:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.209366:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.209367:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.209442:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.209525:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.209527:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.209528:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.209530:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.209532:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.209534:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.209535:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.209537:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.209540:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.209541:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23645: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.209543:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.209544:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23651 (ffff9c46540519c0) has no exports 00000020:00000001:1.0:1788201788.209545:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.209547:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.209549:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.209551:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.209552:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.209554:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a73800. 00000020:00000010:1.0:1788201788.209556:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.209558:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.209559:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.209561:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a340. 00000020:00000010:1.0:1788201788.209564:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a340. 00000020:00000010:1.0:1788201788.209567:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.209568:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.209570:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a73800. 00000020:00000010:1.0:1788201788.209572:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.209574:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.209576:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.209577:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.209578:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.209586:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.209589:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654059c00. 00000001:00000010:1.0:1788201788.209591:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654059000. 00000001:00000010:1.0:1788201788.209592:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654059600. 00000001:00000010:1.0:1788201788.209594:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654058a00. 00000001:00000010:1.0:1788201788.209596:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4655676cc0. 00000001:00000010:1.0:1788201788.209598:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c465567e700. 00000001:00000001:1.0:1788201788.209599:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.209600:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23645 (ffff9c46540519c0) now 3 - setup 00000020:00000001:1.0:1788201788.209602:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.209603:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.209604:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.209606:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.209607:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.209609:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.209610:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.209732:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.209742:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.209744:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.209745:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.209746:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.209747:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.209748:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.209750:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.209793:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.209874:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.209875:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.209876:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.209878:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.209880:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.209882:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.209884:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.209885:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.209889:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.209891:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23645 (ffff9c46540519c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.209892:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23645 (uuid obd_uuid_23645) 00000020:00000040:1.0:1788201788.209894:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23645 (ffff9c46540519c0) now 1 - newdev 00000020:00000040:1.0:1788201788.209896:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465502a000 with handle 0x8990e4d0a2216d19 from hash 00000020:00000040:1.0:1788201788.209898:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465502a000 : new refcount 0 00000020:00000080:1.0:1788201788.209899:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465502a000/obd_uuid_23645 00000020:00000001:1.0:1788201788.209900:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.209902:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.209903:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465502a000/obd_uuid_23645 for obd_name_23645 00000020:00000001:1.0:1788201788.209904:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.209905:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.209907:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465502a000. 00000020:00000001:1.0:1788201788.209909:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.209910:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23645 obd_type name = obd_test 00000020:01000000:1.0:1788201788.209911:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23645 (obd_uuid_23645) 00000020:00000001:1.0:1788201788.209912:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.209913:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.209915:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.209917:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.209919:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a74800. 00000020:00000010:1.0:1788201788.209920:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.209922:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.209924:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.209926:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c465567cc80. 00000020:00000010:1.0:1788201788.209928:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.209929:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.209931:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a74800. 00000020:00000010:1.0:1788201788.209933:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.209935:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.209936:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.209938:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.209939:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.209940:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46540519c0. 00000020:00000001:1.0:1788201788.209943:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.209944:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.209946:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.209948:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.209949:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.209951:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.209952:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.210100:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.210111:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.210113:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.210114:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.210115:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.210116:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.210117:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.210119:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.210188:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.210281:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.210283:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.210284:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.210285:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.210288:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.210289:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.210291:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.210293:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.210296:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.210297:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23646: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.210299:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.210300:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23652 (ffff9c4654050000) has no exports 00000020:00000001:1.0:1788201788.210302:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.210303:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.210305:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.210306:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.210308:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.210310:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a72800. 00000020:00000010:1.0:1788201788.210312:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.210314:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.210316:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.210318:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a780. 00000020:00000010:1.0:1788201788.210320:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a780. 00000020:00000010:1.0:1788201788.210323:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.210325:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.210326:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a72800. 00000020:00000010:1.0:1788201788.210329:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.210330:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.210332:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.210333:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.210335:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.210343:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.210346:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654059400. 00000001:00000010:1.0:1788201788.210347:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654058400. 00000001:00000010:1.0:1788201788.210349:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654058600. 00000001:00000010:1.0:1788201788.210351:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654059a00. 00000001:00000010:1.0:1788201788.210354:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c46556761e0. 00000001:00000010:1.0:1788201788.210356:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c465567ea00. 00000001:00000001:1.0:1788201788.210358:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.210360:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23646 (ffff9c4654050000) now 3 - setup 00000020:00000001:1.0:1788201788.210362:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.210364:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.210366:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.210369:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.210371:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.210374:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.210375:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.210539:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.210549:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.210551:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.210552:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.210553:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.210554:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.210555:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.210557:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.210601:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.210694:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.210695:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.210697:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.210698:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.210701:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.210702:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.210704:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.210705:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.210709:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.210710:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23646 (ffff9c4654050000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.210712:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23646 (uuid obd_uuid_23646) 00000020:00000040:1.0:1788201788.210713:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23646 (ffff9c4654050000) now 1 - newdev 00000020:00000040:1.0:1788201788.210715:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465502c000 with handle 0x8990e4d0a2216d20 from hash 00000020:00000040:1.0:1788201788.210717:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465502c000 : new refcount 0 00000020:00000080:1.0:1788201788.210719:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465502c000/obd_uuid_23646 00000020:00000001:1.0:1788201788.210720:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.210721:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.210723:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465502c000/obd_uuid_23646 for obd_name_23646 00000020:00000001:1.0:1788201788.210724:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.210725:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.210726:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465502c000. 00000020:00000001:1.0:1788201788.210728:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.210729:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23646 obd_type name = obd_test 00000020:01000000:1.0:1788201788.210730:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23646 (obd_uuid_23646) 00000020:00000001:1.0:1788201788.210731:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.210733:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.210734:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.210736:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.210738:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a71000. 00000020:00000010:1.0:1788201788.210740:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.210742:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.210743:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.210745:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c465567c940. 00000020:00000010:1.0:1788201788.210747:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.210749:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.210750:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a71000. 00000020:00000010:1.0:1788201788.210752:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.210754:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.210755:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.210757:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.210758:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.210759:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654050000. 00000020:00000001:1.0:1788201788.210763:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.210764:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.210765:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.210768:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.210769:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.210771:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.210772:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.210912:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.210922:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.210924:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.210925:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.210926:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.210927:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.210929:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.210930:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.210961:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.211056:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.211058:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.211060:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.211063:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.211066:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.211069:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.211072:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.211074:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.211079:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.211081:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23647: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.211082:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.211084:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23653 (ffff9c46540619c0) has no exports 00000020:00000001:1.0:1788201788.211085:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.211087:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.211088:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.211090:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.211092:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.211094:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a75000. 00000020:00000010:1.0:1788201788.211096:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.211098:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.211099:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.211101:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a640. 00000020:00000010:1.0:1788201788.211104:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a640. 00000020:00000010:1.0:1788201788.211108:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.211109:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.211111:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a75000. 00000020:00000010:1.0:1788201788.211113:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.211114:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.211116:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.211117:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.211118:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.211146:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.211149:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654058c00. 00000001:00000010:1.0:1788201788.211151:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654058800. 00000001:00000010:1.0:1788201788.211152:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654059800. 00000001:00000010:1.0:1788201788.211153:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654059200. 00000001:00000010:1.0:1788201788.211155:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4655676e20. 00000001:00000010:1.0:1788201788.211156:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c465567ee00. 00000001:00000001:1.0:1788201788.211158:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.211159:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23647 (ffff9c46540619c0) now 3 - setup 00000020:00000001:1.0:1788201788.211160:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.211162:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.211163:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.211165:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.211167:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.211169:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.211170:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.211298:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.211308:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.211309:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.211311:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.211312:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.211313:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.211314:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.211315:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.211347:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.211532:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.211534:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.211535:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.211537:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.211539:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.211541:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.211542:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.211544:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.211547:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.211549:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23647 (ffff9c46540619c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.211551:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23647 (uuid obd_uuid_23647) 00000020:00000040:1.0:1788201788.211552:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23647 (ffff9c46540619c0) now 1 - newdev 00000020:00000040:1.0:1788201788.211554:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465502c800 with handle 0x8990e4d0a2216d27 from hash 00000020:00000040:1.0:1788201788.211556:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465502c800 : new refcount 0 00000020:00000080:1.0:1788201788.211557:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465502c800/obd_uuid_23647 00000020:00000001:1.0:1788201788.211559:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.211560:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.211561:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465502c800/obd_uuid_23647 for obd_name_23647 00000020:00000001:1.0:1788201788.211563:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.211564:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.211565:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465502c800. 00000020:00000001:1.0:1788201788.211567:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.211568:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23647 obd_type name = obd_test 00000020:01000000:1.0:1788201788.211569:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23647 (obd_uuid_23647) 00000020:00000001:1.0:1788201788.211571:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.211573:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.211574:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.211576:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.211578:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a76000. 00000020:00000010:1.0:1788201788.211580:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.211582:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.211584:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.211586:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c465567cb80. 00000020:00000010:1.0:1788201788.211588:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.211589:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.211591:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a76000. 00000020:00000010:1.0:1788201788.211592:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.211594:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.211596:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.211597:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.211598:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.211600:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46540619c0. 00000020:00000001:1.0:1788201788.211617:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.211618:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.211620:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.211623:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.211624:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.211626:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.211627:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.211762:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.211773:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.211775:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.211776:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.211777:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.211778:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.211779:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.211780:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.211812:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.211897:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.211899:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.211900:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.211902:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.211904:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.211906:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.211908:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.211909:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.211913:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.211914:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23648: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.211916:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.211917:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23654 (ffff9c4654060000) has no exports 00000020:00000001:1.0:1788201788.211918:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.211920:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.211921:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.211923:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.211924:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.211926:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a75800. 00000020:00000010:1.0:1788201788.211928:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.211930:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.211932:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.211934:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a080. 00000020:00000010:1.0:1788201788.211936:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a080. 00000020:00000010:1.0:1788201788.211939:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.211941:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.211942:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a75800. 00000020:00000010:1.0:1788201788.211944:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.211946:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.211947:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.211949:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.211950:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.211958:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.211961:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465402e200. 00000001:00000010:1.0:1788201788.211962:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465402f200. 00000001:00000010:1.0:1788201788.211964:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654058200. 00000001:00000010:1.0:1788201788.211966:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654058000. 00000001:00000010:1.0:1788201788.211967:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4655676200. 00000001:00000010:1.0:1788201788.211969:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c465567eb00. 00000001:00000001:1.0:1788201788.211970:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.211971:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23648 (ffff9c4654060000) now 3 - setup 00000020:00000001:1.0:1788201788.211973:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.211974:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.211976:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.211977:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.211979:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.211980:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.211981:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.212156:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.212167:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.212168:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.212169:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.212170:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.212171:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.212173:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.212174:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.212207:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.212292:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.212294:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.212295:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.212297:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.212299:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.212301:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.212303:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.212304:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.212308:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.212309:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23648 (ffff9c4654060000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.212311:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23648 (uuid obd_uuid_23648) 00000020:00000040:1.0:1788201788.212312:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23648 (ffff9c4654060000) now 1 - newdev 00000020:00000040:1.0:1788201788.212314:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465502b800 with handle 0x8990e4d0a2216d2e from hash 00000020:00000040:1.0:1788201788.212317:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465502b800 : new refcount 0 00000020:00000080:1.0:1788201788.212318:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465502b800/obd_uuid_23648 00000020:00000001:1.0:1788201788.212320:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.212321:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.212322:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465502b800/obd_uuid_23648 for obd_name_23648 00000020:00000001:1.0:1788201788.212324:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.212325:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.212326:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465502b800. 00000020:00000001:1.0:1788201788.212328:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.212329:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23648 obd_type name = obd_test 00000020:01000000:1.0:1788201788.212330:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23648 (obd_uuid_23648) 00000020:00000001:1.0:1788201788.212331:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.212333:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.212334:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.212336:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.212338:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a77000. 00000020:00000010:1.0:1788201788.212340:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.212342:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.212343:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.212345:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c465567cd40. 00000020:00000010:1.0:1788201788.212347:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.212349:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.212351:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a77000. 00000020:00000010:1.0:1788201788.212354:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.212357:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.212359:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.212361:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.212363:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.212366:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654060000. 00000020:00000001:1.0:1788201788.212370:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.212372:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.212374:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.212377:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.212380:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.212382:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.212384:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.212543:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.212554:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.212555:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.212556:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.212557:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.212559:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.212560:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.212561:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.212593:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.212639:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.212641:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.212642:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.212644:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.212646:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.212648:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.212649:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.212651:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.212654:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.212656:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23649: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.212658:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.212659:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23655 (ffff9c4654064d40) has no exports 00000020:00000001:1.0:1788201788.212660:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.212662:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.212664:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.212665:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.212667:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.212669:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b05800. 00000020:00000010:1.0:1788201788.212671:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.212673:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.212675:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.212677:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2af40. 00000020:00000010:1.0:1788201788.212679:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2af40. 00000020:00000010:1.0:1788201788.212682:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.212684:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.212685:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b05800. 00000020:00000010:1.0:1788201788.212687:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.212689:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.212690:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.212692:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.212693:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.212700:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.212703:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465405b800. 00000001:00000010:1.0:1788201788.212733:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465405b200. 00000001:00000010:1.0:1788201788.212735:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465405a200. 00000001:00000010:1.0:1788201788.212737:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465405a000. 00000001:00000010:1.0:1788201788.212739:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c46556765a0. 00000001:00000010:1.0:1788201788.212740:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c465567e300. 00000001:00000001:1.0:1788201788.212744:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.212746:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23649 (ffff9c4654064d40) now 3 - setup 00000020:00000001:1.0:1788201788.212747:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.212748:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.212750:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.212752:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.212754:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.212755:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.212756:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.212875:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.212885:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.212887:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.212888:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.212889:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.212891:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.212892:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.212893:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.212925:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.212970:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.212971:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.212972:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.212974:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.212976:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.212978:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.212979:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.212981:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.212984:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.212986:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23649 (ffff9c4654064d40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.212988:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23649 (uuid obd_uuid_23649) 00000020:00000040:1.0:1788201788.212989:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23649 (ffff9c4654064d40) now 1 - newdev 00000020:00000040:1.0:1788201788.212991:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465502e000 with handle 0x8990e4d0a2216d35 from hash 00000020:00000040:1.0:1788201788.212993:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465502e000 : new refcount 0 00000020:00000080:1.0:1788201788.212994:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465502e000/obd_uuid_23649 00000020:00000001:1.0:1788201788.212995:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.212997:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.212998:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465502e000/obd_uuid_23649 for obd_name_23649 00000020:00000001:1.0:1788201788.212999:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.213001:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.213002:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465502e000. 00000020:00000001:1.0:1788201788.213004:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.213005:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23649 obd_type name = obd_test 00000020:01000000:1.0:1788201788.213006:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23649 (obd_uuid_23649) 00000020:00000001:1.0:1788201788.213007:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.213009:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.213011:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.213012:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.213014:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b06000. 00000020:00000010:1.0:1788201788.213016:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.213019:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.213022:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.213024:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c465567c900. 00000020:00000010:1.0:1788201788.213027:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.213030:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.213032:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b06000. 00000020:00000010:1.0:1788201788.213034:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.213037:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.213039:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.213042:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.213044:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.213046:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654064d40. 00000020:00000001:1.0:1788201788.213051:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.213053:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.213055:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.213058:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.213061:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.213063:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.213065:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.213177:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.213188:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.213189:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.213190:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.213192:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.213193:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.213194:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.213195:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.213227:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.213274:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.213275:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.213276:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.213278:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.213280:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.213282:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.213284:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.213285:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.213288:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.213290:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23650: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.213291:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.213292:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23656 (ffff9c4654063380) has no exports 00000020:00000001:1.0:1788201788.213294:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.213295:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.213297:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.213299:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.213300:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.213302:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b07800. 00000020:00000010:1.0:1788201788.213304:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.213306:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.213307:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.213309:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a880. 00000020:00000010:1.0:1788201788.213312:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a880. 00000020:00000010:1.0:1788201788.213315:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.213317:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.213318:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b07800. 00000020:00000010:1.0:1788201788.213320:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.213321:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.213323:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.213325:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.213326:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.213335:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.213338:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465405ae00. 00000001:00000010:1.0:1788201788.213340:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465405be00. 00000001:00000010:1.0:1788201788.213342:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465405bc00. 00000001:00000010:1.0:1788201788.213343:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465405b000. 00000001:00000010:1.0:1788201788.213344:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c46556766c0. 00000001:00000010:1.0:1788201788.213346:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c47727ed600. 00000001:00000001:1.0:1788201788.213349:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.213350:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23650 (ffff9c4654063380) now 3 - setup 00000020:00000001:1.0:1788201788.213352:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.213355:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.213357:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.213359:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.213361:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.213364:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.213365:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.213481:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.213491:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.213493:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.213494:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.213495:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.213496:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.213497:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.213499:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.213531:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.213578:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.213580:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.213581:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.213582:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.213584:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.213586:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.213588:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.213589:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.213593:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.213594:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23650 (ffff9c4654063380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.213596:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23650 (uuid obd_uuid_23650) 00000020:00000040:1.0:1788201788.213597:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23650 (ffff9c4654063380) now 1 - newdev 00000020:00000040:1.0:1788201788.213599:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465406c800 with handle 0x8990e4d0a2216d3c from hash 00000020:00000040:1.0:1788201788.213601:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465406c800 : new refcount 0 00000020:00000080:1.0:1788201788.213602:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465406c800/obd_uuid_23650 00000020:00000001:1.0:1788201788.213604:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.213605:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.213606:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465406c800/obd_uuid_23650 for obd_name_23650 00000020:00000001:1.0:1788201788.213608:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.213609:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.213610:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465406c800. 00000020:00000001:1.0:1788201788.213612:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.213613:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23650 obd_type name = obd_test 00000020:01000000:1.0:1788201788.213614:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23650 (obd_uuid_23650) 00000020:00000001:1.0:1788201788.213615:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.213616:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.213618:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.213620:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.213622:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b05000. 00000020:00000010:1.0:1788201788.213624:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.213625:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.213627:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.213629:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c465567c4c0. 00000020:00000010:1.0:1788201788.213631:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.213632:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.213634:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b05000. 00000020:00000010:1.0:1788201788.213636:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.213637:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.213639:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.213640:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.213642:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.213643:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654063380. 00000020:00000001:1.0:1788201788.213646:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.213647:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.213649:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.213651:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.213652:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.213654:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.213655:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.213749:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.213760:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.213761:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.213762:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.213763:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.213765:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.213766:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.213767:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.213798:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.213843:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.213845:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.213846:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.213848:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.213850:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.213851:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.213853:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.213854:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.213858:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.213859:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23651: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.213861:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.213863:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23657 (ffff9c465407cd40) has no exports 00000020:00000001:1.0:1788201788.213864:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.213865:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.213867:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.213868:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.213870:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.213872:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b01000. 00000020:00000010:1.0:1788201788.213874:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.213876:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.213877:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.213879:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2ab00. 00000020:00000010:1.0:1788201788.213882:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2ab00. 00000020:00000010:1.0:1788201788.213885:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.213887:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.213888:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b01000. 00000020:00000010:1.0:1788201788.213890:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.213891:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.213893:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.213894:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.213896:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.213903:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.213906:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465405b600. 00000001:00000010:1.0:1788201788.213908:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465405aa00. 00000001:00000010:1.0:1788201788.213909:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465405ac00. 00000001:00000010:1.0:1788201788.213910:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465405a800. 00000001:00000010:1.0:1788201788.213912:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4655676ae0. 00000001:00000010:1.0:1788201788.213913:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c47727edd00. 00000001:00000001:1.0:1788201788.213915:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.213916:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23651 (ffff9c465407cd40) now 3 - setup 00000020:00000001:1.0:1788201788.213917:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.213919:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.213920:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.213922:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.213923:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.213925:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.213926:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.214019:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.214034:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.214037:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.214039:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.214041:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.214042:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.214044:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.214046:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.214090:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.214155:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.214156:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.214157:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.214159:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.214161:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.214163:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.214165:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.214166:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.214169:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.214171:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23651 (ffff9c465407cd40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.214173:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23651 (uuid obd_uuid_23651) 00000020:00000040:1.0:1788201788.214174:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23651 (ffff9c465407cd40) now 1 - newdev 00000020:00000040:1.0:1788201788.214176:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465406b800 with handle 0x8990e4d0a2216d43 from hash 00000020:00000040:1.0:1788201788.214178:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465406b800 : new refcount 0 00000020:00000080:1.0:1788201788.214179:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465406b800/obd_uuid_23651 00000020:00000001:1.0:1788201788.214180:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.214182:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.214182:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465406b800/obd_uuid_23651 for obd_name_23651 00000020:00000001:1.0:1788201788.214184:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.214185:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.214186:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465406b800. 00000020:00000001:1.0:1788201788.214188:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.214189:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23651 obd_type name = obd_test 00000020:01000000:1.0:1788201788.214191:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23651 (obd_uuid_23651) 00000020:00000001:1.0:1788201788.214192:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.214194:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.214196:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.214198:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.214199:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b02800. 00000020:00000010:1.0:1788201788.214201:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.214203:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.214205:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.214206:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c465567c000. 00000020:00000010:1.0:1788201788.214208:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.214210:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.214211:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b02800. 00000020:00000010:1.0:1788201788.214213:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.214214:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.214216:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.214218:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.214219:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.214220:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c465407cd40. 00000020:00000001:1.0:1788201788.214223:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.214224:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.214226:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.214228:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.214229:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.214231:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.214232:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.214315:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.214325:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.214327:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.214328:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.214329:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.214330:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.214331:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.214332:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.214373:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.214463:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.214466:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.214467:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.214469:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.214471:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.214473:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.214475:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.214476:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.214480:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.214481:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23652: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.214483:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.214484:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23658 (ffff9c465407b380) has no exports 00000020:00000001:1.0:1788201788.214485:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.214487:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.214489:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.214490:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.214492:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.214494:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b06800. 00000020:00000010:1.0:1788201788.214496:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.214498:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.214500:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.214501:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a100. 00000020:00000010:1.0:1788201788.214504:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a100. 00000020:00000010:1.0:1788201788.214507:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.214509:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.214511:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b06800. 00000020:00000010:1.0:1788201788.214512:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.214514:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.214515:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.214517:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.214518:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.214526:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.214529:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654058e00. 00000001:00000010:1.0:1788201788.214531:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654059e00. 00000001:00000010:1.0:1788201788.214536:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465405a400. 00000001:00000010:1.0:1788201788.214538:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465405b400. 00000001:00000010:1.0:1788201788.214540:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c46556769a0. 00000001:00000010:1.0:1788201788.214541:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c47727ed100. 00000001:00000001:1.0:1788201788.214543:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.214544:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23652 (ffff9c465407b380) now 3 - setup 00000020:00000001:1.0:1788201788.214546:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.214547:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.214549:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.214551:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.214552:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.214553:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.214555:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.214640:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.214651:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.214652:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.214654:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.214655:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.214656:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.214657:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.214658:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.214690:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.214737:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.214739:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.214740:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.214742:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.214744:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.214745:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.214747:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.214748:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.214751:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.214753:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23652 (ffff9c465407b380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.214755:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23652 (uuid obd_uuid_23652) 00000020:00000040:1.0:1788201788.214756:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23652 (ffff9c465407b380) now 1 - newdev 00000020:00000040:1.0:1788201788.214758:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465406e000 with handle 0x8990e4d0a2216d4a from hash 00000020:00000040:1.0:1788201788.214760:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465406e000 : new refcount 0 00000020:00000080:1.0:1788201788.214761:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465406e000/obd_uuid_23652 00000020:00000001:1.0:1788201788.214763:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.214765:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.214766:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465406e000/obd_uuid_23652 for obd_name_23652 00000020:00000001:1.0:1788201788.214767:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.214768:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.214769:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465406e000. 00000020:00000001:1.0:1788201788.214771:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.214772:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23652 obd_type name = obd_test 00000020:01000000:1.0:1788201788.214773:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23652 (obd_uuid_23652) 00000020:00000001:1.0:1788201788.214774:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.214775:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.214777:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.214779:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.214781:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b00800. 00000020:00000010:1.0:1788201788.214782:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.214784:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.214786:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.214788:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c465567c040. 00000020:00000010:1.0:1788201788.214790:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.214791:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.214793:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b00800. 00000020:00000010:1.0:1788201788.214794:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.214796:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.214797:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.214799:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.214800:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.214802:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c465407b380. 00000020:00000001:1.0:1788201788.214804:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.214805:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.214807:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.214809:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.214810:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.214812:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.214813:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.214895:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.214906:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.214908:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.214909:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.214910:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.214911:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.214912:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.214913:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.214945:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.214991:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.214993:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.214994:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.214995:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.214997:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.214999:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.215001:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.215002:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.215006:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.215007:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23653: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.215009:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.215010:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23659 (ffff9c46540799c0) has no exports 00000020:00000001:1.0:1788201788.215011:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.215013:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.215015:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.215017:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.215019:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.215022:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b01800. 00000020:00000010:1.0:1788201788.215025:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.215028:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.215030:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.215033:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a840. 00000020:00000010:1.0:1788201788.215036:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a840. 00000020:00000010:1.0:1788201788.215041:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.215044:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.215046:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b01800. 00000020:00000010:1.0:1788201788.215049:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.215052:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.215054:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.215056:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.215059:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.215071:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.215076:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654080600. 00000001:00000010:1.0:1788201788.215079:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654081a00. 00000001:00000010:1.0:1788201788.215080:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654080c00. 00000001:00000010:1.0:1788201788.215082:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654080800. 00000001:00000010:1.0:1788201788.215083:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4655676420. 00000001:00000010:1.0:1788201788.215085:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c47727ed400. 00000001:00000001:1.0:1788201788.215086:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.215087:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23653 (ffff9c46540799c0) now 3 - setup 00000020:00000001:1.0:1788201788.215089:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.215090:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.215092:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.215094:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.215095:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.215097:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.215098:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.215201:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.215212:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.215213:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.215215:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.215216:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.215217:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.215218:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.215219:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.215252:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.215299:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.215300:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.215301:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.215303:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.215305:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.215307:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.215309:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.215310:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.215313:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.215315:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23653 (ffff9c46540799c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.215317:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23653 (uuid obd_uuid_23653) 00000020:00000040:1.0:1788201788.215318:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23653 (ffff9c46540799c0) now 1 - newdev 00000020:00000040:1.0:1788201788.215320:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465406d800 with handle 0x8990e4d0a2216d51 from hash 00000020:00000040:1.0:1788201788.215322:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465406d800 : new refcount 0 00000020:00000080:1.0:1788201788.215323:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465406d800/obd_uuid_23653 00000020:00000001:1.0:1788201788.215325:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.215326:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.215327:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465406d800/obd_uuid_23653 for obd_name_23653 00000020:00000001:1.0:1788201788.215329:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.215330:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.215331:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465406d800. 00000020:00000001:1.0:1788201788.215333:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.215334:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23653 obd_type name = obd_test 00000020:01000000:1.0:1788201788.215335:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23653 (obd_uuid_23653) 00000020:00000001:1.0:1788201788.215336:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.215338:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.215339:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.215341:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.215343:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b07000. 00000020:00000010:1.0:1788201788.215344:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.215346:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.215348:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.215351:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c465567c240. 00000020:00000010:1.0:1788201788.215354:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.215356:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.215359:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b07000. 00000020:00000010:1.0:1788201788.215361:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.215363:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.215365:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.215368:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.215370:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.215372:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46540799c0. 00000020:00000001:1.0:1788201788.215376:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.215378:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.215380:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.215384:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.215386:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.215388:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.215390:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.215528:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.215539:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.215540:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.215541:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.215543:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.215544:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.215545:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.215546:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.215578:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.215625:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.215626:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.215627:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.215629:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.215631:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.215633:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.215635:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.215636:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.215640:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.215641:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23654: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.215643:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.215644:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23660 (ffff9c4654078000) has no exports 00000020:00000001:1.0:1788201788.215645:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.215646:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.215648:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.215650:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.215651:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.215653:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b00000. 00000020:00000010:1.0:1788201788.215655:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.215657:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.215659:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.215661:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a540. 00000020:00000010:1.0:1788201788.215663:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a540. 00000020:00000010:1.0:1788201788.215666:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.215668:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.215670:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b00000. 00000020:00000010:1.0:1788201788.215671:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.215673:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.215675:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.215676:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.215678:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.215685:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.215688:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654080000. 00000001:00000010:1.0:1788201788.215690:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654080200. 00000001:00000010:1.0:1788201788.215691:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654081e00. 00000001:00000010:1.0:1788201788.215692:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654080e00. 00000001:00000010:1.0:1788201788.215694:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4655676460. 00000001:00000010:1.0:1788201788.215695:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c47727ed700. 00000001:00000001:1.0:1788201788.215697:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.215698:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23654 (ffff9c4654078000) now 3 - setup 00000020:00000001:1.0:1788201788.215699:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.215701:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.215702:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.215704:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.215705:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.215707:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.215708:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.215788:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.215799:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.215800:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.215801:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.215802:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.215803:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.215805:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.215806:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.215838:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.215883:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.215885:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.215886:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.215887:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.215889:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.215891:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.215893:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.215894:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.215897:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.215899:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23654 (ffff9c4654078000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.215900:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23654 (uuid obd_uuid_23654) 00000020:00000040:1.0:1788201788.215902:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23654 (ffff9c4654078000) now 1 - newdev 00000020:00000040:1.0:1788201788.215904:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465406d000 with handle 0x8990e4d0a2216d58 from hash 00000020:00000040:1.0:1788201788.215906:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465406d000 : new refcount 0 00000020:00000080:1.0:1788201788.215907:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465406d000/obd_uuid_23654 00000020:00000001:1.0:1788201788.215908:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.215910:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.215911:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465406d000/obd_uuid_23654 for obd_name_23654 00000020:00000001:1.0:1788201788.215912:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.215913:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.215914:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465406d000. 00000020:00000001:1.0:1788201788.215916:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.215917:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23654 obd_type name = obd_test 00000020:01000000:1.0:1788201788.215918:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23654 (obd_uuid_23654) 00000020:00000001:1.0:1788201788.215919:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.215920:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.215922:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.215924:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.215926:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b03000. 00000020:00000010:1.0:1788201788.215928:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.215930:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.215931:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.215933:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c465567c580. 00000020:00000010:1.0:1788201788.215935:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.215937:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.215938:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b03000. 00000020:00000010:1.0:1788201788.215940:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.215941:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.215943:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.215944:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.215946:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.215947:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654078000. 00000020:00000001:1.0:1788201788.215949:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.215951:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.215952:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.215954:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.215956:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.215957:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.215958:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.216053:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.216069:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.216071:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.216073:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.216075:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.216076:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.216078:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.216080:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.216115:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.216182:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.216183:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.216185:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.216186:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.216188:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.216190:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.216192:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.216193:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.216197:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.216198:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23655: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.216200:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.216201:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23661 (ffff9c465408cd40) has no exports 00000020:00000001:1.0:1788201788.216202:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.216204:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.216205:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.216207:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.216209:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.216211:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b04000. 00000020:00000010:1.0:1788201788.216212:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.216214:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.216216:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.216218:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2aa00. 00000020:00000010:1.0:1788201788.216221:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2aa00. 00000020:00000010:1.0:1788201788.216224:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.216225:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.216227:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b04000. 00000020:00000010:1.0:1788201788.216229:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.216230:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.216232:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.216233:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.216235:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.216243:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.216246:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654081800. 00000001:00000010:1.0:1788201788.216247:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654081200. 00000001:00000010:1.0:1788201788.216248:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654081c00. 00000001:00000010:1.0:1788201788.216250:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654081000. 00000001:00000010:1.0:1788201788.216251:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4655676980. 00000001:00000010:1.0:1788201788.216253:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c47727eda00. 00000001:00000001:1.0:1788201788.216254:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.216255:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23655 (ffff9c465408cd40) now 3 - setup 00000020:00000001:1.0:1788201788.216256:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.216258:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.216259:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.216261:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.216263:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.216264:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.216265:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.216347:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.216361:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.216363:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.216365:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.216366:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.216368:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.216370:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.216372:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.216453:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.216508:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.216510:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.216511:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.216513:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.216515:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.216517:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.216518:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.216520:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.216523:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.216525:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23655 (ffff9c465408cd40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.216526:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23655 (uuid obd_uuid_23655) 00000020:00000040:1.0:1788201788.216528:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23655 (ffff9c465408cd40) now 1 - newdev 00000020:00000040:1.0:1788201788.216530:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465406f800 with handle 0x8990e4d0a2216d5f from hash 00000020:00000040:1.0:1788201788.216532:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465406f800 : new refcount 0 00000020:00000080:1.0:1788201788.216533:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465406f800/obd_uuid_23655 00000020:00000001:1.0:1788201788.216534:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.216536:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.216537:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465406f800/obd_uuid_23655 for obd_name_23655 00000020:00000001:1.0:1788201788.216538:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.216539:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.216540:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465406f800. 00000020:00000001:1.0:1788201788.216542:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.216544:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23655 obd_type name = obd_test 00000020:01000000:1.0:1788201788.216545:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23655 (obd_uuid_23655) 00000020:00000001:1.0:1788201788.216546:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.216547:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.216549:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.216551:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.216553:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b02000. 00000020:00000010:1.0:1788201788.216555:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.216557:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.216558:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.216560:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c465567c7c0. 00000020:00000010:1.0:1788201788.216562:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.216564:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.216565:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b02000. 00000020:00000010:1.0:1788201788.216567:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.216568:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.216570:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.216571:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.216573:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.216574:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c465408cd40. 00000020:00000001:1.0:1788201788.216579:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.216580:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.216582:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.216584:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.216585:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.216587:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.216588:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.216671:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.216682:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.216683:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.216684:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.216685:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.216686:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.216688:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.216689:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.216721:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.216767:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.216768:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.216770:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.216771:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.216773:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.216775:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.216777:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.216778:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.216781:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.216783:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23656: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.216784:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.216786:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23662 (ffff9c465408b380) has no exports 00000020:00000001:1.0:1788201788.216787:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.216788:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.216790:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.216792:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.216793:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.216795:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b03800. 00000020:00000010:1.0:1788201788.216797:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.216799:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.216801:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.216803:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2aac0. 00000020:00000010:1.0:1788201788.216806:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2aac0. 00000020:00000010:1.0:1788201788.216809:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.216810:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.216812:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b03800. 00000020:00000010:1.0:1788201788.216814:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.216815:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.216817:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.216818:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.216820:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.216827:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.216830:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465405ba00. 00000001:00000010:1.0:1788201788.216831:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465405a600. 00000001:00000010:1.0:1788201788.216833:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654081600. 00000001:00000010:1.0:1788201788.216835:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654080a00. 00000001:00000010:1.0:1788201788.216836:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c46556767a0. 00000001:00000010:1.0:1788201788.216838:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c47727ede00. 00000001:00000001:1.0:1788201788.216839:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.216840:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23656 (ffff9c465408b380) now 3 - setup 00000020:00000001:1.0:1788201788.216841:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.216843:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.216844:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.216845:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.216847:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.216848:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.216850:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.216933:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.216947:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.216950:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.216951:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.216953:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.216954:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.216956:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.216957:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.217005:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.217072:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.217074:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.217075:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.217078:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.217081:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.217084:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.217086:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.217088:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.217092:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.217094:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23656 (ffff9c465408b380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.217096:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23656 (uuid obd_uuid_23656) 00000020:00000040:1.0:1788201788.217097:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23656 (ffff9c465408b380) now 1 - newdev 00000020:00000040:1.0:1788201788.217100:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465406a800 with handle 0x8990e4d0a2216d66 from hash 00000020:00000040:1.0:1788201788.217103:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465406a800 : new refcount 0 00000020:00000080:1.0:1788201788.217105:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465406a800/obd_uuid_23656 00000020:00000001:1.0:1788201788.217107:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.217109:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.217110:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465406a800/obd_uuid_23656 for obd_name_23656 00000020:00000001:1.0:1788201788.217112:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.217114:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.217116:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465406a800. 00000020:00000001:1.0:1788201788.217119:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.217121:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23656 obd_type name = obd_test 00000020:01000000:1.0:1788201788.217122:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23656 (obd_uuid_23656) 00000020:00000001:1.0:1788201788.217123:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.217126:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.217144:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.217147:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.217150:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b04800. 00000020:00000010:1.0:1788201788.217153:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.217156:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.217158:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.217161:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c465567cc40. 00000020:00000010:1.0:1788201788.217163:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.217166:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.217168:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b04800. 00000020:00000010:1.0:1788201788.217171:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.217173:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.217175:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.217177:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.217179:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.217182:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c465408b380. 00000020:00000001:1.0:1788201788.217185:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.217187:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.217189:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.217193:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.217195:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.217197:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.217199:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.217310:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.217321:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.217322:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.217324:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.217325:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.217326:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.217327:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.217328:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.217368:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.217450:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.217452:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.217453:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.217455:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.217457:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.217459:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.217461:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.217462:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.217466:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.217467:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23657: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.217469:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.217470:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23663 (ffff9c46540899c0) has no exports 00000020:00000001:1.0:1788201788.217471:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.217473:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.217475:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.217477:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.217478:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.217480:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a70800. 00000020:00000010:1.0:1788201788.217482:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.217484:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.217486:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.217488:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a280. 00000020:00000010:1.0:1788201788.217490:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a280. 00000020:00000010:1.0:1788201788.217494:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.217495:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.217497:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a70800. 00000020:00000010:1.0:1788201788.217500:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.217501:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.217503:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.217504:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.217505:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.217513:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.217516:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654083200. 00000001:00000010:1.0:1788201788.217518:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654082200. 00000001:00000010:1.0:1788201788.217520:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654082000. 00000001:00000010:1.0:1788201788.217521:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654082600. 00000001:00000010:1.0:1788201788.217522:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c46556765e0. 00000001:00000010:1.0:1788201788.217524:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c47727edb00. 00000001:00000001:1.0:1788201788.217526:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.217526:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23657 (ffff9c46540899c0) now 3 - setup 00000020:00000001:1.0:1788201788.217528:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.217529:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.217530:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.217532:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.217534:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.217535:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.217536:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.217622:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.217633:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.217635:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.217636:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.217637:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.217638:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.217639:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.217641:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.217673:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.217719:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.217721:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.217722:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.217724:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.217726:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.217728:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.217729:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.217731:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.217734:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.217735:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23657 (ffff9c46540899c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.217737:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23657 (uuid obd_uuid_23657) 00000020:00000040:1.0:1788201788.217738:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23657 (ffff9c46540899c0) now 1 - newdev 00000020:00000040:1.0:1788201788.217740:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654069000 with handle 0x8990e4d0a2216d6d from hash 00000020:00000040:1.0:1788201788.217742:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654069000 : new refcount 0 00000020:00000080:1.0:1788201788.217744:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654069000/obd_uuid_23657 00000020:00000001:1.0:1788201788.217745:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.217746:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.217747:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654069000/obd_uuid_23657 for obd_name_23657 00000020:00000001:1.0:1788201788.217749:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.217750:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.217751:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654069000. 00000020:00000001:1.0:1788201788.217753:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.217754:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23657 obd_type name = obd_test 00000020:01000000:1.0:1788201788.217755:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23657 (obd_uuid_23657) 00000020:00000001:1.0:1788201788.217756:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.217757:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.217759:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.217761:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.217763:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a76800. 00000020:00000010:1.0:1788201788.217764:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.217766:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.217768:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.217770:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c465567c3c0. 00000020:00000010:1.0:1788201788.217772:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.217773:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.217775:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a76800. 00000020:00000010:1.0:1788201788.217777:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.217778:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.217780:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.217782:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.217783:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.217784:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46540899c0. 00000020:00000001:1.0:1788201788.217787:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.217788:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.217789:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.217791:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.217793:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.217794:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.217795:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.217877:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.217887:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.217889:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.217890:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.217891:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.217892:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.217894:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.217895:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.217926:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.217971:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.217973:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.217974:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.217975:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.217977:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.217979:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.217981:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.217982:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.217986:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.217987:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23658: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.217989:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.217990:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23664 (ffff9c4654088000) has no exports 00000020:00000001:1.0:1788201788.217991:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.217993:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.217994:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.217996:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.217998:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.218000:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a77800. 00000020:00000010:1.0:1788201788.218002:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.218004:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.218005:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.218007:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a580. 00000020:00000010:1.0:1788201788.218010:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a580. 00000020:00000010:1.0:1788201788.218013:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.218015:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.218016:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a77800. 00000020:00000010:1.0:1788201788.218018:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.218019:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.218021:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.218022:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.218024:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.218035:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.218038:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654083800. 00000001:00000010:1.0:1788201788.218039:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654082e00. 00000001:00000010:1.0:1788201788.218040:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654083000. 00000001:00000010:1.0:1788201788.218042:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654083600. 00000001:00000010:1.0:1788201788.218043:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4655676880. 00000001:00000010:1.0:1788201788.218045:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c47727ed300. 00000001:00000001:1.0:1788201788.218046:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.218047:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23658 (ffff9c4654088000) now 3 - setup 00000020:00000001:1.0:1788201788.218048:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.218049:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.218051:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.218053:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.218054:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.218055:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.218057:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.218160:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.218171:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.218173:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.218174:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.218176:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.218177:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.218178:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.218179:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.218212:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.218264:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.218266:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.218268:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.218270:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.218274:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.218277:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.218279:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.218282:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.218287:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.218289:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23658 (ffff9c4654088000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.218291:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23658 (uuid obd_uuid_23658) 00000020:00000040:1.0:1788201788.218293:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23658 (ffff9c4654088000) now 1 - newdev 00000020:00000040:1.0:1788201788.218296:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465406e800 with handle 0x8990e4d0a2216d74 from hash 00000020:00000040:1.0:1788201788.218299:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465406e800 : new refcount 0 00000020:00000080:1.0:1788201788.218300:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465406e800/obd_uuid_23658 00000020:00000001:1.0:1788201788.218303:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.218305:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.218307:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465406e800/obd_uuid_23658 for obd_name_23658 00000020:00000001:1.0:1788201788.218309:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.218311:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.218312:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465406e800. 00000020:00000001:1.0:1788201788.218316:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.218318:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23658 obd_type name = obd_test 00000020:01000000:1.0:1788201788.218319:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23658 (obd_uuid_23658) 00000020:00000001:1.0:1788201788.218321:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.218324:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.218327:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.218330:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.218333:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b7c800. 00000020:00000010:1.0:1788201788.218337:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.218339:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.218341:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.218343:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c465567c600. 00000020:00000010:1.0:1788201788.218345:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.218347:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.218348:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b7c800. 00000020:00000010:1.0:1788201788.218351:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.218353:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.218355:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.218358:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.218360:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.218362:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654088000. 00000020:00000001:1.0:1788201788.218366:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.218368:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.218370:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.218373:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.218376:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.218378:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.218380:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.218500:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.218511:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.218513:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.218514:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.218515:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.218517:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.218518:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.218519:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.218551:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.218598:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.218599:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.218600:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.218602:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.218604:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.218606:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.218607:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.218609:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.218613:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.218614:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23659: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.218616:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.218617:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23665 (ffff9c465409cd40) has no exports 00000020:00000001:1.0:1788201788.218618:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.218620:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.218621:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.218623:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.218624:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.218627:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b7c000. 00000020:00000010:1.0:1788201788.218628:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.218631:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.218632:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.218634:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2ac40. 00000020:00000010:1.0:1788201788.218637:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2ac40. 00000020:00000010:1.0:1788201788.218640:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.218642:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.218643:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b7c000. 00000020:00000010:1.0:1788201788.218645:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.218647:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.218648:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.218650:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.218651:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.218659:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.218662:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654082a00. 00000001:00000010:1.0:1788201788.218663:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654083e00. 00000001:00000010:1.0:1788201788.218665:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654082800. 00000001:00000010:1.0:1788201788.218666:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654082400. 00000001:00000010:1.0:1788201788.218668:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c46556760e0. 00000001:00000010:1.0:1788201788.218669:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c47727ed900. 00000001:00000001:1.0:1788201788.218670:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.218671:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23659 (ffff9c465409cd40) now 3 - setup 00000020:00000001:1.0:1788201788.218673:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.218674:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.218676:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.218678:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.218679:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.218681:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.218682:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.218763:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.218774:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.218775:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.218777:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.218778:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.218779:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.218780:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.218782:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.218813:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.218858:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.218859:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.218860:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.218862:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.218864:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.218866:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.218868:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.218869:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.218872:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.218874:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23659 (ffff9c465409cd40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.218876:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23659 (uuid obd_uuid_23659) 00000020:00000040:1.0:1788201788.218877:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23659 (ffff9c465409cd40) now 1 - newdev 00000020:00000040:1.0:1788201788.218879:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465406f000 with handle 0x8990e4d0a2216d7b from hash 00000020:00000040:1.0:1788201788.218881:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465406f000 : new refcount 0 00000020:00000080:1.0:1788201788.218882:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465406f000/obd_uuid_23659 00000020:00000001:1.0:1788201788.218884:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.218885:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.218886:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465406f000/obd_uuid_23659 for obd_name_23659 00000020:00000001:1.0:1788201788.218888:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.218889:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.218890:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465406f000. 00000020:00000001:1.0:1788201788.218892:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.218893:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23659 obd_type name = obd_test 00000020:01000000:1.0:1788201788.218895:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23659 (obd_uuid_23659) 00000020:00000001:1.0:1788201788.218896:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.218897:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.218899:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.218901:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.218903:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b7e000. 00000020:00000010:1.0:1788201788.218904:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.218906:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.218908:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.218910:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c465567c300. 00000020:00000010:1.0:1788201788.218912:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.218913:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.218915:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b7e000. 00000020:00000010:1.0:1788201788.218916:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.218918:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.218919:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.218921:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.218923:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.218924:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c465409cd40. 00000020:00000001:1.0:1788201788.218947:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.218949:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.218950:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.218953:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.218954:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.218956:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.218957:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.219039:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.219050:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.219052:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.219053:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.219054:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.219055:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.219056:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.219058:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.219089:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.219149:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.219151:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.219152:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.219154:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.219156:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.219158:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.219160:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.219161:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.219164:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.219166:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23660: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.219167:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.219169:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23666 (ffff9c465409b380) has no exports 00000020:00000001:1.0:1788201788.219170:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.219171:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.219173:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.219174:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.219176:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.219178:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b7b800. 00000020:00000010:1.0:1788201788.219180:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.219182:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.219183:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.219185:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a1c0. 00000020:00000010:1.0:1788201788.219188:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a1c0. 00000020:00000010:1.0:1788201788.219191:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.219193:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.219195:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b7b800. 00000020:00000010:1.0:1788201788.219196:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.219198:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.219199:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.219201:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.219202:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.219211:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.219214:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654081400. 00000001:00000010:1.0:1788201788.219216:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654080400. 00000001:00000010:1.0:1788201788.219217:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654083400. 00000001:00000010:1.0:1788201788.219218:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654083c00. 00000001:00000010:1.0:1788201788.219220:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4655676d80. 00000001:00000010:1.0:1788201788.219221:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c47727ed000. 00000001:00000001:1.0:1788201788.219223:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.219224:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23660 (ffff9c465409b380) now 3 - setup 00000020:00000001:1.0:1788201788.219225:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.219226:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.219228:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.219229:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.219230:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.219232:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.219233:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.219314:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.219325:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.219326:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.219328:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.219329:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.219330:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.219331:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.219332:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.219374:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.219531:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.219533:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.219534:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.219536:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.219538:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.219540:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.219542:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.219543:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.219546:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.219548:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23660 (ffff9c465409b380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.219550:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23660 (uuid obd_uuid_23660) 00000020:00000040:1.0:1788201788.219551:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23660 (ffff9c465409b380) now 1 - newdev 00000020:00000040:1.0:1788201788.219553:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654069800 with handle 0x8990e4d0a2216d82 from hash 00000020:00000040:1.0:1788201788.219556:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654069800 : new refcount 0 00000020:00000080:1.0:1788201788.219557:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654069800/obd_uuid_23660 00000020:00000001:1.0:1788201788.219559:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.219560:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.219561:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654069800/obd_uuid_23660 for obd_name_23660 00000020:00000001:1.0:1788201788.219562:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.219564:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.219565:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654069800. 00000020:00000001:1.0:1788201788.219567:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.219568:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23660 obd_type name = obd_test 00000020:01000000:1.0:1788201788.219569:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23660 (obd_uuid_23660) 00000020:00000001:1.0:1788201788.219570:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.219572:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.219573:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.219575:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.219577:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b7d000. 00000020:00000010:1.0:1788201788.219579:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.219581:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.219583:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.219584:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c465567c500. 00000020:00000010:1.0:1788201788.219586:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.219588:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.219589:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b7d000. 00000020:00000010:1.0:1788201788.219591:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.219593:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.219594:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.219596:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.219598:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.219599:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c465409b380. 00000020:00000001:1.0:1788201788.219602:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.219604:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.219605:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.219608:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.219609:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.219611:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.219612:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.219695:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.219706:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.219708:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.219709:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.219711:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.219712:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.219713:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.219714:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.219746:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.219791:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.219793:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.219793:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.219795:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.219797:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.219799:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.219801:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.219802:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.219805:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.219807:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23661: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.219809:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.219810:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23667 (ffff9c46540999c0) has no exports 00000020:00000001:1.0:1788201788.219811:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.219813:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.219814:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.219816:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.219818:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.219820:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b7d800. 00000020:00000010:1.0:1788201788.219821:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.219823:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.219825:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.219827:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a940. 00000020:00000010:1.0:1788201788.219829:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a940. 00000020:00000010:1.0:1788201788.219832:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.219834:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.219836:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b7d800. 00000020:00000010:1.0:1788201788.219838:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.219839:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.219841:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.219842:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.219844:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.219853:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.219856:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46540a1c00. 00000001:00000010:1.0:1788201788.219860:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46540a1000. 00000001:00000010:1.0:1788201788.219862:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46540a1600. 00000001:00000010:1.0:1788201788.219863:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46540a0a00. 00000001:00000010:1.0:1788201788.219866:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4655676c40. 00000001:00000010:1.0:1788201788.219868:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c47727ed800. 00000001:00000001:1.0:1788201788.219869:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.219870:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23661 (ffff9c46540999c0) now 3 - setup 00000020:00000001:1.0:1788201788.219871:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.219872:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.219874:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.219875:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.219877:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.219878:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.219879:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.219961:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.219971:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.219973:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.219974:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.219975:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.219976:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.219977:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.219978:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.220010:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.220055:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.220057:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.220058:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.220059:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.220062:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.220064:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.220066:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.220067:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.220070:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.220072:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23661 (ffff9c46540999c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.220073:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23661 (uuid obd_uuid_23661) 00000020:00000040:1.0:1788201788.220074:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23661 (ffff9c46540999c0) now 1 - newdev 00000020:00000040:1.0:1788201788.220077:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654068800 with handle 0x8990e4d0a2216d89 from hash 00000020:00000040:1.0:1788201788.220078:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654068800 : new refcount 0 00000020:00000080:1.0:1788201788.220079:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654068800/obd_uuid_23661 00000020:00000001:1.0:1788201788.220081:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.220082:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.220083:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654068800/obd_uuid_23661 for obd_name_23661 00000020:00000001:1.0:1788201788.220084:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.220085:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.220087:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654068800. 00000020:00000001:1.0:1788201788.220089:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.220090:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23661 obd_type name = obd_test 00000020:01000000:1.0:1788201788.220091:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23661 (obd_uuid_23661) 00000020:00000001:1.0:1788201788.220092:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.220093:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.220095:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.220096:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.220098:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b7a800. 00000020:00000010:1.0:1788201788.220100:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.220102:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.220104:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.220106:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c465567c540. 00000020:00000010:1.0:1788201788.220107:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.220109:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.220110:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b7a800. 00000020:00000010:1.0:1788201788.220112:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.220114:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.220115:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.220117:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.220118:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.220119:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46540999c0. 00000020:00000001:1.0:1788201788.220123:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.220124:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.220125:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.220141:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.220143:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.220145:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.220146:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.220229:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.220240:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.220241:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.220242:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.220243:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.220245:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.220246:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.220247:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.220279:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.220323:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.220325:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.220326:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.220327:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.220329:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.220331:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.220333:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.220334:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.220337:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.220339:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23662: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.220341:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.220342:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23668 (ffff9c4654098000) has no exports 00000020:00000001:1.0:1788201788.220343:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.220344:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.220346:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.220348:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.220351:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.220354:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b7f800. 00000020:00000010:1.0:1788201788.220357:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.220360:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.220363:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.220366:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a480. 00000020:00000010:1.0:1788201788.220369:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a480. 00000020:00000010:1.0:1788201788.220374:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.220376:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.220378:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b7f800. 00000020:00000010:1.0:1788201788.220381:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.220383:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.220386:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.220389:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.220391:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.220420:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.220423:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46540a1400. 00000001:00000010:1.0:1788201788.220426:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46540a0400. 00000001:00000010:1.0:1788201788.220428:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46540a0600. 00000001:00000010:1.0:1788201788.220429:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46540a1a00. 00000001:00000010:1.0:1788201788.220431:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4655676c00. 00000001:00000010:1.0:1788201788.220432:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c47727ed500. 00000001:00000001:1.0:1788201788.220434:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.220435:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23662 (ffff9c4654098000) now 3 - setup 00000020:00000001:1.0:1788201788.220436:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.220437:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.220439:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.220441:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.220443:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.220445:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.220446:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.220533:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.220543:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.220545:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.220547:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.220548:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.220549:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.220550:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.220551:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.220583:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.220630:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.220631:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.220632:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.220634:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.220636:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.220638:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.220640:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.220641:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.220644:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.220646:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23662 (ffff9c4654098000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.220648:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23662 (uuid obd_uuid_23662) 00000020:00000040:1.0:1788201788.220649:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23662 (ffff9c4654098000) now 1 - newdev 00000020:00000040:1.0:1788201788.220651:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465406b000 with handle 0x8990e4d0a2216d90 from hash 00000020:00000040:1.0:1788201788.220653:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465406b000 : new refcount 0 00000020:00000080:1.0:1788201788.220654:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465406b000/obd_uuid_23662 00000020:00000001:1.0:1788201788.220656:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.220657:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.220658:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465406b000/obd_uuid_23662 for obd_name_23662 00000020:00000001:1.0:1788201788.220659:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.220660:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.220662:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465406b000. 00000020:00000001:1.0:1788201788.220663:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.220664:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23662 obd_type name = obd_test 00000020:01000000:1.0:1788201788.220665:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23662 (obd_uuid_23662) 00000020:00000001:1.0:1788201788.220666:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.220668:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.220670:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.220671:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.220673:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b7e800. 00000020:00000010:1.0:1788201788.220675:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.220677:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.220679:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.220681:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c465567c880. 00000020:00000010:1.0:1788201788.220683:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.220684:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.220686:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b7e800. 00000020:00000010:1.0:1788201788.220687:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.220689:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.220691:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.220692:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.220693:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.220695:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654098000. 00000020:00000001:1.0:1788201788.220697:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.220699:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.220700:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.220703:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.220704:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.220705:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.220707:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.220787:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.220798:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.220800:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.220801:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.220802:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.220803:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.220804:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.220806:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.220837:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.220882:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.220884:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.220885:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.220886:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.220888:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.220890:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.220892:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.220893:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.220896:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.220898:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23663: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.220900:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.220901:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23669 (ffff9c46540a8000) has no exports 00000020:00000001:1.0:1788201788.220902:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.220904:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.220905:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.220907:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.220909:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.220911:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b79000. 00000020:00000010:1.0:1788201788.220912:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.220914:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.220916:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.220918:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a8c0. 00000020:00000010:1.0:1788201788.220920:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a8c0. 00000020:00000010:1.0:1788201788.220923:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.220925:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.220926:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b79000. 00000020:00000010:1.0:1788201788.220928:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.220930:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.220931:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.220933:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.220934:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.220960:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.220963:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46540a0c00. 00000001:00000010:1.0:1788201788.220965:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46540a0800. 00000001:00000010:1.0:1788201788.220967:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46540a1800. 00000001:00000010:1.0:1788201788.220969:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46540a1200. 00000001:00000010:1.0:1788201788.220970:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4655676d40. 00000001:00000010:1.0:1788201788.220972:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c47727ed200. 00000001:00000001:1.0:1788201788.220973:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.220974:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23663 (ffff9c46540a8000) now 3 - setup 00000020:00000001:1.0:1788201788.220976:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.220977:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.220979:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.220981:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.220982:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.220984:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.220985:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.221068:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.221078:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.221080:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.221081:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.221082:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.221083:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.221085:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.221086:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.221117:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.221182:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.221184:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.221185:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.221187:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.221189:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.221191:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.221192:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.221194:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.221197:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.221198:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23663 (ffff9c46540a8000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.221200:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23663 (uuid obd_uuid_23663) 00000020:00000040:1.0:1788201788.221201:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23663 (ffff9c46540a8000) now 1 - newdev 00000020:00000040:1.0:1788201788.221203:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654068000 with handle 0x8990e4d0a2216d97 from hash 00000020:00000040:1.0:1788201788.221205:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654068000 : new refcount 0 00000020:00000080:1.0:1788201788.221206:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654068000/obd_uuid_23663 00000020:00000001:1.0:1788201788.221208:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.221209:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.221210:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654068000/obd_uuid_23663 for obd_name_23663 00000020:00000001:1.0:1788201788.221212:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.221213:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.221214:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654068000. 00000020:00000001:1.0:1788201788.221216:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.221217:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23663 obd_type name = obd_test 00000020:01000000:1.0:1788201788.221218:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23663 (obd_uuid_23663) 00000020:00000001:1.0:1788201788.221219:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.221221:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.221223:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.221224:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.221226:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b79800. 00000020:00000010:1.0:1788201788.221228:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.221230:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.221232:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.221233:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c465567ca40. 00000020:00000010:1.0:1788201788.221235:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.221237:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.221239:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b79800. 00000020:00000010:1.0:1788201788.221240:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.221242:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.221244:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.221245:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.221246:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.221248:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46540a8000. 00000020:00000001:1.0:1788201788.221251:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.221252:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.221254:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.221256:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.221258:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.221259:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.221260:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.221342:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.221355:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.221357:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.221359:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.221360:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.221362:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.221364:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.221366:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.221436:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.221505:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.221508:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.221509:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.221512:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.221515:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.221518:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.221520:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.221523:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.221528:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.221530:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23664: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.221532:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.221534:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23670 (ffff9c46540acd40) has no exports 00000020:00000001:1.0:1788201788.221536:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.221538:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.221541:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.221543:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.221546:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.221550:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b7f000. 00000020:00000010:1.0:1788201788.221552:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.221554:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.221557:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.221560:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a300. 00000020:00000010:1.0:1788201788.221563:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a300. 00000020:00000010:1.0:1788201788.221568:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.221570:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.221572:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b7f000. 00000020:00000010:1.0:1788201788.221574:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.221577:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.221579:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.221581:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.221583:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.221600:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.221604:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654082c00. 00000001:00000010:1.0:1788201788.221606:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654083a00. 00000001:00000010:1.0:1788201788.221608:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46540a0200. 00000001:00000010:1.0:1788201788.221611:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46540a0000. 00000001:00000010:1.0:1788201788.221612:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4655676fe0. 00000001:00000010:1.0:1788201788.221614:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c47727edc00. 00000001:00000001:1.0:1788201788.221616:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.221618:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23664 (ffff9c46540acd40) now 3 - setup 00000020:00000001:1.0:1788201788.221620:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.221622:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.221625:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.221628:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.221630:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.221632:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.221635:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.221770:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.221787:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.221789:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.221791:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.221793:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.221795:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.221797:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.221799:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.221852:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.221929:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.221932:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.221934:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.221936:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.221940:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.221943:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.221945:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.221947:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.221954:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.221956:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23664 (ffff9c46540acd40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.221959:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23664 (uuid obd_uuid_23664) 00000020:00000040:1.0:1788201788.221961:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23664 (ffff9c46540acd40) now 1 - newdev 00000020:00000040:1.0:1788201788.221964:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465406a000 with handle 0x8990e4d0a2216d9e from hash 00000020:00000040:1.0:1788201788.221966:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465406a000 : new refcount 0 00000020:00000080:1.0:1788201788.221968:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465406a000/obd_uuid_23664 00000020:00000001:1.0:1788201788.221970:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.221972:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.221974:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465406a000/obd_uuid_23664 for obd_name_23664 00000020:00000001:1.0:1788201788.221976:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.221977:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.221979:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465406a000. 00000020:00000001:1.0:1788201788.221982:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.221983:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23664 obd_type name = obd_test 00000020:01000000:1.0:1788201788.221985:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23664 (obd_uuid_23664) 00000020:00000001:1.0:1788201788.221986:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.221989:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.221991:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.221994:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.221998:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b7b000. 00000020:00000010:1.0:1788201788.222001:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.222004:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.222007:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.222009:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c465567c680. 00000020:00000010:1.0:1788201788.222012:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.222015:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.222017:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b7b000. 00000020:00000010:1.0:1788201788.222020:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.222022:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.222024:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.222026:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.222028:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.222030:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46540acd40. 00000020:00000001:1.0:1788201788.222042:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.222044:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.222047:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.222051:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.222054:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.222056:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.222058:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.222221:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.222239:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.222242:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.222244:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.222246:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.222248:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.222250:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.222252:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.222305:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.222383:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.222386:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.222387:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.222390:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.222418:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.222422:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.222425:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.222428:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.222434:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.222436:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23665: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.222439:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.222441:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23671 (ffff9c46540ab380) has no exports 00000020:00000001:1.0:1788201788.222443:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.222445:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.222449:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.222452:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.222456:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.222460:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b78800. 00000020:00000010:1.0:1788201788.222463:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.222466:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.222468:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.222472:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2ad40. 00000020:00000010:1.0:1788201788.222476:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2ad40. 00000020:00000010:1.0:1788201788.222483:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.222487:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.222490:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b78800. 00000020:00000010:1.0:1788201788.222494:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.222497:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.222501:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.222504:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.222508:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.222523:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.222528:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46540a3c00. 00000001:00000010:1.0:1788201788.222534:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46540a3000. 00000001:00000010:1.0:1788201788.222537:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46540a3600. 00000001:00000010:1.0:1788201788.222540:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46540a2a00. 00000001:00000010:1.0:1788201788.222543:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4655676540. 00000001:00000010:1.0:1788201788.222546:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c47727edf00. 00000001:00000001:1.0:1788201788.222549:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.222552:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23665 (ffff9c46540ab380) now 3 - setup 00000020:00000001:1.0:1788201788.222555:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.222557:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.222560:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.222564:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.222567:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.222569:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.222571:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.222713:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.222728:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.222731:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.222733:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.222734:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.222736:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.222738:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.222739:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.222792:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.222853:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.222855:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.222856:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.222858:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.222861:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.222863:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.222864:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.222866:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.222869:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.222872:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23665 (ffff9c46540ab380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.222873:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23665 (uuid obd_uuid_23665) 00000020:00000040:1.0:1788201788.222874:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23665 (ffff9c46540ab380) now 1 - newdev 00000020:00000040:1.0:1788201788.222877:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465406c000 with handle 0x8990e4d0a2216da5 from hash 00000020:00000040:1.0:1788201788.222879:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465406c000 : new refcount 0 00000020:00000080:1.0:1788201788.222880:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465406c000/obd_uuid_23665 00000020:00000001:1.0:1788201788.222882:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.222883:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.222884:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465406c000/obd_uuid_23665 for obd_name_23665 00000020:00000001:1.0:1788201788.222885:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.222886:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.222888:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465406c000. 00000020:00000001:1.0:1788201788.222890:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.222891:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23665 obd_type name = obd_test 00000020:01000000:1.0:1788201788.222892:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23665 (obd_uuid_23665) 00000020:00000001:1.0:1788201788.222894:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.222895:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.222897:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.222899:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.222901:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b7a000. 00000020:00000010:1.0:1788201788.222903:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.222905:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.222906:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.222909:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c465567cf80. 00000020:00000010:1.0:1788201788.222911:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.222912:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.222914:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b7a000. 00000020:00000010:1.0:1788201788.222916:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.222918:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.222919:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.222921:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.222923:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.222924:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46540ab380. 00000020:00000001:1.0:1788201788.222929:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.222930:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.222931:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.222934:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.222935:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.222937:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.222938:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.223021:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.223033:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.223034:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.223035:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.223037:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.223038:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.223039:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.223040:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.223086:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.223172:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.223175:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.223176:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.223178:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.223181:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.223184:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.223187:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.223189:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.223194:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.223196:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23666: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.223199:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.223200:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23672 (ffff9c46540a99c0) has no exports 00000020:00000001:1.0:1788201788.223202:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.223204:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.223207:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.223210:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.223213:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.223216:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b78000. 00000020:00000010:1.0:1788201788.223219:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.223222:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.223224:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.223227:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a140. 00000020:00000010:1.0:1788201788.223231:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a140. 00000020:00000010:1.0:1788201788.223236:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.223239:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.223241:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b78000. 00000020:00000010:1.0:1788201788.223244:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.223246:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.223248:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.223251:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.223254:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.223274:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.223277:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46540a3400. 00000001:00000010:1.0:1788201788.223279:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46540a2400. 00000001:00000010:1.0:1788201788.223281:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46540a2600. 00000001:00000010:1.0:1788201788.223282:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46540a3a00. 00000001:00000010:1.0:1788201788.223284:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4655676820. 00000001:00000010:1.0:1788201788.223285:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c47727eed00. 00000001:00000001:1.0:1788201788.223288:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.223290:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23666 (ffff9c46540a99c0) now 3 - setup 00000020:00000001:1.0:1788201788.223291:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.223292:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.223294:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.223297:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.223298:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.223300:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.223301:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.223391:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.223421:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.223423:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.223424:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.223425:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.223427:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.223428:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.223429:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.223462:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.223510:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.223512:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.223513:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.223515:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.223517:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.223518:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.223520:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.223522:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.223525:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.223527:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23666 (ffff9c46540a99c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.223528:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23666 (uuid obd_uuid_23666) 00000020:00000040:1.0:1788201788.223529:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23666 (ffff9c46540a99c0) now 1 - newdev 00000020:00000040:1.0:1788201788.223532:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46540b6800 with handle 0x8990e4d0a2216dac from hash 00000020:00000040:1.0:1788201788.223534:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46540b6800 : new refcount 0 00000020:00000080:1.0:1788201788.223535:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46540b6800/obd_uuid_23666 00000020:00000001:1.0:1788201788.223536:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.223538:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.223539:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46540b6800/obd_uuid_23666 for obd_name_23666 00000020:00000001:1.0:1788201788.223540:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.223541:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.223542:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46540b6800. 00000020:00000001:1.0:1788201788.223544:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.223545:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23666 obd_type name = obd_test 00000020:01000000:1.0:1788201788.223547:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23666 (obd_uuid_23666) 00000020:00000001:1.0:1788201788.223547:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.223549:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.223551:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.223553:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.223555:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a71000. 00000020:00000010:1.0:1788201788.223557:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.223559:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.223561:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.223563:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c465567c480. 00000020:00000010:1.0:1788201788.223565:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.223566:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.223568:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a71000. 00000020:00000010:1.0:1788201788.223570:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.223572:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.223573:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.223575:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.223576:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.223577:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46540a99c0. 00000020:00000001:1.0:1788201788.223581:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.223582:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.223584:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.223586:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.223588:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.223589:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.223590:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.223702:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.223713:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.223715:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.223716:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.223717:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.223718:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.223719:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.223720:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.223752:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.223799:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.223800:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.223801:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.223803:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.223805:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.223807:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.223809:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.223810:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.223814:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.223815:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23667: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.223817:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.223818:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23673 (ffff9c46540c4d40) has no exports 00000020:00000001:1.0:1788201788.223819:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.223820:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.223822:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.223824:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.223825:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.223828:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a72800. 00000020:00000010:1.0:1788201788.223830:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.223832:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.223834:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.223835:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a000. 00000020:00000010:1.0:1788201788.223838:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a000. 00000020:00000010:1.0:1788201788.223841:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.223843:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.223844:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a72800. 00000020:00000010:1.0:1788201788.223848:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.223850:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.223851:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.223853:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.223854:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.223862:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.223864:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46540a2c00. 00000001:00000010:1.0:1788201788.223866:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46540a2800. 00000001:00000010:1.0:1788201788.223867:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46540a3800. 00000001:00000010:1.0:1788201788.223869:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46540a3200. 00000001:00000010:1.0:1788201788.223871:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4655676f20. 00000001:00000010:1.0:1788201788.223872:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c47727ee100. 00000001:00000001:1.0:1788201788.223874:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.223875:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23667 (ffff9c46540c4d40) now 3 - setup 00000020:00000001:1.0:1788201788.223877:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.223878:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.223879:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.223881:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.223883:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.223884:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.223885:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.223968:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.223979:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.223980:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.223981:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.223982:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.223984:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.223985:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.223986:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.224017:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.224074:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.224076:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.224078:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.224080:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.224083:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.224086:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.224089:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.224091:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.224096:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.224099:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23667 (ffff9c46540c4d40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.224101:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23667 (uuid obd_uuid_23667) 00000020:00000040:1.0:1788201788.224103:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23667 (ffff9c46540c4d40) now 1 - newdev 00000020:00000040:1.0:1788201788.224106:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46540b7000 with handle 0x8990e4d0a2216db3 from hash 00000020:00000040:1.0:1788201788.224109:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46540b7000 : new refcount 0 00000020:00000080:1.0:1788201788.224111:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46540b7000/obd_uuid_23667 00000020:00000001:1.0:1788201788.224113:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.224115:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.224116:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46540b7000/obd_uuid_23667 for obd_name_23667 00000020:00000001:1.0:1788201788.224119:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.224120:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.224122:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46540b7000. 00000020:00000001:1.0:1788201788.224126:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.224138:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23667 obd_type name = obd_test 00000020:01000000:1.0:1788201788.224140:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23667 (obd_uuid_23667) 00000020:00000001:1.0:1788201788.224142:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.224145:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.224148:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.224151:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.224155:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a74800. 00000020:00000010:1.0:1788201788.224158:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.224161:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.224163:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.224166:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c465567c800. 00000020:00000010:1.0:1788201788.224168:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.224170:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.224171:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a74800. 00000020:00000010:1.0:1788201788.224174:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.224176:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.224177:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.224179:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.224181:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.224183:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46540c4d40. 00000020:00000001:1.0:1788201788.224188:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.224190:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.224192:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.224196:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.224198:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.224200:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.224202:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.224300:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.224312:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.224313:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.224315:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.224316:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.224317:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.224318:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.224320:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.224351:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.224419:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.224421:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.224423:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.224425:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.224427:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.224429:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.224431:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.224432:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.224436:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.224437:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23668: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.224439:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.224440:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23674 (ffff9c46540c3380) has no exports 00000020:00000001:1.0:1788201788.224441:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.224443:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.224444:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.224446:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.224448:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.224450:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a73800. 00000020:00000010:1.0:1788201788.224452:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.224454:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.224455:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.224457:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a500. 00000020:00000010:1.0:1788201788.224460:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a500. 00000020:00000010:1.0:1788201788.224464:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.224466:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.224467:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a73800. 00000020:00000010:1.0:1788201788.224471:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.224473:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.224474:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.224476:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.224477:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.224485:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.224488:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46540a0e00. 00000001:00000010:1.0:1788201788.224491:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46540a1e00. 00000001:00000010:1.0:1788201788.224494:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46540a2200. 00000001:00000010:1.0:1788201788.224496:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46540a2000. 00000001:00000010:1.0:1788201788.224497:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4655676da0. 00000001:00000010:1.0:1788201788.224498:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c47727ee400. 00000001:00000001:1.0:1788201788.224500:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.224501:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23668 (ffff9c46540c3380) now 3 - setup 00000020:00000001:1.0:1788201788.224503:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.224504:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.224505:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.224507:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.224508:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.224509:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.224511:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.224594:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.224604:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.224606:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.224607:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.224608:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.224609:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.224611:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.224613:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.224663:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.224720:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.224721:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.224723:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.224724:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.224726:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.224728:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.224730:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.224731:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.224734:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.224736:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23668 (ffff9c46540c3380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.224738:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23668 (uuid obd_uuid_23668) 00000020:00000040:1.0:1788201788.224740:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23668 (ffff9c46540c3380) now 1 - newdev 00000020:00000040:1.0:1788201788.224742:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46540b1800 with handle 0x8990e4d0a2216dba from hash 00000020:00000040:1.0:1788201788.224744:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46540b1800 : new refcount 0 00000020:00000080:1.0:1788201788.224745:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46540b1800/obd_uuid_23668 00000020:00000001:1.0:1788201788.224746:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.224748:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.224749:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46540b1800/obd_uuid_23668 for obd_name_23668 00000020:00000001:1.0:1788201788.224750:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.224751:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.224752:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46540b1800. 00000020:00000001:1.0:1788201788.224754:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.224755:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23668 obd_type name = obd_test 00000020:01000000:1.0:1788201788.224756:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23668 (obd_uuid_23668) 00000020:00000001:1.0:1788201788.224757:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.224759:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.224761:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.224762:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.224764:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a72000. 00000020:00000010:1.0:1788201788.224766:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.224768:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.224770:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.224771:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c465567c0c0. 00000020:00000010:1.0:1788201788.224773:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.224775:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.224777:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a72000. 00000020:00000010:1.0:1788201788.224779:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.224780:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.224782:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.224783:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.224785:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.224786:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46540c3380. 00000020:00000001:1.0:1788201788.224789:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.224790:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.224792:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.224794:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.224796:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.224797:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.224798:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.224881:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.224892:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.224893:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.224894:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.224896:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.224897:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.224898:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.224899:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.224930:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.224977:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.224979:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.224980:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.224981:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.224983:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.224985:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.224987:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.224988:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.224992:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.224993:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23669: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.224995:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.224996:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23675 (ffff9c46540c19c0) has no exports 00000020:00000001:1.0:1788201788.224997:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.224999:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.225000:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.225002:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.225004:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.225006:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a74000. 00000020:00000010:1.0:1788201788.225008:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.225010:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.225011:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.225014:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2ae40. 00000020:00000010:1.0:1788201788.225016:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2ae40. 00000020:00000010:1.0:1788201788.225019:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.225021:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.225022:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a74000. 00000020:00000010:1.0:1788201788.225025:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.225026:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.225028:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.225029:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.225031:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.225038:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.225041:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46540c9200. 00000001:00000010:1.0:1788201788.225043:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46540c8200. 00000001:00000010:1.0:1788201788.225045:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46540c8000. 00000001:00000010:1.0:1788201788.225047:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46540c8600. 00000001:00000010:1.0:1788201788.225050:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4655676800. 00000001:00000010:1.0:1788201788.225052:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c47727ee700. 00000001:00000001:1.0:1788201788.225055:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.225056:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23669 (ffff9c46540c19c0) now 3 - setup 00000020:00000001:1.0:1788201788.225059:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.225060:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.225063:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.225066:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.225068:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.225071:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.225073:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.225256:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.225267:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.225269:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.225270:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.225271:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.225272:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.225273:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.225275:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.225306:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.225355:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.225357:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.225358:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.225360:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.225362:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.225364:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.225366:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.225367:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.225371:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.225372:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23669 (ffff9c46540c19c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.225374:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23669 (uuid obd_uuid_23669) 00000020:00000040:1.0:1788201788.225375:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23669 (ffff9c46540c19c0) now 1 - newdev 00000020:00000040:1.0:1788201788.225377:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46540b0800 with handle 0x8990e4d0a2216dc1 from hash 00000020:00000040:1.0:1788201788.225379:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46540b0800 : new refcount 0 00000020:00000080:1.0:1788201788.225381:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46540b0800/obd_uuid_23669 00000020:00000001:1.0:1788201788.225382:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.225383:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.225384:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46540b0800/obd_uuid_23669 for obd_name_23669 00000020:00000001:1.0:1788201788.225386:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.225387:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.225388:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46540b0800. 00000020:00000001:1.0:1788201788.225408:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.225409:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23669 obd_type name = obd_test 00000020:01000000:1.0:1788201788.225411:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23669 (obd_uuid_23669) 00000020:00000001:1.0:1788201788.225412:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.225414:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.225417:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.225419:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.225421:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a73000. 00000020:00000010:1.0:1788201788.225423:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.225425:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.225427:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.225429:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c465567c6c0. 00000020:00000010:1.0:1788201788.225431:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.225433:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.225434:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a73000. 00000020:00000010:1.0:1788201788.225436:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.225438:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.225439:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.225441:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.225442:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.225443:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46540c19c0. 00000020:00000001:1.0:1788201788.225446:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.225448:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.225449:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.225451:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.225453:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.225454:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.225455:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.225539:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.225550:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.225551:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.225553:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.225554:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.225555:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.225556:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.225557:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.225588:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.225646:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.225648:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.225650:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.225653:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.225656:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.225659:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.225662:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.225664:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.225669:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.225671:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23670: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.225673:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.225674:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23676 (ffff9c46540c0000) has no exports 00000020:00000001:1.0:1788201788.225676:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.225678:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.225680:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.225681:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.225683:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.225685:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a70000. 00000020:00000010:1.0:1788201788.225687:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.225689:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.225690:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.225692:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2af80. 00000020:00000010:1.0:1788201788.225695:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2af80. 00000020:00000010:1.0:1788201788.225699:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.225701:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.225702:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a70000. 00000020:00000010:1.0:1788201788.225706:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.225707:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.225709:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.225710:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.225712:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.225719:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.225722:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46540c9800. 00000001:00000010:1.0:1788201788.225724:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46540c8e00. 00000001:00000010:1.0:1788201788.225725:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46540c9000. 00000001:00000010:1.0:1788201788.225726:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46540c9600. 00000001:00000010:1.0:1788201788.225728:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c46556768c0. 00000001:00000010:1.0:1788201788.225729:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c47727eea00. 00000001:00000001:1.0:1788201788.225731:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.225732:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23670 (ffff9c46540c0000) now 3 - setup 00000020:00000001:1.0:1788201788.225733:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.225735:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.225736:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.225738:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.225739:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.225741:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.225743:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.225827:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.225838:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.225840:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.225841:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.225842:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.225843:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.225844:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.225845:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.225876:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.225926:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.225927:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.225928:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.225930:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.225932:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.225934:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.225936:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.225937:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.225940:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.225942:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23670 (ffff9c46540c0000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.225943:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23670 (uuid obd_uuid_23670) 00000020:00000040:1.0:1788201788.225945:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23670 (ffff9c46540c0000) now 1 - newdev 00000020:00000040:1.0:1788201788.225947:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46540b3000 with handle 0x8990e4d0a2216dc8 from hash 00000020:00000040:1.0:1788201788.225949:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46540b3000 : new refcount 0 00000020:00000080:1.0:1788201788.225950:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46540b3000/obd_uuid_23670 00000020:00000001:1.0:1788201788.225951:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.225953:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.225954:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46540b3000/obd_uuid_23670 for obd_name_23670 00000020:00000001:1.0:1788201788.225955:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.225956:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.225957:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46540b3000. 00000020:00000001:1.0:1788201788.225961:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.225962:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23670 obd_type name = obd_test 00000020:01000000:1.0:1788201788.225963:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23670 (obd_uuid_23670) 00000020:00000001:1.0:1788201788.225964:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.225966:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.225968:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.225970:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.225972:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a71800. 00000020:00000010:1.0:1788201788.225974:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.225976:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.225977:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.225979:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c465567cb40. 00000020:00000010:1.0:1788201788.225981:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.225983:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.225984:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a71800. 00000020:00000010:1.0:1788201788.225986:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.225988:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.225989:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.225991:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.225992:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.225993:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46540c0000. 00000020:00000001:1.0:1788201788.225996:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.225997:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.225999:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.226001:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.226002:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.226004:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.226005:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.226117:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.226145:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.226148:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.226150:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.226152:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.226153:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.226155:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.226157:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.226207:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.226269:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.226271:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.226273:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.226275:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.226277:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.226279:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.226281:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.226282:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.226285:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.226287:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23671: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.226289:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.226290:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23677 (ffff9c46540d4d40) has no exports 00000020:00000001:1.0:1788201788.226291:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.226293:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.226294:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.226297:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.226299:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.226303:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654bff000. 00000020:00000010:1.0:1788201788.226306:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.226309:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.226312:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.226315:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a9c0. 00000020:00000010:1.0:1788201788.226318:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a9c0. 00000020:00000010:1.0:1788201788.226323:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.226327:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.226329:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654bff000. 00000020:00000010:1.0:1788201788.226332:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.226334:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.226336:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.226339:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.226341:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.226353:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.226358:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46540c8a00. 00000001:00000010:1.0:1788201788.226360:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46540c9e00. 00000001:00000010:1.0:1788201788.226362:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46540c8800. 00000001:00000010:1.0:1788201788.226364:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46540c8400. 00000001:00000010:1.0:1788201788.226366:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4655676500. 00000001:00000010:1.0:1788201788.226368:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c47727eee00. 00000001:00000001:1.0:1788201788.226371:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.226372:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23671 (ffff9c46540d4d40) now 3 - setup 00000020:00000001:1.0:1788201788.226375:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.226376:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.226379:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.226382:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.226384:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.226387:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.226389:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.226518:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.226529:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.226530:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.226531:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.226533:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.226534:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.226535:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.226536:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.226567:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.226618:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.226620:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.226621:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.226624:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.226627:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.226629:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.226632:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.226633:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.226639:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.226641:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23671 (ffff9c46540d4d40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.226643:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23671 (uuid obd_uuid_23671) 00000020:00000040:1.0:1788201788.226645:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23671 (ffff9c46540d4d40) now 1 - newdev 00000020:00000040:1.0:1788201788.226649:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46540b0000 with handle 0x8990e4d0a2216dcf from hash 00000020:00000040:1.0:1788201788.226652:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46540b0000 : new refcount 0 00000020:00000080:1.0:1788201788.226654:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46540b0000/obd_uuid_23671 00000020:00000001:1.0:1788201788.226656:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.226659:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.226660:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46540b0000/obd_uuid_23671 for obd_name_23671 00000020:00000001:1.0:1788201788.226663:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.226664:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.226666:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46540b0000. 00000020:00000001:1.0:1788201788.226670:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.226672:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23671 obd_type name = obd_test 00000020:01000000:1.0:1788201788.226674:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23671 (obd_uuid_23671) 00000020:00000001:1.0:1788201788.226675:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.226678:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.226679:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.226681:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.226683:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654bfe800. 00000020:00000010:1.0:1788201788.226685:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.226687:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.226688:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.226690:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c465567c340. 00000020:00000010:1.0:1788201788.226692:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.226694:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.226695:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654bfe800. 00000020:00000010:1.0:1788201788.226698:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.226699:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.226701:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.226702:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.226704:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.226705:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46540d4d40. 00000020:00000001:1.0:1788201788.226735:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.226737:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.226739:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.226744:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.226745:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.226747:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.226748:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.226841:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.226852:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.226853:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.226855:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.226856:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.226857:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.226858:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.226859:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.226890:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.226940:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.226941:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.226942:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.226944:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.226946:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.226948:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.226950:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.226951:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.226955:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.226956:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23672: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.226958:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.226959:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23678 (ffff9c46540d3380) has no exports 00000020:00000001:1.0:1788201788.226960:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.226962:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.226963:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.226965:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.226967:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.226969:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654bf8800. 00000020:00000010:1.0:1788201788.226971:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.226973:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.226974:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.226976:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2ae00. 00000020:00000010:1.0:1788201788.226979:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2ae00. 00000020:00000010:1.0:1788201788.226982:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.226984:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.226985:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654bf8800. 00000020:00000010:1.0:1788201788.226987:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.226989:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.226991:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.226992:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.226993:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.227001:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.227004:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46540a2e00. 00000001:00000010:1.0:1788201788.227006:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46540a3e00. 00000001:00000010:1.0:1788201788.227008:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46540c9400. 00000001:00000010:1.0:1788201788.227009:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46540c9c00. 00000001:00000010:1.0:1788201788.227011:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c46556766e0. 00000001:00000010:1.0:1788201788.227012:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c47727eeb00. 00000001:00000001:1.0:1788201788.227014:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.227015:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23672 (ffff9c46540d3380) now 3 - setup 00000020:00000001:1.0:1788201788.227016:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.227017:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.227019:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.227020:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.227022:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.227023:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.227024:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.227158:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.227169:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.227170:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.227172:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.227173:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.227174:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.227175:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.227176:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.227224:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.227283:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.227285:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.227286:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.227287:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.227290:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.227292:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.227293:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2a240. 00000020:00000080:1.0:1788201788.227295:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.227298:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.227300:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23672 (ffff9c46540d3380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.227302:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23672 (uuid obd_uuid_23672) 00000020:00000040:1.0:1788201788.227303:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23672 (ffff9c46540d3380) now 1 - newdev 00000020:00000040:1.0:1788201788.227305:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46540b2000 with handle 0x8990e4d0a2216dd6 from hash 00000020:00000040:1.0:1788201788.227307:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46540b2000 : new refcount 0 00000020:00000080:1.0:1788201788.227308:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46540b2000/obd_uuid_23672 00000020:00000001:1.0:1788201788.227309:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.227311:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.227312:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46540b2000/obd_uuid_23672 for obd_name_23672 00000020:00000001:1.0:1788201788.227314:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.227315:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.227316:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46540b2000. 00000020:00000001:1.0:1788201788.227320:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.227321:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23672 obd_type name = obd_test 00000020:01000000:1.0:1788201788.227322:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23672 (obd_uuid_23672) 00000020:00000001:1.0:1788201788.227323:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.227325:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.227327:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.227328:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.227330:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654bf9800. 00000020:00000010:1.0:1788201788.227332:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.227334:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.227336:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.227338:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c465567ce00. 00000020:00000010:1.0:1788201788.227340:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.227342:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.227343:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654bf9800. 00000020:00000010:1.0:1788201788.227345:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.227346:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.227348:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.227349:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.227351:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.227352:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46540d3380. 00000020:00000001:1.0:1788201788.227355:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.227356:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.227358:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2a240. 00000020:00000001:1.0:1788201788.227360:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.227362:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.227363:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.227364:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.227755:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.227770:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.227772:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.227774:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.227776:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.227777:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.227779:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.227781:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.227829:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.227880:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.227882:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.227883:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.227885:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.227887:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.227889:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.227890:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2afc0. 00000020:00000080:1.0:1788201788.227892:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.227895:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.227897:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23673: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.227898:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.227899:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23679 (ffff9c46540d19c0) has no exports 00000020:00000001:1.0:1788201788.227901:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.227902:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.227904:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.227906:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.227908:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.227910:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654bf8000. 00000020:00000010:1.0:1788201788.227912:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.227914:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.227916:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.227918:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a6c0. 00000020:00000010:1.0:1788201788.227920:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a6c0. 00000020:00000010:1.0:1788201788.227923:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.227925:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.227926:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654bf8000. 00000020:00000010:1.0:1788201788.227928:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.227930:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.227932:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.227933:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.227935:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.227942:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.227945:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46540cbe00. 00000001:00000010:1.0:1788201788.227947:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46540cae00. 00000001:00000010:1.0:1788201788.227949:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46540cb800. 00000001:00000010:1.0:1788201788.227950:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46540cb200. 00000001:00000010:1.0:1788201788.227952:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4655676520. 00000001:00000010:1.0:1788201788.227953:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c47727ee300. 00000001:00000001:1.0:1788201788.227955:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.227956:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23673 (ffff9c46540d19c0) now 3 - setup 00000020:00000001:1.0:1788201788.227957:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.227959:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.227960:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2afc0. 00000020:00000001:1.0:1788201788.227962:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.227963:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.227965:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.227966:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.228050:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.228061:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.228062:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.228063:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.228064:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.228065:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.228066:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.228068:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.228099:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.228159:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.228161:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.228162:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.228163:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.228166:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.228168:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.228169:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2afc0. 00000020:00000080:1.0:1788201788.228171:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.228174:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.228177:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23673 (ffff9c46540d19c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.228178:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23673 (uuid obd_uuid_23673) 00000020:00000040:1.0:1788201788.228180:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23673 (ffff9c46540d19c0) now 1 - newdev 00000020:00000040:1.0:1788201788.228183:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46540b4000 with handle 0x8990e4d0a2216ddd from hash 00000020:00000040:1.0:1788201788.228186:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46540b4000 : new refcount 0 00000020:00000080:1.0:1788201788.228188:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46540b4000/obd_uuid_23673 00000020:00000001:1.0:1788201788.228190:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.228192:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.228194:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46540b4000/obd_uuid_23673 for obd_name_23673 00000020:00000001:1.0:1788201788.228196:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.228198:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.228199:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46540b4000. 00000020:00000001:1.0:1788201788.228205:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.228206:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23673 obd_type name = obd_test 00000020:01000000:1.0:1788201788.228208:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23673 (obd_uuid_23673) 00000020:00000001:1.0:1788201788.228210:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.228213:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.228216:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.228218:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.228221:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654bfc000. 00000020:00000010:1.0:1788201788.228224:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.228228:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.228231:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.228233:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c465567c840. 00000020:00000010:1.0:1788201788.228237:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.228240:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.228242:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654bfc000. 00000020:00000010:1.0:1788201788.228244:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.228246:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.228248:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.228249:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.228251:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.228252:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46540d19c0. 00000020:00000001:1.0:1788201788.228255:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.228256:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.228258:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2afc0. 00000020:00000001:1.0:1788201788.228260:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.228261:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.228263:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.228264:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.228351:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.228362:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.228363:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.228364:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.228365:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.228367:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.228368:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.228369:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.228415:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.228466:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.228468:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.228469:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.228470:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.228472:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.228474:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.228476:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2afc0. 00000020:00000080:1.0:1788201788.228477:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.228480:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.228482:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23674: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.228483:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.228485:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23680 (ffff9c46540d0000) has no exports 00000020:00000001:1.0:1788201788.228486:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.228487:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.228489:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.228491:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.228493:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.228495:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654bfa000. 00000020:00000010:1.0:1788201788.228496:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.228499:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.228500:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.228502:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a680. 00000020:00000010:1.0:1788201788.228505:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a680. 00000020:00000010:1.0:1788201788.228507:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.228509:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.228511:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654bfa000. 00000020:00000010:1.0:1788201788.228512:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.228514:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.228515:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.228517:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.228518:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.228527:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.228530:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46540caa00. 00000001:00000010:1.0:1788201788.228531:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46540cb600. 00000001:00000010:1.0:1788201788.228532:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46540ca400. 00000001:00000010:1.0:1788201788.228534:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46540cb400. 00000001:00000010:1.0:1788201788.228535:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4655676360. 00000001:00000010:1.0:1788201788.228537:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c47727ee900. 00000001:00000001:1.0:1788201788.228538:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.228539:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23674 (ffff9c46540d0000) now 3 - setup 00000020:00000001:1.0:1788201788.228541:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.228542:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.228543:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2afc0. 00000020:00000001:1.0:1788201788.228545:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.228546:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.228548:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.228549:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.228646:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.228661:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.228664:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.228666:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.228668:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.228669:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.228671:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.228673:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.228709:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.228757:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.228759:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.228760:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.228762:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.228764:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.228766:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.228768:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2afc0. 00000020:00000080:1.0:1788201788.228769:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.228772:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.228774:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23674 (ffff9c46540d0000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.228776:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23674 (uuid obd_uuid_23674) 00000020:00000040:1.0:1788201788.228777:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23674 (ffff9c46540d0000) now 1 - newdev 00000020:00000040:1.0:1788201788.228779:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46540b4800 with handle 0x8990e4d0a2216de4 from hash 00000020:00000040:1.0:1788201788.228782:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46540b4800 : new refcount 0 00000020:00000080:1.0:1788201788.228783:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46540b4800/obd_uuid_23674 00000020:00000001:1.0:1788201788.228784:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.228786:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.228787:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46540b4800/obd_uuid_23674 for obd_name_23674 00000020:00000001:1.0:1788201788.228788:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.228789:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.228790:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46540b4800. 00000020:00000001:1.0:1788201788.228793:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.228794:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23674 obd_type name = obd_test 00000020:01000000:1.0:1788201788.228795:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23674 (obd_uuid_23674) 00000020:00000001:1.0:1788201788.228797:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.228798:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.228800:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.228802:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.228804:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654bfb800. 00000020:00000010:1.0:1788201788.228806:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.228808:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.228810:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.228811:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c465567c440. 00000020:00000010:1.0:1788201788.228813:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.228815:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.228816:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654bfb800. 00000020:00000010:1.0:1788201788.228818:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.228820:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.228821:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.228823:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.228824:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.228825:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46540d0000. 00000020:00000001:1.0:1788201788.228828:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.228829:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.228830:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2afc0. 00000020:00000001:1.0:1788201788.228832:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.228834:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.228836:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.228837:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.228921:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.228932:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.228933:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.228934:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.228935:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.228936:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.228938:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.228939:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.228971:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.229015:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.229017:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.229018:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.229020:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.229022:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.229024:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.229025:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2afc0. 00000020:00000080:1.0:1788201788.229027:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.229030:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.229031:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23675: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.229033:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.229034:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23681 (ffff9c46540e19c0) has no exports 00000020:00000001:1.0:1788201788.229036:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.229037:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.229039:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.229040:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.229042:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.229044:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654bfc800. 00000020:00000010:1.0:1788201788.229046:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.229048:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.229049:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.229051:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2ab40. 00000020:00000010:1.0:1788201788.229054:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2ab40. 00000020:00000010:1.0:1788201788.229057:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.229058:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.229060:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654bfc800. 00000020:00000010:1.0:1788201788.229062:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.229063:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.229065:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.229066:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.229067:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.229075:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.229077:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46540cbc00. 00000001:00000010:1.0:1788201788.229079:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46540cb000. 00000001:00000010:1.0:1788201788.229080:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46540ca600. 00000001:00000010:1.0:1788201788.229081:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46540cba00. 00000001:00000010:1.0:1788201788.229083:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c46556768e0. 00000001:00000010:1.0:1788201788.229085:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c47727ee000. 00000001:00000001:1.0:1788201788.229086:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.229087:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23675 (ffff9c46540e19c0) now 3 - setup 00000020:00000001:1.0:1788201788.229089:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.229090:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.229091:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2afc0. 00000020:00000001:1.0:1788201788.229093:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.229094:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.229096:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.229097:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.229196:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.229207:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.229208:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.229209:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.229210:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.229211:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.229213:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.229214:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.229245:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.229289:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.229291:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.229292:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.229293:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.229295:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.229297:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.229299:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2afc0. 00000020:00000080:1.0:1788201788.229300:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.229303:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.229305:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23675 (ffff9c46540e19c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.229306:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23675 (uuid obd_uuid_23675) 00000020:00000040:1.0:1788201788.229307:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23675 (ffff9c46540e19c0) now 1 - newdev 00000020:00000040:1.0:1788201788.229309:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46540b3800 with handle 0x8990e4d0a2216deb from hash 00000020:00000040:1.0:1788201788.229311:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46540b3800 : new refcount 0 00000020:00000080:1.0:1788201788.229313:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46540b3800/obd_uuid_23675 00000020:00000001:1.0:1788201788.229315:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.229316:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.229317:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46540b3800/obd_uuid_23675 for obd_name_23675 00000020:00000001:1.0:1788201788.229319:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.229320:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.229321:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46540b3800. 00000020:00000001:1.0:1788201788.229324:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.229325:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23675 obd_type name = obd_test 00000020:01000000:1.0:1788201788.229326:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23675 (obd_uuid_23675) 00000020:00000001:1.0:1788201788.229327:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.229328:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.229330:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.229331:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.229334:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654bfd800. 00000020:00000010:1.0:1788201788.229336:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.229338:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.229339:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.229341:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c465567c740. 00000020:00000010:1.0:1788201788.229343:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.229344:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.229346:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654bfd800. 00000020:00000010:1.0:1788201788.229347:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.229349:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.229350:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.229352:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.229353:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.229355:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46540e19c0. 00000020:00000001:1.0:1788201788.229359:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.229360:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.229361:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2afc0. 00000020:00000001:1.0:1788201788.229363:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.229365:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.229366:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.229367:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.229468:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.229478:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.229480:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.229481:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.229482:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.229483:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.229484:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.229486:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.229516:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.229562:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.229563:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.229564:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.229566:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.229568:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.229570:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.229572:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2afc0. 00000020:00000080:1.0:1788201788.229573:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.229576:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.229578:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23676: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.229579:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.229580:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23682 (ffff9c46540e0000) has no exports 00000020:00000001:1.0:1788201788.229582:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.229583:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.229585:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.229587:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.229588:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.229591:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654bfe000. 00000020:00000010:1.0:1788201788.229593:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.229595:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.229596:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.229598:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2abc0. 00000020:00000010:1.0:1788201788.229601:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2abc0. 00000020:00000010:1.0:1788201788.229603:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.229605:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.229607:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654bfe000. 00000020:00000010:1.0:1788201788.229609:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.229611:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.229613:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.229616:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.229618:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.229629:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.229633:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46540c8c00. 00000001:00000010:1.0:1788201788.229636:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46540c9a00. 00000001:00000010:1.0:1788201788.229638:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46540cac00. 00000001:00000010:1.0:1788201788.229641:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46540ca800. 00000001:00000010:1.0:1788201788.229643:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4655676300. 00000001:00000010:1.0:1788201788.229645:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c47727ee800. 00000001:00000001:1.0:1788201788.229648:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.229650:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23676 (ffff9c46540e0000) now 3 - setup 00000020:00000001:1.0:1788201788.229652:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.229655:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.229657:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2afc0. 00000020:00000001:1.0:1788201788.229660:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.229663:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.229665:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.229667:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.229753:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.229764:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.229766:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.229767:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.229768:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.229769:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.229770:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.229772:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.229802:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.229847:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.229849:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.229850:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.229851:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.229853:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.229855:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.229857:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2afc0. 00000020:00000080:1.0:1788201788.229858:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.229861:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.229863:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23676 (ffff9c46540e0000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.229865:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23676 (uuid obd_uuid_23676) 00000020:00000040:1.0:1788201788.229866:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23676 (ffff9c46540e0000) now 1 - newdev 00000020:00000040:1.0:1788201788.229869:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46540b6000 with handle 0x8990e4d0a2216df2 from hash 00000020:00000040:1.0:1788201788.229870:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46540b6000 : new refcount 0 00000020:00000080:1.0:1788201788.229872:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46540b6000/obd_uuid_23676 00000020:00000001:1.0:1788201788.229873:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.229874:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.229875:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46540b6000/obd_uuid_23676 for obd_name_23676 00000020:00000001:1.0:1788201788.229876:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.229877:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.229878:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46540b6000. 00000020:00000001:1.0:1788201788.229880:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.229881:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23676 obd_type name = obd_test 00000020:01000000:1.0:1788201788.229883:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23676 (obd_uuid_23676) 00000020:00000001:1.0:1788201788.229883:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.229885:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.229887:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.229888:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.229890:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654bff800. 00000020:00000010:1.0:1788201788.229892:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.229894:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.229896:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.229898:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c465567c100. 00000020:00000010:1.0:1788201788.229900:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.229901:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.229903:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654bff800. 00000020:00000010:1.0:1788201788.229904:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.229906:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.229907:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.229909:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.229910:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.229912:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46540e0000. 00000020:00000001:1.0:1788201788.229917:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.229918:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.229919:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2afc0. 00000020:00000001:1.0:1788201788.229921:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.229923:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.229924:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.229925:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.230005:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.230015:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.230017:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.230018:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.230019:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.230020:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.230021:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.230023:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.230053:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.230098:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.230099:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.230100:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.230102:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.230104:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.230106:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.230107:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2afc0. 00000020:00000080:1.0:1788201788.230109:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.230112:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.230114:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23677: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.230115:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.230116:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23683 (ffff9c46540e4d40) has no exports 00000020:00000001:1.0:1788201788.230118:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.230119:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.230121:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.230122:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.230124:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.230126:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654bfd000. 00000020:00000010:1.0:1788201788.230142:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.230145:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.230146:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.230148:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2adc0. 00000020:00000010:1.0:1788201788.230151:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2adc0. 00000020:00000010:1.0:1788201788.230154:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.230156:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.230157:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654bfd000. 00000020:00000010:1.0:1788201788.230159:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.230161:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.230162:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.230164:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.230165:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.230173:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.230176:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46540e8a00. 00000001:00000010:1.0:1788201788.230179:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46540e9e00. 00000001:00000010:1.0:1788201788.230181:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46540e8e00. 00000001:00000010:1.0:1788201788.230183:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46540e9800. 00000001:00000010:1.0:1788201788.230185:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4655676620. 00000001:00000010:1.0:1788201788.230186:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c47727ee500. 00000001:00000001:1.0:1788201788.230187:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.230189:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23677 (ffff9c46540e4d40) now 3 - setup 00000020:00000001:1.0:1788201788.230190:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.230191:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.230192:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2afc0. 00000020:00000001:1.0:1788201788.230194:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.230195:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.230197:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.230198:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.230281:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.230292:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.230294:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.230295:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.230296:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.230297:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.230298:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.230300:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.230331:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.230376:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.230378:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.230379:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.230380:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.230382:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.230384:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.230386:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2afc0. 00000020:00000080:1.0:1788201788.230387:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.230390:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.230408:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23677 (ffff9c46540e4d40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.230409:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23677 (uuid obd_uuid_23677) 00000020:00000040:1.0:1788201788.230411:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23677 (ffff9c46540e4d40) now 1 - newdev 00000020:00000040:1.0:1788201788.230413:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46540b5800 with handle 0x8990e4d0a2216df9 from hash 00000020:00000040:1.0:1788201788.230416:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46540b5800 : new refcount 0 00000020:00000080:1.0:1788201788.230418:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46540b5800/obd_uuid_23677 00000020:00000001:1.0:1788201788.230420:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.230422:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.230423:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46540b5800/obd_uuid_23677 for obd_name_23677 00000020:00000001:1.0:1788201788.230424:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.230426:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.230427:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46540b5800. 00000020:00000001:1.0:1788201788.230430:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.230431:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23677 obd_type name = obd_test 00000020:01000000:1.0:1788201788.230432:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23677 (obd_uuid_23677) 00000020:00000001:1.0:1788201788.230434:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.230436:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.230439:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.230441:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.230443:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654bf9000. 00000020:00000010:1.0:1788201788.230445:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.230447:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.230449:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.230452:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c465567cec0. 00000020:00000010:1.0:1788201788.230454:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.230457:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.230459:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654bf9000. 00000020:00000010:1.0:1788201788.230462:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.230464:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.230465:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.230467:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.230470:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.230471:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46540e4d40. 00000020:00000001:1.0:1788201788.230476:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.230477:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.230479:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2afc0. 00000020:00000001:1.0:1788201788.230481:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.230482:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.230484:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.230485:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.230568:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.230578:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.230580:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.230581:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.230582:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.230583:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.230584:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.230585:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.230620:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.230687:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.230688:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.230689:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.230691:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.230693:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.230695:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.230697:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2afc0. 00000020:00000080:1.0:1788201788.230698:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.230701:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.230703:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23678: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.230705:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.230706:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23684 (ffff9c46540e3380) has no exports 00000020:00000001:1.0:1788201788.230708:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.230709:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.230711:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.230712:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.230714:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.230716:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654bfa800. 00000020:00000010:1.0:1788201788.230718:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.230720:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.230722:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.230724:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a4c0. 00000020:00000010:1.0:1788201788.230726:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a4c0. 00000020:00000010:1.0:1788201788.230729:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.230731:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.230732:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654bfa800. 00000020:00000010:1.0:1788201788.230734:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.230736:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.230737:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.230739:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.230740:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.230748:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.230750:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46540e9600. 00000001:00000010:1.0:1788201788.230752:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46540e9000. 00000001:00000010:1.0:1788201788.230754:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46540e8800. 00000001:00000010:1.0:1788201788.230756:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46540e8400. 00000001:00000010:1.0:1788201788.230757:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4655676660. 00000001:00000010:1.0:1788201788.230759:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c47727ee200. 00000001:00000001:1.0:1788201788.230760:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.230761:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23678 (ffff9c46540e3380) now 3 - setup 00000020:00000001:1.0:1788201788.230762:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.230764:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.230765:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2afc0. 00000020:00000001:1.0:1788201788.230766:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.230768:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.230769:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.230771:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.230881:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.230892:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.230893:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.230894:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.230895:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.230897:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.230898:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.230899:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.230929:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.230975:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.230976:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.230977:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.230979:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.230981:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.230983:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.230984:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2afc0. 00000020:00000080:1.0:1788201788.230986:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.230989:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.230991:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23678 (ffff9c46540e3380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.230992:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23678 (uuid obd_uuid_23678) 00000020:00000040:1.0:1788201788.230993:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23678 (ffff9c46540e3380) now 1 - newdev 00000020:00000040:1.0:1788201788.230996:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46540b5000 with handle 0x8990e4d0a2216e00 from hash 00000020:00000040:1.0:1788201788.230998:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46540b5000 : new refcount 0 00000020:00000080:1.0:1788201788.230999:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46540b5000/obd_uuid_23678 00000020:00000001:1.0:1788201788.231000:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.231001:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.231002:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46540b5000/obd_uuid_23678 for obd_name_23678 00000020:00000001:1.0:1788201788.231003:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.231004:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.231006:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46540b5000. 00000020:00000001:1.0:1788201788.231008:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.231009:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23678 obd_type name = obd_test 00000020:01000000:1.0:1788201788.231010:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23678 (obd_uuid_23678) 00000020:00000001:1.0:1788201788.231011:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.231013:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.231015:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.231016:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.231019:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654bfb000. 00000020:00000010:1.0:1788201788.231020:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.231022:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.231024:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.231026:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c465567c700. 00000020:00000010:1.0:1788201788.231028:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.231029:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.231031:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654bfb000. 00000020:00000010:1.0:1788201788.231032:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.231034:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.231035:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.231037:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.231038:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.231040:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46540e3380. 00000020:00000001:1.0:1788201788.231043:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.231044:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.231045:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2afc0. 00000020:00000001:1.0:1788201788.231047:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.231049:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.231050:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.231051:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.231151:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.231162:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.231163:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.231164:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.231166:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.231167:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.231168:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.231169:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.231201:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.231247:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.231249:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.231250:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.231252:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.231254:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.231256:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.231257:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2afc0. 00000020:00000080:1.0:1788201788.231259:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.231262:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.231263:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23679: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.231265:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.231267:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23685 (ffff9c46540f0000) has no exports 00000020:00000001:1.0:1788201788.231268:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.231269:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.231271:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.231273:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.231274:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.231277:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465406c800. 00000020:00000010:1.0:1788201788.231279:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.231281:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.231283:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.231284:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a440. 00000020:00000010:1.0:1788201788.231287:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a440. 00000020:00000010:1.0:1788201788.231290:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.231292:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.231293:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465406c800. 00000020:00000010:1.0:1788201788.231295:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.231296:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.231298:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.231299:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.231301:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.231311:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.231314:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46540e9400. 00000001:00000010:1.0:1788201788.231315:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46540e9c00. 00000001:00000010:1.0:1788201788.231317:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46540e8000. 00000001:00000010:1.0:1788201788.231319:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46540e8600. 00000001:00000010:1.0:1788201788.231320:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4655676ea0. 00000001:00000010:1.0:1788201788.231322:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c47727eec00. 00000001:00000001:1.0:1788201788.231323:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.231325:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23679 (ffff9c46540f0000) now 3 - setup 00000020:00000001:1.0:1788201788.231326:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.231327:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.231329:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2afc0. 00000020:00000001:1.0:1788201788.231331:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.231332:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.231333:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.231334:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.231576:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.231587:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.231588:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.231589:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.231590:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.231591:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.231593:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.231594:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.231634:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.231698:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.231700:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.231701:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.231702:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.231705:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.231706:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.231708:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2afc0. 00000020:00000080:1.0:1788201788.231709:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.231713:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.231714:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23679 (ffff9c46540f0000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.231716:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23679 (uuid obd_uuid_23679) 00000020:00000040:1.0:1788201788.231717:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23679 (ffff9c46540f0000) now 1 - newdev 00000020:00000040:1.0:1788201788.231719:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46540b7800 with handle 0x8990e4d0a2216e07 from hash 00000020:00000040:1.0:1788201788.231721:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46540b7800 : new refcount 0 00000020:00000080:1.0:1788201788.231723:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46540b7800/obd_uuid_23679 00000020:00000001:1.0:1788201788.231724:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.231726:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.231727:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46540b7800/obd_uuid_23679 for obd_name_23679 00000020:00000001:1.0:1788201788.231729:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.231730:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.231731:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46540b7800. 00000020:00000001:1.0:1788201788.231733:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.231734:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23679 obd_type name = obd_test 00000020:01000000:1.0:1788201788.231735:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23679 (obd_uuid_23679) 00000020:00000001:1.0:1788201788.231735:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.231737:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.231739:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.231741:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.231743:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465406e000. 00000020:00000010:1.0:1788201788.231745:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.231747:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.231748:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.231750:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c465567c140. 00000020:00000010:1.0:1788201788.231752:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.231754:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.231755:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465406e000. 00000020:00000010:1.0:1788201788.231757:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.231759:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.231760:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.231762:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.231763:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.231764:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46540f0000. 00000020:00000001:1.0:1788201788.231767:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.231769:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.231770:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2afc0. 00000020:00000001:1.0:1788201788.231772:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.231773:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.231775:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.231776:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.231860:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.231871:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.231873:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.231874:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.231875:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.231876:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.231877:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.231878:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.231909:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.231954:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.231956:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.231957:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.231958:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.231961:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.231962:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.231964:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2afc0. 00000020:00000080:1.0:1788201788.231965:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.231968:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.231970:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23680: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.231972:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.231973:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23686 (ffff9c46540f4d40) has no exports 00000020:00000001:1.0:1788201788.231974:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.231976:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.231977:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.231979:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.231981:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.231983:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465406b800. 00000020:00000010:1.0:1788201788.231985:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.231987:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.231988:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.231990:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2ad80. 00000020:00000010:1.0:1788201788.231993:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2ad80. 00000020:00000010:1.0:1788201788.231996:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.231997:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.231999:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465406b800. 00000020:00000010:1.0:1788201788.232001:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.232003:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.232004:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.232006:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.232007:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.232015:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.232018:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46540ca000. 00000001:00000010:1.0:1788201788.232020:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46540ca200. 00000001:00000010:1.0:1788201788.232021:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46540e9a00. 00000001:00000010:1.0:1788201788.232022:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46540e8c00. 00000001:00000010:1.0:1788201788.232025:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4655676bc0. 00000001:00000010:1.0:1788201788.232026:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c47727eef00. 00000001:00000001:1.0:1788201788.232028:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.232029:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23680 (ffff9c46540f4d40) now 3 - setup 00000020:00000001:1.0:1788201788.232030:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.232032:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.232033:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2afc0. 00000020:00000001:1.0:1788201788.232035:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.232036:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.232037:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.232038:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.232120:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.232144:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.232146:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.232147:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.232148:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.232149:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.232150:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.232151:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.232185:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.232232:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.232234:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.232235:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.232236:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.232238:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.232240:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.232242:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2afc0. 00000020:00000080:1.0:1788201788.232244:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.232247:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.232248:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23680 (ffff9c46540f4d40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.232250:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23680 (uuid obd_uuid_23680) 00000020:00000040:1.0:1788201788.232251:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23680 (ffff9c46540f4d40) now 1 - newdev 00000020:00000040:1.0:1788201788.232253:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46540b2800 with handle 0x8990e4d0a2216e0e from hash 00000020:00000040:1.0:1788201788.232255:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46540b2800 : new refcount 0 00000020:00000080:1.0:1788201788.232256:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46540b2800/obd_uuid_23680 00000020:00000001:1.0:1788201788.232258:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.232259:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.232260:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46540b2800/obd_uuid_23680 for obd_name_23680 00000020:00000001:1.0:1788201788.232262:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.232263:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.232264:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46540b2800. 00000020:00000001:1.0:1788201788.232267:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.232268:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23680 obd_type name = obd_test 00000020:01000000:1.0:1788201788.232269:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23680 (obd_uuid_23680) 00000020:00000001:1.0:1788201788.232270:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.232272:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.232274:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.232275:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.232277:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465406d000. 00000020:00000010:1.0:1788201788.232279:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.232281:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.232282:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.232284:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c465567cac0. 00000020:00000010:1.0:1788201788.232286:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.232288:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.232289:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465406d000. 00000020:00000010:1.0:1788201788.232291:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.232293:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.232294:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.232296:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.232297:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.232299:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46540f4d40. 00000020:00000001:1.0:1788201788.232302:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.232303:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.232305:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2afc0. 00000020:00000001:1.0:1788201788.232307:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.232309:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.232310:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.232311:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.232407:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.232418:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.232420:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.232421:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.232422:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.232423:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.232424:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.232425:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.232458:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.232505:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.232507:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.232508:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.232510:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.232512:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.232514:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.232515:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2afc0. 00000020:00000080:1.0:1788201788.232517:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.232520:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.232521:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23681: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.232523:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.232525:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23687 (ffff9c46540f3380) has no exports 00000020:00000001:1.0:1788201788.232526:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.232528:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.232530:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.232532:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.232534:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.232536:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465406d800. 00000020:00000010:1.0:1788201788.232539:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.232541:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.232543:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.232545:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a7c0. 00000020:00000010:1.0:1788201788.232548:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a7c0. 00000020:00000010:1.0:1788201788.232551:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.232553:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.232555:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465406d800. 00000020:00000010:1.0:1788201788.232556:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.232558:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.232559:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.232561:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.232562:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.232570:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.232573:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46540eb800. 00000001:00000010:1.0:1788201788.232575:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46540eb200. 00000001:00000010:1.0:1788201788.232577:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46540ea200. 00000001:00000010:1.0:1788201788.232579:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46540ea000. 00000001:00000010:1.0:1788201788.232582:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4655676380. 00000001:00000010:1.0:1788201788.232583:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c47727ee600. 00000001:00000001:1.0:1788201788.232585:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.232587:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23681 (ffff9c46540f3380) now 3 - setup 00000020:00000001:1.0:1788201788.232588:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.232590:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.232592:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2afc0. 00000020:00000001:1.0:1788201788.232595:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.232596:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.232598:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.232599:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.232709:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.232720:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.232721:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.232722:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.232723:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.232724:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.232726:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.232727:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.232758:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.232804:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.232806:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.232807:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.232809:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.232811:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.232813:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.232814:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2afc0. 00000020:00000080:1.0:1788201788.232816:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.232819:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.232820:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23681 (ffff9c46540f3380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.232822:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23681 (uuid obd_uuid_23681) 00000020:00000040:1.0:1788201788.232823:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23681 (ffff9c46540f3380) now 1 - newdev 00000020:00000040:1.0:1788201788.232825:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46540b1000 with handle 0x8990e4d0a2216e15 from hash 00000020:00000040:1.0:1788201788.232828:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46540b1000 : new refcount 0 00000020:00000080:1.0:1788201788.232829:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46540b1000/obd_uuid_23681 00000020:00000001:1.0:1788201788.232830:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.232831:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.232832:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46540b1000/obd_uuid_23681 for obd_name_23681 00000020:00000001:1.0:1788201788.232833:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.232834:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.232836:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46540b1000. 00000020:00000001:1.0:1788201788.232838:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.232839:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23681 obd_type name = obd_test 00000020:01000000:1.0:1788201788.232840:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23681 (obd_uuid_23681) 00000020:00000001:1.0:1788201788.232841:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.232843:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.232845:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.232846:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.232848:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b78000. 00000020:00000010:1.0:1788201788.232850:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.232852:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.232854:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.232856:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c465567c980. 00000020:00000010:1.0:1788201788.232858:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.232859:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.232861:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b78000. 00000020:00000010:1.0:1788201788.232862:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.232864:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.232866:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.232867:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.232868:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.232870:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46540f3380. 00000020:00000001:1.0:1788201788.232872:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.232874:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.232875:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2afc0. 00000020:00000001:1.0:1788201788.232877:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.232879:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.232880:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.232881:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.232962:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.232972:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.232974:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.232975:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.232977:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.232978:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.232979:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.232980:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.233010:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.233055:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.233057:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.233058:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.233060:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.233062:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.233064:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.233065:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2afc0. 00000020:00000080:1.0:1788201788.233067:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.233070:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.233072:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23682: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.233073:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.233074:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23688 (ffff9c46540f19c0) has no exports 00000020:00000001:1.0:1788201788.233076:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.233077:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.233079:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.233080:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.233082:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.233084:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b7a000. 00000020:00000010:1.0:1788201788.233086:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.233088:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.233089:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.233092:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a740. 00000020:00000010:1.0:1788201788.233094:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a740. 00000020:00000010:1.0:1788201788.233097:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.233099:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.233100:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b7a000. 00000020:00000010:1.0:1788201788.233102:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.233104:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.233106:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.233108:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.233110:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.233161:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.233167:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46540eae00. 00000001:00000010:1.0:1788201788.233170:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46540ebe00. 00000001:00000010:1.0:1788201788.233172:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46540ebc00. 00000001:00000010:1.0:1788201788.233174:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46540eb000. 00000001:00000010:1.0:1788201788.233175:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4655676220. 00000001:00000010:1.0:1788201788.233177:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c476d8b7700. 00000001:00000001:1.0:1788201788.233180:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.233181:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23682 (ffff9c46540f19c0) now 3 - setup 00000020:00000001:1.0:1788201788.233183:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.233184:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.233186:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2afc0. 00000020:00000001:1.0:1788201788.233189:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.233190:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.233192:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.233193:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.233317:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.233328:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.233329:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.233330:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.233331:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.233333:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.233334:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.233335:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.233366:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.233429:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.233431:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.233432:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.233434:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.233436:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.233438:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.233440:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2afc0. 00000020:00000080:1.0:1788201788.233441:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.233444:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.233446:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23682 (ffff9c46540f19c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.233447:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23682 (uuid obd_uuid_23682) 00000020:00000040:1.0:1788201788.233449:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23682 (ffff9c46540f19c0) now 1 - newdev 00000020:00000040:1.0:1788201788.233451:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46540fe800 with handle 0x8990e4d0a2216e1c from hash 00000020:00000040:1.0:1788201788.233453:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46540fe800 : new refcount 0 00000020:00000080:1.0:1788201788.233454:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46540fe800/obd_uuid_23682 00000020:00000001:1.0:1788201788.233455:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.233456:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.233457:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46540fe800/obd_uuid_23682 for obd_name_23682 00000020:00000001:1.0:1788201788.233459:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.233460:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.233461:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46540fe800. 00000020:00000001:1.0:1788201788.233463:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.233464:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23682 obd_type name = obd_test 00000020:01000000:1.0:1788201788.233466:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23682 (obd_uuid_23682) 00000020:00000001:1.0:1788201788.233467:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.233468:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.233470:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.233472:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.233474:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b78800. 00000020:00000010:1.0:1788201788.233475:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.233477:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.233479:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.233481:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c465567c380. 00000020:00000010:1.0:1788201788.233483:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.233484:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.233486:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b78800. 00000020:00000010:1.0:1788201788.233487:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.233489:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.233491:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.233492:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.233493:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.233495:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46540f19c0. 00000020:00000001:1.0:1788201788.233497:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.233499:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.233500:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2afc0. 00000020:00000001:1.0:1788201788.233502:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.233504:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.233505:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.233506:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.233587:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.233598:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.233600:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.233601:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.233602:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.233603:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.233605:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.233606:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.233652:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.233710:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.233712:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.233713:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.233714:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.233717:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.233718:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.233720:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2afc0. 00000020:00000080:1.0:1788201788.233721:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.233725:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.233726:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23683: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.233728:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.233729:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23689 (ffff9c465410b380) has no exports 00000020:00000001:1.0:1788201788.233731:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.233732:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.233734:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.233735:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.233737:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.233739:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b7b000. 00000020:00000010:1.0:1788201788.233741:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.233743:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.233745:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.233747:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a900. 00000020:00000010:1.0:1788201788.233749:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a900. 00000020:00000010:1.0:1788201788.233752:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.233754:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.233755:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b7b000. 00000020:00000010:1.0:1788201788.233757:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.233759:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.233760:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.233762:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.233763:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.233771:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.233774:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46540eb600. 00000001:00000010:1.0:1788201788.233776:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46540eaa00. 00000001:00000010:1.0:1788201788.233778:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46540eac00. 00000001:00000010:1.0:1788201788.233779:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46540ea800. 00000001:00000010:1.0:1788201788.233781:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4655676a20. 00000001:00000010:1.0:1788201788.233782:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c476d8b7a00. 00000001:00000001:1.0:1788201788.233784:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.233785:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23683 (ffff9c465410b380) now 3 - setup 00000020:00000001:1.0:1788201788.233786:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.233787:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.233789:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2afc0. 00000020:00000001:1.0:1788201788.233790:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.233792:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.233793:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.233794:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.233875:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.233886:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.233887:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.233888:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.233890:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.233891:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.233892:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.233893:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.233923:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.233969:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.233970:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.233971:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.233973:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.233975:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.233977:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.233979:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2afc0. 00000020:00000080:1.0:1788201788.233980:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.233983:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.233985:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23683 (ffff9c465410b380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.233986:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23683 (uuid obd_uuid_23683) 00000020:00000040:1.0:1788201788.233987:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23683 (ffff9c465410b380) now 1 - newdev 00000020:00000040:1.0:1788201788.233990:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46540ff000 with handle 0x8990e4d0a2216e23 from hash 00000020:00000040:1.0:1788201788.233992:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46540ff000 : new refcount 0 00000020:00000080:1.0:1788201788.233993:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46540ff000/obd_uuid_23683 00000020:00000001:1.0:1788201788.233995:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.233996:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.233997:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46540ff000/obd_uuid_23683 for obd_name_23683 00000020:00000001:1.0:1788201788.233999:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.234000:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.234001:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46540ff000. 00000020:00000001:1.0:1788201788.234002:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.234003:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23683 obd_type name = obd_test 00000020:01000000:1.0:1788201788.234004:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23683 (obd_uuid_23683) 00000020:00000001:1.0:1788201788.234005:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.234007:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.234009:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.234010:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.234012:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b7f000. 00000020:00000010:1.0:1788201788.234014:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.234016:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.234018:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.234019:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c465567c080. 00000020:00000010:1.0:1788201788.234021:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.234023:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.234024:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b7f000. 00000020:00000010:1.0:1788201788.234026:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.234027:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.234029:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.234030:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.234032:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.234033:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c465410b380. 00000020:00000001:1.0:1788201788.234049:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.234051:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.234052:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2afc0. 00000020:00000001:1.0:1788201788.234055:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.234056:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.234058:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.234059:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.234188:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.234199:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.234200:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.234201:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.234202:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.234204:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.234205:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.234206:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.234237:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.234285:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.234286:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.234288:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.234289:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.234291:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.234293:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.234295:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2afc0. 00000020:00000080:1.0:1788201788.234296:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.234299:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.234301:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23684: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.234302:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.234304:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23690 (ffff9c46541099c0) has no exports 00000020:00000001:1.0:1788201788.234305:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.234306:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.234308:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.234310:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.234312:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.234314:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b79800. 00000020:00000010:1.0:1788201788.234316:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.234317:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.234319:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.234321:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a400. 00000020:00000010:1.0:1788201788.234324:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a400. 00000020:00000010:1.0:1788201788.234327:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.234328:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.234330:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b79800. 00000020:00000010:1.0:1788201788.234332:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.234334:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.234335:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.234337:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.234338:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.234350:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.234353:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46540e8200. 00000001:00000010:1.0:1788201788.234355:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46540e9200. 00000001:00000010:1.0:1788201788.234357:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46540ea400. 00000001:00000010:1.0:1788201788.234359:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46540eb400. 00000001:00000010:1.0:1788201788.234360:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c46556762c0. 00000001:00000010:1.0:1788201788.234362:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c476d8b7e00. 00000001:00000001:1.0:1788201788.234364:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.234365:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23684 (ffff9c46541099c0) now 3 - setup 00000020:00000001:1.0:1788201788.234366:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.234367:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.234369:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2afc0. 00000020:00000001:1.0:1788201788.234371:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.234372:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.234374:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.234375:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.234484:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.234495:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.234496:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.234498:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.234499:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.234500:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.234501:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.234502:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.234533:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.234580:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.234582:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.234583:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.234584:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.234586:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.234588:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.234590:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2afc0. 00000020:00000080:1.0:1788201788.234592:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.234595:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.234596:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23684 (ffff9c46541099c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.234598:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23684 (uuid obd_uuid_23684) 00000020:00000040:1.0:1788201788.234599:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23684 (ffff9c46541099c0) now 1 - newdev 00000020:00000040:1.0:1788201788.234601:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46540f9800 with handle 0x8990e4d0a2216e2a from hash 00000020:00000040:1.0:1788201788.234603:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46540f9800 : new refcount 0 00000020:00000080:1.0:1788201788.234605:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46540f9800/obd_uuid_23684 00000020:00000001:1.0:1788201788.234606:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.234608:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.234609:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46540f9800/obd_uuid_23684 for obd_name_23684 00000020:00000001:1.0:1788201788.234611:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.234612:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.234614:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46540f9800. 00000020:00000001:1.0:1788201788.234618:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.234620:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23684 obd_type name = obd_test 00000020:01000000:1.0:1788201788.234621:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23684 (obd_uuid_23684) 00000020:00000001:1.0:1788201788.234623:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.234626:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.234629:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.234631:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.234634:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b79000. 00000020:00000010:1.0:1788201788.234637:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.234640:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.234642:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.234645:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c465567c9c0. 00000020:00000010:1.0:1788201788.234648:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.234651:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.234653:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b79000. 00000020:00000010:1.0:1788201788.234656:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.234659:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.234661:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.234664:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.234667:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.234668:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46541099c0. 00000020:00000001:1.0:1788201788.234672:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.234673:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.234675:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2afc0. 00000020:00000001:1.0:1788201788.234677:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.234679:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.234680:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.234682:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.234767:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.234778:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.234779:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.234780:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.234782:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.234783:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.234784:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.234785:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.234815:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.234862:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.234864:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.234865:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.234867:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.234869:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.234870:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.234872:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2afc0. 00000020:00000080:1.0:1788201788.234873:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.234877:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.234878:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23685: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.234879:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.234881:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23691 (ffff9c4654108000) has no exports 00000020:00000001:1.0:1788201788.234882:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.234883:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.234885:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.234887:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.234889:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.234891:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b7e800. 00000020:00000010:1.0:1788201788.234893:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.234895:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.234897:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.234898:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a380. 00000020:00000010:1.0:1788201788.234901:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a380. 00000020:00000010:1.0:1788201788.234904:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.234906:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.234907:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b7e800. 00000020:00000010:1.0:1788201788.234909:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.234911:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.234912:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.234913:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.234915:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.234923:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.234926:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654110c00. 00000001:00000010:1.0:1788201788.234929:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654110800. 00000001:00000010:1.0:1788201788.234930:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654110400. 00000001:00000010:1.0:1788201788.234932:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654111400. 00000001:00000010:1.0:1788201788.234933:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4655676840. 00000001:00000010:1.0:1788201788.234935:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c476d8b7b00. 00000001:00000001:1.0:1788201788.234937:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.234938:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23685 (ffff9c4654108000) now 3 - setup 00000020:00000001:1.0:1788201788.234939:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.234940:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.234942:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2afc0. 00000020:00000001:1.0:1788201788.234943:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.234944:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.234946:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.234947:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.235028:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.235038:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.235040:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.235041:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.235042:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.235044:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.235045:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.235046:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.235076:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.235146:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.235149:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.235150:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.235153:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.235157:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.235160:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.235162:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2afc0. 00000020:00000080:1.0:1788201788.235165:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.235170:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.235172:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23685 (ffff9c4654108000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.235175:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23685 (uuid obd_uuid_23685) 00000020:00000040:1.0:1788201788.235176:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23685 (ffff9c4654108000) now 1 - newdev 00000020:00000040:1.0:1788201788.235178:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46540f8800 with handle 0x8990e4d0a2216e31 from hash 00000020:00000040:1.0:1788201788.235180:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46540f8800 : new refcount 0 00000020:00000080:1.0:1788201788.235181:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46540f8800/obd_uuid_23685 00000020:00000001:1.0:1788201788.235183:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.235184:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.235185:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46540f8800/obd_uuid_23685 for obd_name_23685 00000020:00000001:1.0:1788201788.235187:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.235188:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.235189:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46540f8800. 00000020:00000001:1.0:1788201788.235192:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.235193:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23685 obd_type name = obd_test 00000020:01000000:1.0:1788201788.235194:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23685 (obd_uuid_23685) 00000020:00000001:1.0:1788201788.235195:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.235197:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.235199:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.235200:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.235203:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b7f800. 00000020:00000010:1.0:1788201788.235204:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.235207:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.235208:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.235210:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c465567c2c0. 00000020:00000010:1.0:1788201788.235212:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.235214:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.235215:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b7f800. 00000020:00000010:1.0:1788201788.235217:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.235219:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.235220:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.235222:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.235223:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.235224:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654108000. 00000020:00000001:1.0:1788201788.235227:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.235228:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.235230:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2afc0. 00000020:00000001:1.0:1788201788.235232:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.235234:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.235235:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.235237:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.235324:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.235335:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.235337:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.235338:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.235339:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.235340:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.235342:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.235343:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.235373:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.235455:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.235457:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.235458:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.235460:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.235462:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.235464:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.235465:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2afc0. 00000020:00000080:1.0:1788201788.235467:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.235470:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.235472:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23686: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.235473:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.235475:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23692 (ffff9c465410cd40) has no exports 00000020:00000001:1.0:1788201788.235476:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.235477:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.235479:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.235481:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.235482:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.235484:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b7a800. 00000020:00000010:1.0:1788201788.235486:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.235488:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.235490:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.235492:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2aa40. 00000020:00000010:1.0:1788201788.235494:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2aa40. 00000020:00000010:1.0:1788201788.235497:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.235499:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.235501:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b7a800. 00000020:00000010:1.0:1788201788.235502:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.235504:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.235505:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.235507:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.235508:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.235516:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.235518:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654111a00. 00000001:00000010:1.0:1788201788.235520:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654110600. 00000001:00000010:1.0:1788201788.235522:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654111800. 00000001:00000010:1.0:1788201788.235523:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654111200. 00000001:00000010:1.0:1788201788.235525:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4655676de0. 00000001:00000010:1.0:1788201788.235526:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c476d8b7300. 00000001:00000001:1.0:1788201788.235528:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.235529:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23686 (ffff9c465410cd40) now 3 - setup 00000020:00000001:1.0:1788201788.235530:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.235531:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.235533:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2afc0. 00000020:00000001:1.0:1788201788.235535:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.235536:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.235538:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.235539:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.235628:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.235642:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.235644:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.235646:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.235648:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.235650:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.235652:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.235654:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.235693:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.235742:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.235744:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.235745:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.235747:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.235748:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.235750:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.235752:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2afc0. 00000020:00000080:1.0:1788201788.235753:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.235756:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.235758:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23686 (ffff9c465410cd40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.235760:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23686 (uuid obd_uuid_23686) 00000020:00000040:1.0:1788201788.235761:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23686 (ffff9c465410cd40) now 1 - newdev 00000020:00000040:1.0:1788201788.235763:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46540fb000 with handle 0x8990e4d0a2216e38 from hash 00000020:00000040:1.0:1788201788.235765:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46540fb000 : new refcount 0 00000020:00000080:1.0:1788201788.235766:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46540fb000/obd_uuid_23686 00000020:00000001:1.0:1788201788.235768:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.235769:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.235770:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46540fb000/obd_uuid_23686 for obd_name_23686 00000020:00000001:1.0:1788201788.235771:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.235773:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.235774:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46540fb000. 00000020:00000001:1.0:1788201788.235777:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.235778:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23686 obd_type name = obd_test 00000020:01000000:1.0:1788201788.235779:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23686 (obd_uuid_23686) 00000020:00000001:1.0:1788201788.235781:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.235782:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.235784:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.235786:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.235788:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b7d800. 00000020:00000010:1.0:1788201788.235789:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.235791:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.235793:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.235795:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c465567ca00. 00000020:00000010:1.0:1788201788.235797:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.235798:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.235800:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b7d800. 00000020:00000010:1.0:1788201788.235801:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.235803:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.235804:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.235806:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.235807:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.235809:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c465410cd40. 00000020:00000001:1.0:1788201788.235812:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.235813:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.235815:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2afc0. 00000020:00000001:1.0:1788201788.235817:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.235818:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.235820:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.235821:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.235902:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.235913:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.235915:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.235916:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.235917:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.235918:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.235919:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.235921:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.235952:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.235998:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.236000:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.236001:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.236003:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.236005:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.236006:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.236008:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2afc0. 00000020:00000080:1.0:1788201788.236009:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.236012:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.236014:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23687: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.236015:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.236017:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23693 (ffff9c46541199c0) has no exports 00000020:00000001:1.0:1788201788.236018:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.236019:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.236021:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.236023:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.236024:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.236026:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b7d000. 00000020:00000010:1.0:1788201788.236028:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.236030:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.236032:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.236034:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a700. 00000020:00000010:1.0:1788201788.236036:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a700. 00000020:00000010:1.0:1788201788.236039:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.236041:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.236042:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b7d000. 00000020:00000010:1.0:1788201788.236044:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.236046:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.236047:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.236049:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.236050:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.236059:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.236062:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654110200. 00000001:00000010:1.0:1788201788.236064:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654110000. 00000001:00000010:1.0:1788201788.236065:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654111600. 00000001:00000010:1.0:1788201788.236067:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654110a00. 00000001:00000010:1.0:1788201788.236068:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4655676c60. 00000001:00000010:1.0:1788201788.236069:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c476d8b7900. 00000001:00000001:1.0:1788201788.236071:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.236072:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23687 (ffff9c46541199c0) now 3 - setup 00000020:00000001:1.0:1788201788.236073:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.236074:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.236076:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2afc0. 00000020:00000001:1.0:1788201788.236078:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.236079:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.236080:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.236082:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.236208:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.236219:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.236220:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.236221:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.236222:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.236224:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.236225:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.236226:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.236256:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.236303:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.236305:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.236306:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.236308:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.236310:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.236311:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.236313:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2afc0. 00000020:00000080:1.0:1788201788.236315:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.236318:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.236320:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23687 (ffff9c46541199c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.236321:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23687 (uuid obd_uuid_23687) 00000020:00000040:1.0:1788201788.236322:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23687 (ffff9c46541199c0) now 1 - newdev 00000020:00000040:1.0:1788201788.236325:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46540f8000 with handle 0x8990e4d0a2216e3f from hash 00000020:00000040:1.0:1788201788.236327:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46540f8000 : new refcount 0 00000020:00000080:1.0:1788201788.236328:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46540f8000/obd_uuid_23687 00000020:00000001:1.0:1788201788.236330:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.236331:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.236332:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46540f8000/obd_uuid_23687 for obd_name_23687 00000020:00000001:1.0:1788201788.236333:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.236334:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.236336:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46540f8000. 00000020:00000001:1.0:1788201788.236338:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.236339:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23687 obd_type name = obd_test 00000020:01000000:1.0:1788201788.236340:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23687 (obd_uuid_23687) 00000020:00000001:1.0:1788201788.236341:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.236342:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.236344:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.236346:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.236348:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b7b800. 00000020:00000010:1.0:1788201788.236350:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.236352:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.236353:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.236355:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c465567cb00. 00000020:00000010:1.0:1788201788.236357:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.236359:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.236360:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b7b800. 00000020:00000010:1.0:1788201788.236362:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.236363:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.236365:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.236367:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.236368:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.236369:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46541199c0. 00000020:00000001:1.0:1788201788.236373:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.236374:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.236375:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2afc0. 00000020:00000001:1.0:1788201788.236378:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.236379:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.236381:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.236382:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.236483:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.236494:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.236495:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.236496:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.236497:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.236499:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.236500:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.236501:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.236531:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.236575:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.236577:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.236578:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.236580:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.236582:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.236583:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.236585:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2afc0. 00000020:00000080:1.0:1788201788.236587:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.236590:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.236591:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23688: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.236593:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.236594:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23694 (ffff9c4654118000) has no exports 00000020:00000001:1.0:1788201788.236595:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.236597:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.236599:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.236600:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.236602:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.236604:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b7e000. 00000020:00000010:1.0:1788201788.236606:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.236607:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.236609:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.236612:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a200. 00000020:00000010:1.0:1788201788.236616:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a200. 00000020:00000010:1.0:1788201788.236620:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.236623:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.236626:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b7e000. 00000020:00000010:1.0:1788201788.236628:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.236630:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.236633:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.236635:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.236638:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.236649:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.236654:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46540eba00. 00000001:00000010:1.0:1788201788.236657:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46540ea600. 00000001:00000010:1.0:1788201788.236660:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654111e00. 00000001:00000010:1.0:1788201788.236662:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654110e00. 00000001:00000010:1.0:1788201788.236665:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c46556767e0. 00000001:00000010:1.0:1788201788.236667:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c476d8b7000. 00000001:00000001:1.0:1788201788.236670:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.236671:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23688 (ffff9c4654118000) now 3 - setup 00000020:00000001:1.0:1788201788.236672:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.236674:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.236675:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2afc0. 00000020:00000001:1.0:1788201788.236678:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.236679:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.236681:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.236682:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.236767:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.236778:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.236779:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.236781:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.236782:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.236783:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.236784:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.236785:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.236816:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.236861:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.236863:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.236864:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.236866:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.236868:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.236870:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.236871:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2afc0. 00000020:00000080:1.0:1788201788.236873:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.236876:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.236878:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23688 (ffff9c4654118000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.236879:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23688 (uuid obd_uuid_23688) 00000020:00000040:1.0:1788201788.236881:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23688 (ffff9c4654118000) now 1 - newdev 00000020:00000040:1.0:1788201788.236883:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46540fa000 with handle 0x8990e4d0a2216e46 from hash 00000020:00000040:1.0:1788201788.236885:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46540fa000 : new refcount 0 00000020:00000080:1.0:1788201788.236886:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46540fa000/obd_uuid_23688 00000020:00000001:1.0:1788201788.236887:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.236889:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.236890:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46540fa000/obd_uuid_23688 for obd_name_23688 00000020:00000001:1.0:1788201788.236891:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.236892:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.236893:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46540fa000. 00000020:00000001:1.0:1788201788.236896:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.236897:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23688 obd_type name = obd_test 00000020:01000000:1.0:1788201788.236899:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23688 (obd_uuid_23688) 00000020:00000001:1.0:1788201788.236900:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.236901:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.236903:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.236905:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.236907:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b7c000. 00000020:00000010:1.0:1788201788.236909:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.236911:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.236912:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.236914:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c465567c5c0. 00000020:00000010:1.0:1788201788.236916:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.236918:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.236919:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b7c000. 00000020:00000010:1.0:1788201788.236921:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.236922:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.236924:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.236926:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.236927:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.236928:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654118000. 00000020:00000001:1.0:1788201788.236931:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.236932:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.236934:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2afc0. 00000020:00000001:1.0:1788201788.236936:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.236938:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.236939:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.236940:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.237021:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.237032:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.237033:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.237034:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.237035:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.237036:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.237038:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.237039:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.237069:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.237120:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.237122:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.237123:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.237126:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.237142:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.237145:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.237148:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2afc0. 00000020:00000080:1.0:1788201788.237150:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.237155:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.237157:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23689: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.237159:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.237161:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23695 (ffff9c465411cd40) has no exports 00000020:00000001:1.0:1788201788.237163:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.237165:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.237168:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.237171:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.237173:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.237176:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b7c800. 00000020:00000010:1.0:1788201788.237177:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.237179:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.237181:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.237183:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2ad00. 00000020:00000010:1.0:1788201788.237186:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2ad00. 00000020:00000010:1.0:1788201788.237190:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.237192:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.237193:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b7c800. 00000020:00000010:1.0:1788201788.237195:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.237197:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.237198:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.237200:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.237201:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.237209:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.237212:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654113600. 00000001:00000010:1.0:1788201788.237214:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654112a00. 00000001:00000010:1.0:1788201788.237215:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654113e00. 00000001:00000010:1.0:1788201788.237217:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654112e00. 00000001:00000010:1.0:1788201788.237218:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c46556766a0. 00000001:00000010:1.0:1788201788.237219:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c476d8b7800. 00000001:00000001:1.0:1788201788.237221:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.237222:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23689 (ffff9c465411cd40) now 3 - setup 00000020:00000001:1.0:1788201788.237223:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.237224:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.237226:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2afc0. 00000020:00000001:1.0:1788201788.237228:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.237229:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.237231:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.237232:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.237319:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.237330:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.237332:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.237333:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.237334:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.237335:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.237336:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.237338:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.237368:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.237458:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.237460:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.237461:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.237463:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.237465:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.237467:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.237468:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2afc0. 00000020:00000080:1.0:1788201788.237470:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.237473:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.237474:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23689 (ffff9c465411cd40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.237476:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23689 (uuid obd_uuid_23689) 00000020:00000040:1.0:1788201788.237477:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23689 (ffff9c465411cd40) now 1 - newdev 00000020:00000040:1.0:1788201788.237480:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46540fc000 with handle 0x8990e4d0a2216e4d from hash 00000020:00000040:1.0:1788201788.237482:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46540fc000 : new refcount 0 00000020:00000080:1.0:1788201788.237483:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46540fc000/obd_uuid_23689 00000020:00000001:1.0:1788201788.237484:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.237486:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.237487:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46540fc000/obd_uuid_23689 for obd_name_23689 00000020:00000001:1.0:1788201788.237488:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.237489:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.237490:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46540fc000. 00000020:00000001:1.0:1788201788.237494:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.237495:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23689 obd_type name = obd_test 00000020:01000000:1.0:1788201788.237496:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23689 (obd_uuid_23689) 00000020:00000001:1.0:1788201788.237497:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.237498:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.237500:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.237501:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.237504:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654bf8800. 00000020:00000010:1.0:1788201788.237506:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.237508:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.237509:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.237511:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c47727f9240. 00000020:00000010:1.0:1788201788.237513:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.237515:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.237517:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654bf8800. 00000020:00000010:1.0:1788201788.237518:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.237520:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.237521:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.237523:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.237524:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.237525:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c465411cd40. 00000020:00000001:1.0:1788201788.237528:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.237529:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.237531:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2afc0. 00000020:00000001:1.0:1788201788.237533:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.237535:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.237536:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.237537:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.237628:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.237643:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.237645:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.237647:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.237649:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.237651:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.237653:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.237656:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.237694:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.237742:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.237744:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.237745:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.237747:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.237749:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.237751:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.237753:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2afc0. 00000020:00000080:1.0:1788201788.237754:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.237757:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.237759:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23690: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.237760:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.237762:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23696 (ffff9c465411b380) has no exports 00000020:00000001:1.0:1788201788.237763:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.237764:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.237766:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.237768:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.237770:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.237772:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654bfe800. 00000020:00000010:1.0:1788201788.237773:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.237775:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.237777:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.237779:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a780. 00000020:00000010:1.0:1788201788.237781:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a780. 00000020:00000010:1.0:1788201788.237785:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.237786:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.237788:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654bfe800. 00000020:00000010:1.0:1788201788.237790:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.237792:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.237793:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.237795:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.237796:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.237805:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.237808:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654113000. 00000001:00000010:1.0:1788201788.237809:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654113c00. 00000001:00000010:1.0:1788201788.237811:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654112c00. 00000001:00000010:1.0:1788201788.237812:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654112800. 00000001:00000010:1.0:1788201788.237814:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4655676740. 00000001:00000010:1.0:1788201788.237815:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c476d8b7500. 00000001:00000001:1.0:1788201788.237817:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.237817:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23690 (ffff9c465411b380) now 3 - setup 00000020:00000001:1.0:1788201788.237819:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.237821:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.237822:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2afc0. 00000020:00000001:1.0:1788201788.237824:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.237825:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.237827:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.237828:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.237910:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.237920:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.237922:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.237923:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.237924:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.237925:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.237926:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.237927:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.237957:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.238002:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.238003:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.238004:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.238006:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.238008:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.238010:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.238012:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2afc0. 00000020:00000080:1.0:1788201788.238013:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.238016:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.238018:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23690 (ffff9c465411b380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.238019:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23690 (uuid obd_uuid_23690) 00000020:00000040:1.0:1788201788.238020:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23690 (ffff9c465411b380) now 1 - newdev 00000020:00000040:1.0:1788201788.238023:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46540fc800 with handle 0x8990e4d0a2216e54 from hash 00000020:00000040:1.0:1788201788.238024:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46540fc800 : new refcount 0 00000020:00000080:1.0:1788201788.238026:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46540fc800/obd_uuid_23690 00000020:00000001:1.0:1788201788.238027:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.238028:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.238029:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46540fc800/obd_uuid_23690 for obd_name_23690 00000020:00000001:1.0:1788201788.238030:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.238031:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.238033:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46540fc800. 00000020:00000001:1.0:1788201788.238035:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.238036:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23690 obd_type name = obd_test 00000020:01000000:1.0:1788201788.238038:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23690 (obd_uuid_23690) 00000020:00000001:1.0:1788201788.238039:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.238040:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.238042:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.238044:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.238046:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654bff000. 00000020:00000010:1.0:1788201788.238047:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.238049:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.238051:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.238053:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c47727f9580. 00000020:00000010:1.0:1788201788.238055:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.238056:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.238058:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654bff000. 00000020:00000010:1.0:1788201788.238059:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.238061:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.238062:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.238064:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.238065:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.238067:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c465411b380. 00000020:00000001:1.0:1788201788.238069:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.238070:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.238072:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2afc0. 00000020:00000001:1.0:1788201788.238074:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.238075:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.238077:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.238078:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.238201:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.238212:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.238214:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.238215:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.238216:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.238218:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.238219:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.238220:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.238251:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.238297:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.238299:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.238300:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.238301:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.238303:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.238305:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.238307:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2afc0. 00000020:00000080:1.0:1788201788.238308:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.238311:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.238313:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23691: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.238315:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.238316:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23697 (ffff9c46541299c0) has no exports 00000020:00000001:1.0:1788201788.238317:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.238319:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.238320:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.238322:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.238324:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.238327:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b04800. 00000020:00000010:1.0:1788201788.238328:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.238330:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.238332:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.238334:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a340. 00000020:00000010:1.0:1788201788.238337:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a340. 00000020:00000010:1.0:1788201788.238340:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.238342:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.238343:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b04800. 00000020:00000010:1.0:1788201788.238345:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.238347:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.238348:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.238350:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.238351:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.238359:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.238362:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654112400. 00000001:00000010:1.0:1788201788.238364:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654113400. 00000001:00000010:1.0:1788201788.238365:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654112200. 00000001:00000010:1.0:1788201788.238367:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654112000. 00000001:00000010:1.0:1788201788.238368:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4655676a40. 00000001:00000010:1.0:1788201788.238370:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c476d8b7200. 00000001:00000001:1.0:1788201788.238371:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.238372:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23691 (ffff9c46541299c0) now 3 - setup 00000020:00000001:1.0:1788201788.238373:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.238375:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.238376:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2afc0. 00000020:00000001:1.0:1788201788.238378:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.238379:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.238381:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.238382:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.238488:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.238499:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.238500:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.238501:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.238502:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.238503:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.238504:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.238506:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.238536:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.238581:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.238583:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.238584:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.238586:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.238588:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.238590:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.238591:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2afc0. 00000020:00000080:1.0:1788201788.238593:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.238596:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.238598:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23691 (ffff9c46541299c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.238599:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23691 (uuid obd_uuid_23691) 00000020:00000040:1.0:1788201788.238601:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23691 (ffff9c46541299c0) now 1 - newdev 00000020:00000040:1.0:1788201788.238603:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46540fb800 with handle 0x8990e4d0a2216e5b from hash 00000020:00000040:1.0:1788201788.238605:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46540fb800 : new refcount 0 00000020:00000080:1.0:1788201788.238606:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46540fb800/obd_uuid_23691 00000020:00000001:1.0:1788201788.238608:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.238609:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.238610:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46540fb800/obd_uuid_23691 for obd_name_23691 00000020:00000001:1.0:1788201788.238612:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.238613:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.238616:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46540fb800. 00000020:00000001:1.0:1788201788.238619:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.238621:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23691 obd_type name = obd_test 00000020:01000000:1.0:1788201788.238622:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23691 (obd_uuid_23691) 00000020:00000001:1.0:1788201788.238624:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.238626:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.238629:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.238632:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.238635:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b03800. 00000020:00000010:1.0:1788201788.238639:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.238642:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.238644:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.238647:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c47727f97c0. 00000020:00000010:1.0:1788201788.238650:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.238653:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.238655:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b03800. 00000020:00000010:1.0:1788201788.238658:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.238661:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.238663:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.238665:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.238667:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.238670:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46541299c0. 00000020:00000001:1.0:1788201788.238673:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.238675:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.238676:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2afc0. 00000020:00000001:1.0:1788201788.238680:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.238681:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.238683:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.238684:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.238770:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.238781:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.238782:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.238783:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.238785:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.238786:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.238787:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.238788:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.238818:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.238864:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.238866:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.238866:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.238868:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.238870:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.238872:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.238874:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2afc0. 00000020:00000080:1.0:1788201788.238875:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.238878:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.238880:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23692: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.238881:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.238882:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23698 (ffff9c4654128000) has no exports 00000020:00000001:1.0:1788201788.238883:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.238885:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.238887:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.238888:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.238890:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.238892:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b02000. 00000020:00000010:1.0:1788201788.238894:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.238896:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.238897:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.238899:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a080. 00000020:00000010:1.0:1788201788.238902:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a080. 00000020:00000010:1.0:1788201788.238906:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.238908:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.238909:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b02000. 00000020:00000010:1.0:1788201788.238911:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.238913:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.238914:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.238916:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.238917:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.238925:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.238928:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654111000. 00000001:00000010:1.0:1788201788.238929:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654111c00. 00000001:00000010:1.0:1788201788.238931:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654112600. 00000001:00000010:1.0:1788201788.238932:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654113a00. 00000001:00000010:1.0:1788201788.238934:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4655676780. 00000001:00000010:1.0:1788201788.238935:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c476d8b7c00. 00000001:00000001:1.0:1788201788.238936:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.238937:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23692 (ffff9c4654128000) now 3 - setup 00000020:00000001:1.0:1788201788.238939:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.238940:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.238942:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2afc0. 00000020:00000001:1.0:1788201788.238943:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.238945:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.238946:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.238947:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.239027:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.239037:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.239039:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.239040:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.239041:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.239042:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.239043:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.239044:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.239074:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.239141:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.239144:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.239146:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.239149:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.239152:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.239155:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.239158:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2afc0. 00000020:00000080:1.0:1788201788.239160:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.239165:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.239168:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23692 (ffff9c4654128000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.239170:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23692 (uuid obd_uuid_23692) 00000020:00000040:1.0:1788201788.239172:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23692 (ffff9c4654128000) now 1 - newdev 00000020:00000040:1.0:1788201788.239174:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46540fe000 with handle 0x8990e4d0a2216e62 from hash 00000020:00000040:1.0:1788201788.239177:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46540fe000 : new refcount 0 00000020:00000080:1.0:1788201788.239178:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46540fe000/obd_uuid_23692 00000020:00000001:1.0:1788201788.239180:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.239181:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.239182:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46540fe000/obd_uuid_23692 for obd_name_23692 00000020:00000001:1.0:1788201788.239184:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.239185:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.239186:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46540fe000. 00000020:00000001:1.0:1788201788.239188:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.239189:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23692 obd_type name = obd_test 00000020:01000000:1.0:1788201788.239190:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23692 (obd_uuid_23692) 00000020:00000001:1.0:1788201788.239191:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.239193:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.239194:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.239196:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.239198:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b04000. 00000020:00000010:1.0:1788201788.239200:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.239202:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.239203:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.239205:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c47727f9c40. 00000020:00000010:1.0:1788201788.239207:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.239209:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.239210:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b04000. 00000020:00000010:1.0:1788201788.239212:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.239214:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.239215:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.239217:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.239218:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.239219:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654128000. 00000020:00000001:1.0:1788201788.239222:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.239223:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.239225:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2afc0. 00000020:00000001:1.0:1788201788.239227:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.239229:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.239230:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.239231:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.239318:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.239328:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.239330:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.239331:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.239332:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.239333:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.239335:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.239336:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.239366:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.239478:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.239480:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.239481:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.239483:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.239485:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.239487:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.239489:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2afc0. 00000020:00000080:1.0:1788201788.239490:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.239493:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.239495:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23693: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.239496:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.239498:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23699 (ffff9c465412cd40) has no exports 00000020:00000001:1.0:1788201788.239499:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.239500:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.239502:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.239505:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.239506:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.239509:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b03000. 00000020:00000010:1.0:1788201788.239510:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.239512:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.239514:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.239516:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a640. 00000020:00000010:1.0:1788201788.239519:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a640. 00000020:00000010:1.0:1788201788.239522:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.239524:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.239525:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b03000. 00000020:00000010:1.0:1788201788.239527:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.239529:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.239530:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.239532:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.239533:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.239542:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.239545:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654131200. 00000001:00000010:1.0:1788201788.239547:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654130200. 00000001:00000010:1.0:1788201788.239549:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654130000. 00000001:00000010:1.0:1788201788.239551:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654130600. 00000001:00000010:1.0:1788201788.239552:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4655676320. 00000001:00000010:1.0:1788201788.239553:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c476d8b7f00. 00000001:00000001:1.0:1788201788.239555:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.239556:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23693 (ffff9c465412cd40) now 3 - setup 00000020:00000001:1.0:1788201788.239557:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.239558:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.239560:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2afc0. 00000020:00000001:1.0:1788201788.239561:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.239563:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.239564:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.239565:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.239674:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.239686:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.239687:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.239688:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.239689:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.239690:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.239691:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.239692:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.239724:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.239771:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.239773:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.239774:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.239775:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.239777:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.239779:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.239781:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2afc0. 00000020:00000080:1.0:1788201788.239782:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.239785:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.239787:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23693 (ffff9c465412cd40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.239788:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23693 (uuid obd_uuid_23693) 00000020:00000040:1.0:1788201788.239790:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23693 (ffff9c465412cd40) now 1 - newdev 00000020:00000040:1.0:1788201788.239792:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46540fd800 with handle 0x8990e4d0a2216e69 from hash 00000020:00000040:1.0:1788201788.239794:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46540fd800 : new refcount 0 00000020:00000080:1.0:1788201788.239795:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46540fd800/obd_uuid_23693 00000020:00000001:1.0:1788201788.239796:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.239798:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.239799:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46540fd800/obd_uuid_23693 for obd_name_23693 00000020:00000001:1.0:1788201788.239800:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.239801:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.239802:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46540fd800. 00000020:00000001:1.0:1788201788.239804:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.239805:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23693 obd_type name = obd_test 00000020:01000000:1.0:1788201788.239806:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23693 (obd_uuid_23693) 00000020:00000001:1.0:1788201788.239807:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.239809:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.239810:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.239813:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.239815:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b00000. 00000020:00000010:1.0:1788201788.239817:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.239819:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.239820:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.239822:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c47727f93c0. 00000020:00000010:1.0:1788201788.239824:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.239825:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.239827:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b00000. 00000020:00000010:1.0:1788201788.239828:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.239830:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.239831:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.239833:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.239834:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.239836:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c465412cd40. 00000020:00000001:1.0:1788201788.239839:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.239840:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.239842:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2afc0. 00000020:00000001:1.0:1788201788.239844:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.239846:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.239847:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.239848:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.239953:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.239964:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.239965:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.239967:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.239968:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.239969:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.239970:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.239971:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.240001:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.240046:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.240048:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.240049:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.240051:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.240053:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.240055:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.240056:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2afc0. 00000020:00000080:1.0:1788201788.240058:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.240061:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.240063:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23694: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.240064:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.240065:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23700 (ffff9c465412b380) has no exports 00000020:00000001:1.0:1788201788.240066:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.240068:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.240069:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.240071:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.240073:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.240075:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b07000. 00000020:00000010:1.0:1788201788.240076:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.240078:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.240080:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.240082:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a880. 00000020:00000010:1.0:1788201788.240084:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a880. 00000020:00000010:1.0:1788201788.240088:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.240090:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.240091:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b07000. 00000020:00000010:1.0:1788201788.240093:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.240094:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.240096:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.240097:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.240099:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.240109:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.240114:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654131800. 00000001:00000010:1.0:1788201788.240117:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654130e00. 00000001:00000010:1.0:1788201788.240119:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654131000. 00000001:00000010:1.0:1788201788.240121:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654131600. 00000001:00000010:1.0:1788201788.240124:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4655676e60. 00000001:00000010:1.0:1788201788.240140:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c476d8b7600. 00000001:00000001:1.0:1788201788.240143:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.240145:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23694 (ffff9c465412b380) now 3 - setup 00000020:00000001:1.0:1788201788.240148:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.240150:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.240153:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2afc0. 00000020:00000001:1.0:1788201788.240156:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.240158:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.240161:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.240163:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.240252:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.240263:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.240265:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.240266:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.240267:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.240268:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.240269:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.240270:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.240301:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.240347:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.240349:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.240350:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.240352:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.240354:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.240356:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.240357:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2afc0. 00000020:00000080:1.0:1788201788.240359:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.240362:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.240363:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23694 (ffff9c465412b380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.240365:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23694 (uuid obd_uuid_23694) 00000020:00000040:1.0:1788201788.240366:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23694 (ffff9c465412b380) now 1 - newdev 00000020:00000040:1.0:1788201788.240368:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46540fd000 with handle 0x8990e4d0a2216e70 from hash 00000020:00000040:1.0:1788201788.240370:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46540fd000 : new refcount 0 00000020:00000080:1.0:1788201788.240371:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46540fd000/obd_uuid_23694 00000020:00000001:1.0:1788201788.240373:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.240374:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.240375:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46540fd000/obd_uuid_23694 for obd_name_23694 00000020:00000001:1.0:1788201788.240377:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.240378:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.240380:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46540fd000. 00000020:00000001:1.0:1788201788.240381:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.240383:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23694 obd_type name = obd_test 00000020:01000000:1.0:1788201788.240384:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23694 (obd_uuid_23694) 00000020:00000001:1.0:1788201788.240385:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.240386:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.240388:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.240390:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.240407:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b01800. 00000020:00000010:1.0:1788201788.240410:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.240412:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.240414:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.240415:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c47727f9600. 00000020:00000010:1.0:1788201788.240417:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.240419:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.240420:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b01800. 00000020:00000010:1.0:1788201788.240422:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.240424:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.240425:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.240427:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.240428:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.240429:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c465412b380. 00000020:00000001:1.0:1788201788.240432:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.240433:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.240435:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2afc0. 00000020:00000001:1.0:1788201788.240437:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.240439:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.240440:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.240441:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.240524:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.240535:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.240537:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.240538:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.240539:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.240540:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.240542:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.240543:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.240573:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.240623:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.240626:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.240627:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.240630:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.240632:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.240635:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.240638:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2afc0. 00000020:00000080:1.0:1788201788.240640:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.240645:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.240648:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23695: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.240650:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.240652:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23701 (ffff9c4654138000) has no exports 00000020:00000001:1.0:1788201788.240654:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.240656:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.240659:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.240662:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.240664:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.240668:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b00800. 00000020:00000010:1.0:1788201788.240671:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.240673:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.240675:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.240677:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2af40. 00000020:00000010:1.0:1788201788.240679:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2af40. 00000020:00000010:1.0:1788201788.240683:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.240685:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.240687:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b00800. 00000020:00000010:1.0:1788201788.240689:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.240690:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.240691:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.240693:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.240695:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.240705:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.240708:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654130a00. 00000001:00000010:1.0:1788201788.240709:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654131e00. 00000001:00000010:1.0:1788201788.240711:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654130800. 00000001:00000010:1.0:1788201788.240712:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654130400. 00000001:00000010:1.0:1788201788.240713:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4655676c80. 00000001:00000010:1.0:1788201788.240715:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c476d8b7d00. 00000001:00000001:1.0:1788201788.240717:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.240718:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23695 (ffff9c4654138000) now 3 - setup 00000020:00000001:1.0:1788201788.240719:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.240720:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.240722:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2afc0. 00000020:00000001:1.0:1788201788.240723:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.240725:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.240726:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.240727:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.240812:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.240823:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.240824:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.240825:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.240826:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.240827:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.240829:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.240830:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.240860:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.240905:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.240907:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.240908:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.240910:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.240912:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.240914:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.240915:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2afc0. 00000020:00000080:1.0:1788201788.240916:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.240920:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.240921:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23695 (ffff9c4654138000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.240923:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23695 (uuid obd_uuid_23695) 00000020:00000040:1.0:1788201788.240925:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23695 (ffff9c4654138000) now 1 - newdev 00000020:00000040:1.0:1788201788.240927:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46540ff800 with handle 0x8990e4d0a2216e77 from hash 00000020:00000040:1.0:1788201788.240929:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46540ff800 : new refcount 0 00000020:00000080:1.0:1788201788.240930:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46540ff800/obd_uuid_23695 00000020:00000001:1.0:1788201788.240931:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.240933:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.240934:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46540ff800/obd_uuid_23695 for obd_name_23695 00000020:00000001:1.0:1788201788.240935:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.240936:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.240937:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46540ff800. 00000020:00000001:1.0:1788201788.240939:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.240940:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23695 obd_type name = obd_test 00000020:01000000:1.0:1788201788.240941:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23695 (obd_uuid_23695) 00000020:00000001:1.0:1788201788.240942:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.240944:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.240946:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.240947:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.240949:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b06800. 00000020:00000010:1.0:1788201788.240951:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.240953:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.240955:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.240956:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c47727f9300. 00000020:00000010:1.0:1788201788.240958:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.240960:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.240961:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b06800. 00000020:00000010:1.0:1788201788.240963:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.240965:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.240966:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.240968:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.240969:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.240970:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654138000. 00000020:00000001:1.0:1788201788.240987:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.240989:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.240991:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2afc0. 00000020:00000001:1.0:1788201788.240993:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.240995:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.240996:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.240998:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.241079:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.241090:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.241092:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.241093:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.241094:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.241095:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.241096:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.241098:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.241162:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.241218:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.241219:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.241220:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.241222:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.241225:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.241226:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.241228:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2afc0. 00000020:00000080:1.0:1788201788.241229:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.241233:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.241235:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23696: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.241236:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.241237:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23702 (ffff9c465413cd40) has no exports 00000020:00000001:1.0:1788201788.241239:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.241240:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.241242:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.241244:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.241245:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.241248:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b02800. 00000020:00000010:1.0:1788201788.241249:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.241251:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.241253:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.241255:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a100. 00000020:00000010:1.0:1788201788.241258:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a100. 00000020:00000010:1.0:1788201788.241261:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.241263:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.241264:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b02800. 00000020:00000010:1.0:1788201788.241266:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.241268:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.241269:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.241271:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.241272:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.241282:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.241286:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654113200. 00000001:00000010:1.0:1788201788.241287:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654113800. 00000001:00000010:1.0:1788201788.241289:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654131400. 00000001:00000010:1.0:1788201788.241290:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654131c00. 00000001:00000010:1.0:1788201788.241292:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c46556764a0. 00000001:00000010:1.0:1788201788.241293:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c476d8b7100. 00000001:00000001:1.0:1788201788.241294:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.241295:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23696 (ffff9c465413cd40) now 3 - setup 00000020:00000001:1.0:1788201788.241297:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.241298:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.241300:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2afc0. 00000020:00000001:1.0:1788201788.241301:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.241303:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.241304:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.241305:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.241388:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.241414:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.241415:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.241416:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.241417:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.241419:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.241421:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.241422:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.241471:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.241523:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.241525:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.241526:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.241528:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.241530:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.241532:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.241534:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2afc0. 00000020:00000080:1.0:1788201788.241535:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.241538:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.241540:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23696 (ffff9c465413cd40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.241542:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23696 (uuid obd_uuid_23696) 00000020:00000040:1.0:1788201788.241543:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23696 (ffff9c465413cd40) now 1 - newdev 00000020:00000040:1.0:1788201788.241546:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46540fa800 with handle 0x8990e4d0a2216e7e from hash 00000020:00000040:1.0:1788201788.241548:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46540fa800 : new refcount 0 00000020:00000080:1.0:1788201788.241549:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46540fa800/obd_uuid_23696 00000020:00000001:1.0:1788201788.241550:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.241552:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.241553:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46540fa800/obd_uuid_23696 for obd_name_23696 00000020:00000001:1.0:1788201788.241554:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.241555:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.241556:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46540fa800. 00000020:00000001:1.0:1788201788.241559:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.241560:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23696 obd_type name = obd_test 00000020:01000000:1.0:1788201788.241561:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23696 (obd_uuid_23696) 00000020:00000001:1.0:1788201788.241562:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.241563:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.241565:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.241567:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.241569:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b01000. 00000020:00000010:1.0:1788201788.241571:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.241573:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.241575:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.241576:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c47727f9500. 00000020:00000010:1.0:1788201788.241578:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.241580:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.241582:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b01000. 00000020:00000010:1.0:1788201788.241583:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.241585:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.241586:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.241588:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.241589:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.241590:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c465413cd40. 00000020:00000001:1.0:1788201788.241594:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.241596:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.241597:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2afc0. 00000020:00000001:1.0:1788201788.241600:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.241601:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.241603:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.241604:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.241744:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.241755:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.241757:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.241758:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.241759:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.241760:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.241761:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.241762:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.241792:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.241839:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.241841:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.241842:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.241844:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.241846:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.241848:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.241850:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2afc0. 00000020:00000080:1.0:1788201788.241851:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.241854:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.241856:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23697: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.241857:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.241859:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23703 (ffff9c465413b380) has no exports 00000020:00000001:1.0:1788201788.241860:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.241862:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.241863:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.241865:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.241867:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.241869:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b05000. 00000020:00000010:1.0:1788201788.241871:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.241873:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.241874:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.241876:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2ab00. 00000020:00000010:1.0:1788201788.241879:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2ab00. 00000020:00000010:1.0:1788201788.241882:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.241884:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.241886:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b05000. 00000020:00000010:1.0:1788201788.241888:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.241889:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.241891:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.241892:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.241894:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.241902:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.241905:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654133a00. 00000001:00000010:1.0:1788201788.241907:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654132c00. 00000001:00000010:1.0:1788201788.241909:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654132800. 00000001:00000010:1.0:1788201788.241910:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654132400. 00000001:00000010:1.0:1788201788.241912:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4655676640. 00000001:00000010:1.0:1788201788.241913:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c476d8b7400. 00000001:00000001:1.0:1788201788.241914:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.241915:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23697 (ffff9c465413b380) now 3 - setup 00000020:00000001:1.0:1788201788.241917:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.241918:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.241920:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2afc0. 00000020:00000001:1.0:1788201788.241921:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.241923:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.241924:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.241926:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.242007:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.242020:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.242022:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.242024:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.242026:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.242027:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.242029:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.242031:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.242078:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.242157:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.242159:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.242161:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.242163:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.242167:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.242170:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.242172:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2afc0. 00000020:00000080:1.0:1788201788.242174:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.242178:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.242180:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23697 (ffff9c465413b380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.242181:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23697 (uuid obd_uuid_23697) 00000020:00000040:1.0:1788201788.242182:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23697 (ffff9c465413b380) now 1 - newdev 00000020:00000040:1.0:1788201788.242185:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46540f9000 with handle 0x8990e4d0a2216e85 from hash 00000020:00000040:1.0:1788201788.242187:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46540f9000 : new refcount 0 00000020:00000080:1.0:1788201788.242188:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46540f9000/obd_uuid_23697 00000020:00000001:1.0:1788201788.242189:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.242191:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.242192:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46540f9000/obd_uuid_23697 for obd_name_23697 00000020:00000001:1.0:1788201788.242194:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.242196:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.242198:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46540f9000. 00000020:00000001:1.0:1788201788.242203:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.242205:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23697 obd_type name = obd_test 00000020:01000000:1.0:1788201788.242206:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23697 (obd_uuid_23697) 00000020:00000001:1.0:1788201788.242208:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.242212:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.242215:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.242218:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.242221:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b07800. 00000020:00000010:1.0:1788201788.242223:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.242225:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.242227:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.242228:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c47727f9540. 00000020:00000010:1.0:1788201788.242231:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.242232:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.242234:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b07800. 00000020:00000010:1.0:1788201788.242236:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.242237:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.242239:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.242240:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.242241:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.242243:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c465413b380. 00000020:00000001:1.0:1788201788.242246:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.242247:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.242249:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2afc0. 00000020:00000001:1.0:1788201788.242251:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.242253:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.242254:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.242256:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.242343:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.242354:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.242356:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.242357:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.242358:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.242359:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.242360:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.242361:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.242391:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.242480:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.242483:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.242485:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.242487:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.242490:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.242493:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.242496:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2afc0. 00000020:00000080:1.0:1788201788.242498:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.242503:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.242506:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23698: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.242508:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.242510:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23704 (ffff9c46541399c0) has no exports 00000020:00000001:1.0:1788201788.242512:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.242514:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.242517:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.242520:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.242522:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.242525:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b06000. 00000020:00000010:1.0:1788201788.242528:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.242532:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.242534:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.242538:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a540. 00000020:00000010:1.0:1788201788.242541:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a540. 00000020:00000010:1.0:1788201788.242545:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.242548:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.242549:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b06000. 00000020:00000010:1.0:1788201788.242551:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.242553:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.242554:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.242556:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.242557:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.242565:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.242568:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654132600. 00000001:00000010:1.0:1788201788.242570:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654132000. 00000001:00000010:1.0:1788201788.242571:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654132e00. 00000001:00000010:1.0:1788201788.242573:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654133800. 00000001:00000010:1.0:1788201788.242574:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c46556760a0. 00000001:00000010:1.0:1788201788.242576:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c47727faa00. 00000001:00000001:1.0:1788201788.242583:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.242584:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23698 (ffff9c46541399c0) now 3 - setup 00000020:00000001:1.0:1788201788.242585:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.242587:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.242588:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2afc0. 00000020:00000001:1.0:1788201788.242590:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.242592:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.242593:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.242595:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.242709:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.242720:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.242722:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.242723:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.242724:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.242725:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.242726:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.242728:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.242757:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.242815:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.242816:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.242817:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.242819:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.242821:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.242823:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.242825:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2afc0. 00000020:00000080:1.0:1788201788.242826:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.242830:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.242831:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23698 (ffff9c46541399c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.242833:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23698 (uuid obd_uuid_23698) 00000020:00000040:1.0:1788201788.242834:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23698 (ffff9c46541399c0) now 1 - newdev 00000020:00000040:1.0:1788201788.242836:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654142800 with handle 0x8990e4d0a2216e8c from hash 00000020:00000040:1.0:1788201788.242839:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654142800 : new refcount 0 00000020:00000080:1.0:1788201788.242840:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654142800/obd_uuid_23698 00000020:00000001:1.0:1788201788.242841:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.242843:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.242844:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654142800/obd_uuid_23698 for obd_name_23698 00000020:00000001:1.0:1788201788.242846:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.242847:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.242848:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654142800. 00000020:00000001:1.0:1788201788.242850:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.242851:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23698 obd_type name = obd_test 00000020:01000000:1.0:1788201788.242852:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23698 (obd_uuid_23698) 00000020:00000001:1.0:1788201788.242853:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.242854:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.242856:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.242858:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.242860:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b05800. 00000020:00000010:1.0:1788201788.242861:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.242863:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.242865:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.242867:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c47727f9880. 00000020:00000010:1.0:1788201788.242868:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.242870:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.242871:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b05800. 00000020:00000010:1.0:1788201788.242873:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.242875:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.242876:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.242878:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.242879:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.242880:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46541399c0. 00000020:00000001:1.0:1788201788.242883:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.242884:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.242886:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2afc0. 00000020:00000001:1.0:1788201788.242888:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.242890:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.242891:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.242892:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.242975:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.242986:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.242987:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.242988:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.242989:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.242991:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.242992:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.242993:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.243023:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.243069:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.243070:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.243072:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.243073:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.243075:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.243077:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.243079:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2afc0. 00000020:00000080:1.0:1788201788.243080:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.243083:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.243085:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23699: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.243087:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.243088:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23705 (ffff9c4654153380) has no exports 00000020:00000001:1.0:1788201788.243089:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.243090:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.243092:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.243094:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.243095:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.243098:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654bfb000. 00000020:00000010:1.0:1788201788.243100:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.243103:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.243106:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.243109:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a840. 00000020:00000010:1.0:1788201788.243123:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a840. 00000020:00000010:1.0:1788201788.243157:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.243161:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.243164:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654bfb000. 00000020:00000010:1.0:1788201788.243167:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.243169:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.243172:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.243175:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.243177:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.243199:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.243202:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654133200. 00000001:00000010:1.0:1788201788.243203:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654132200. 00000001:00000010:1.0:1788201788.243205:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654133000. 00000001:00000010:1.0:1788201788.243206:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654133600. 00000001:00000010:1.0:1788201788.243208:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4655676be0. 00000001:00000010:1.0:1788201788.243209:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c47727fae00. 00000001:00000001:1.0:1788201788.243211:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.243212:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23699 (ffff9c4654153380) now 3 - setup 00000020:00000001:1.0:1788201788.243214:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.243215:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.243217:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2afc0. 00000020:00000001:1.0:1788201788.243219:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.243220:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.243222:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.243223:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.243312:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.243323:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.243324:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.243325:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.243326:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.243328:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.243329:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.243330:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.243360:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.243424:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.243426:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.243427:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.243429:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.243431:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.243433:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.243435:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2afc0. 00000020:00000080:1.0:1788201788.243436:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.243440:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.243442:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23699 (ffff9c4654153380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.243443:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23699 (uuid obd_uuid_23699) 00000020:00000040:1.0:1788201788.243445:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23699 (ffff9c4654153380) now 1 - newdev 00000020:00000040:1.0:1788201788.243447:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654141000 with handle 0x8990e4d0a2216e93 from hash 00000020:00000040:1.0:1788201788.243449:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654141000 : new refcount 0 00000020:00000080:1.0:1788201788.243450:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654141000/obd_uuid_23699 00000020:00000001:1.0:1788201788.243451:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.243453:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.243454:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654141000/obd_uuid_23699 for obd_name_23699 00000020:00000001:1.0:1788201788.243455:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.243456:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.243457:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654141000. 00000020:00000001:1.0:1788201788.243459:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.243460:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23699 obd_type name = obd_test 00000020:01000000:1.0:1788201788.243461:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23699 (obd_uuid_23699) 00000020:00000001:1.0:1788201788.243462:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.243464:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.243466:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.243467:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.243469:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654bfa800. 00000020:00000010:1.0:1788201788.243471:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.243473:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.243475:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.243476:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c47727f9a40. 00000020:00000010:1.0:1788201788.243478:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.243480:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.243482:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654bfa800. 00000020:00000010:1.0:1788201788.243483:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.243485:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.243486:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.243488:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.243489:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.243491:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654153380. 00000020:00000001:1.0:1788201788.243494:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.243496:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.243497:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2afc0. 00000020:00000001:1.0:1788201788.243500:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.243501:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.243503:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.243504:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.243588:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.243598:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.243600:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.243601:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.243602:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.243603:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.243605:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.243606:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.243661:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.243719:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.243721:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.243722:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.243724:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.243726:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.243728:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.243730:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2afc0. 00000020:00000080:1.0:1788201788.243731:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.243734:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.243736:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23700: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.243737:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.243739:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23706 (ffff9c46541519c0) has no exports 00000020:00000001:1.0:1788201788.243740:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.243741:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.243743:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.243745:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.243747:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.243759:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654bf9000. 00000020:00000010:1.0:1788201788.243761:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.243763:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.243765:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.243767:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2aa00. 00000020:00000010:1.0:1788201788.243769:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2aa00. 00000020:00000010:1.0:1788201788.243773:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.243775:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.243776:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654bf9000. 00000020:00000010:1.0:1788201788.243778:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.243780:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.243781:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.243783:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.243784:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.243814:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.243818:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654130c00. 00000001:00000010:1.0:1788201788.243819:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654131a00. 00000001:00000010:1.0:1788201788.243821:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654132a00. 00000001:00000010:1.0:1788201788.243823:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654133e00. 00000001:00000010:1.0:1788201788.243824:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4655676600. 00000001:00000010:1.0:1788201788.243826:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c47727fab00. 00000001:00000001:1.0:1788201788.243828:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.243829:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23700 (ffff9c46541519c0) now 3 - setup 00000020:00000001:1.0:1788201788.243830:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.243832:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.243833:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2afc0. 00000020:00000001:1.0:1788201788.243836:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.243837:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.243838:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.243840:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.243926:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.243936:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.243938:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.243939:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.243940:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.243941:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.243942:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.243944:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.243974:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.244020:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.244021:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.244023:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.244024:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.244026:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.244028:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.244030:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2afc0. 00000020:00000080:1.0:1788201788.244031:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.244034:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.244036:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23700 (ffff9c46541519c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.244037:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23700 (uuid obd_uuid_23700) 00000020:00000040:1.0:1788201788.244039:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23700 (ffff9c46541519c0) now 1 - newdev 00000020:00000040:1.0:1788201788.244041:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654146800 with handle 0x8990e4d0a2216e9a from hash 00000020:00000040:1.0:1788201788.244043:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654146800 : new refcount 0 00000020:00000080:1.0:1788201788.244044:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654146800/obd_uuid_23700 00000020:00000001:1.0:1788201788.244045:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.244047:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.244048:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654146800/obd_uuid_23700 for obd_name_23700 00000020:00000001:1.0:1788201788.244049:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.244051:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.244052:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654146800. 00000020:00000001:1.0:1788201788.244054:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.244054:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23700 obd_type name = obd_test 00000020:01000000:1.0:1788201788.244055:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23700 (obd_uuid_23700) 00000020:00000001:1.0:1788201788.244056:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.244058:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.244060:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.244061:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.244063:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654bfd000. 00000020:00000010:1.0:1788201788.244065:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.244067:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.244069:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.244071:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c47727f9680. 00000020:00000010:1.0:1788201788.244073:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.244075:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.244076:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654bfd000. 00000020:00000010:1.0:1788201788.244078:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.244080:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.244081:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.244083:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.244084:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.244085:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46541519c0. 00000020:00000001:1.0:1788201788.244089:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.244090:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.244091:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2afc0. 00000020:00000001:1.0:1788201788.244094:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.244095:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.244097:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.244098:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.244220:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.244231:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.244233:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.244234:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.244235:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.244236:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.244238:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.244239:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.244269:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.244315:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.244317:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.244318:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.244319:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.244321:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.244323:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.244325:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2afc0. 00000020:00000080:1.0:1788201788.244326:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.244330:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.244331:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23701: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.244333:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.244334:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23707 (ffff9c4654150000) has no exports 00000020:00000001:1.0:1788201788.244336:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.244337:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.244339:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.244340:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.244342:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.244344:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654bff800. 00000020:00000010:1.0:1788201788.244346:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.244348:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.244350:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.244352:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a240. 00000020:00000010:1.0:1788201788.244354:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a240. 00000020:00000010:1.0:1788201788.244358:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.244360:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.244361:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654bff800. 00000020:00000010:1.0:1788201788.244363:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.244365:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.244366:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.244368:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.244369:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.244377:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.244380:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654158800. 00000001:00000010:1.0:1788201788.244382:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654158400. 00000001:00000010:1.0:1788201788.244384:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654159400. 00000001:00000010:1.0:1788201788.244385:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654159c00. 00000001:00000010:1.0:1788201788.244387:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4655676b60. 00000001:00000010:1.0:1788201788.244388:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c47727fa300. 00000001:00000001:1.0:1788201788.244390:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.244391:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23701 (ffff9c4654150000) now 3 - setup 00000020:00000001:1.0:1788201788.244408:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.244410:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.244411:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2afc0. 00000020:00000001:1.0:1788201788.244414:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.244415:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.244417:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.244418:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.244502:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.244512:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.244514:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.244515:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.244516:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.244517:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.244518:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.244520:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.244549:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.244595:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.244597:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.244598:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.244600:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.244601:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.244603:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.244605:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2afc0. 00000020:00000080:1.0:1788201788.244607:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.244610:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.244612:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23701 (ffff9c4654150000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.244615:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23701 (uuid obd_uuid_23701) 00000020:00000040:1.0:1788201788.244617:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23701 (ffff9c4654150000) now 1 - newdev 00000020:00000040:1.0:1788201788.244620:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654147000 with handle 0x8990e4d0a2216ea1 from hash 00000020:00000040:1.0:1788201788.244623:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654147000 : new refcount 0 00000020:00000080:1.0:1788201788.244624:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654147000/obd_uuid_23701 00000020:00000001:1.0:1788201788.244627:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.244629:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.244630:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654147000/obd_uuid_23701 for obd_name_23701 00000020:00000001:1.0:1788201788.244632:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.244634:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.244636:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654147000. 00000020:00000001:1.0:1788201788.244640:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.244641:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23701 obd_type name = obd_test 00000020:01000000:1.0:1788201788.244643:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23701 (obd_uuid_23701) 00000020:00000001:1.0:1788201788.244645:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.244648:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.244651:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.244654:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.244657:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654bfe000. 00000020:00000010:1.0:1788201788.244660:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.244664:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.244666:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.244669:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c47727f9f80. 00000020:00000010:1.0:1788201788.244671:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.244673:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.244675:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654bfe000. 00000020:00000010:1.0:1788201788.244677:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.244678:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.244680:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.244681:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.244683:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.244684:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654150000. 00000020:00000001:1.0:1788201788.244688:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.244690:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.244691:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2afc0. 00000020:00000001:1.0:1788201788.244694:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.244696:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.244697:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.244698:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.244783:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.244794:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.244795:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.244796:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.244798:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.244799:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.244800:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.244801:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.244831:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.244876:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.244879:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.244880:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.244881:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.244883:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.244885:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.244887:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2afc0. 00000020:00000080:1.0:1788201788.244888:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.244891:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.244893:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23702: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.244894:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.244896:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23708 (ffff9c4654154d40) has no exports 00000020:00000001:1.0:1788201788.244897:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.244898:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.244900:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.244902:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.244903:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.244905:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654bfd800. 00000020:00000010:1.0:1788201788.244907:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.244909:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.244911:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.244913:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2af00. 00000020:00000010:1.0:1788201788.244915:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2af00. 00000020:00000010:1.0:1788201788.244919:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.244920:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.244922:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654bfd800. 00000020:00000010:1.0:1788201788.244924:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.244925:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.244927:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.244928:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.244929:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.244937:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.244940:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654158c00. 00000001:00000010:1.0:1788201788.244942:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654159a00. 00000001:00000010:1.0:1788201788.244943:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654159200. 00000001:00000010:1.0:1788201788.244945:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654158200. 00000001:00000010:1.0:1788201788.244946:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4655676960. 00000001:00000010:1.0:1788201788.244953:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c47727fa900. 00000001:00000001:1.0:1788201788.244955:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.244956:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23702 (ffff9c4654154d40) now 3 - setup 00000020:00000001:1.0:1788201788.244958:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.244959:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.244961:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2afc0. 00000020:00000001:1.0:1788201788.244963:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.244964:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.244966:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.244967:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.245051:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.245062:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.245063:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.245064:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.245066:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.245067:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.245068:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.245069:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.245099:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.245178:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.245180:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.245181:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.245183:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.245185:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.245187:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.245188:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2afc0. 00000020:00000080:1.0:1788201788.245190:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.245193:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.245194:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23702 (ffff9c4654154d40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.245196:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23702 (uuid obd_uuid_23702) 00000020:00000040:1.0:1788201788.245197:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23702 (ffff9c4654154d40) now 1 - newdev 00000020:00000040:1.0:1788201788.245199:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654141800 with handle 0x8990e4d0a2216ea8 from hash 00000020:00000040:1.0:1788201788.245201:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654141800 : new refcount 0 00000020:00000080:1.0:1788201788.245202:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654141800/obd_uuid_23702 00000020:00000001:1.0:1788201788.245204:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.245206:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.245207:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654141800/obd_uuid_23702 for obd_name_23702 00000020:00000001:1.0:1788201788.245208:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.245209:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.245210:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654141800. 00000020:00000001:1.0:1788201788.245212:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.245213:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23702 obd_type name = obd_test 00000020:01000000:1.0:1788201788.245214:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23702 (obd_uuid_23702) 00000020:00000001:1.0:1788201788.245215:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.245217:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.245219:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.245220:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.245222:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654bfc800. 00000020:00000010:1.0:1788201788.245224:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.245226:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.245228:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.245229:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c47727f9480. 00000020:00000010:1.0:1788201788.245231:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.245233:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.245234:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654bfc800. 00000020:00000010:1.0:1788201788.245236:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.245238:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.245239:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.245241:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.245242:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.245243:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654154d40. 00000020:00000001:1.0:1788201788.245247:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.245249:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.245250:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2afc0. 00000020:00000001:1.0:1788201788.245253:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.245255:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.245256:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.245257:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.245340:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.245351:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.245352:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.245353:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.245355:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.245356:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.245357:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.245358:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.245388:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.245478:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.245481:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.245482:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.245485:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.245488:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.245491:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.245494:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2afc0. 00000020:00000080:1.0:1788201788.245496:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.245500:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.245501:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23703: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.245503:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.245505:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23709 (ffff9c4654160000) has no exports 00000020:00000001:1.0:1788201788.245506:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.245507:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.245509:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.245511:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.245513:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.245515:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654bfb800. 00000020:00000010:1.0:1788201788.245516:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.245518:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.245520:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.245522:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2aec0. 00000020:00000010:1.0:1788201788.245525:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2aec0. 00000020:00000010:1.0:1788201788.245529:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.245531:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.245532:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654bfb800. 00000020:00000010:1.0:1788201788.245534:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.245536:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.245537:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.245539:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.245540:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.245553:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.245557:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654158000. 00000001:00000010:1.0:1788201788.245559:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654158600. 00000001:00000010:1.0:1788201788.245560:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654158a00. 00000001:00000010:1.0:1788201788.245562:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654159e00. 00000001:00000010:1.0:1788201788.245563:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c477bfd2800. 00000001:00000010:1.0:1788201788.245565:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c47727fa000. 00000001:00000001:1.0:1788201788.245568:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.245569:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23703 (ffff9c4654160000) now 3 - setup 00000020:00000001:1.0:1788201788.245570:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.245572:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.245573:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2afc0. 00000020:00000001:1.0:1788201788.245575:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.245577:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.245578:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.245579:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.245712:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.245723:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.245725:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.245726:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.245728:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.245729:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.245730:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.245731:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.245761:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.245807:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.245809:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.245810:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.245811:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.245813:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.245815:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.245817:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2afc0. 00000020:00000080:1.0:1788201788.245819:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.245822:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.245824:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23703 (ffff9c4654160000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.245825:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23703 (uuid obd_uuid_23703) 00000020:00000040:1.0:1788201788.245827:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23703 (ffff9c4654160000) now 1 - newdev 00000020:00000040:1.0:1788201788.245829:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654140800 with handle 0x8990e4d0a2216eaf from hash 00000020:00000040:1.0:1788201788.245830:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654140800 : new refcount 0 00000020:00000080:1.0:1788201788.245832:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654140800/obd_uuid_23703 00000020:00000001:1.0:1788201788.245833:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.245834:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.245835:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654140800/obd_uuid_23703 for obd_name_23703 00000020:00000001:1.0:1788201788.245836:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.245837:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.245839:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654140800. 00000020:00000001:1.0:1788201788.245840:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.245841:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23703 obd_type name = obd_test 00000020:01000000:1.0:1788201788.245843:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23703 (obd_uuid_23703) 00000020:00000001:1.0:1788201788.245844:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.245845:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.245847:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.245849:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.245851:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654bfa000. 00000020:00000010:1.0:1788201788.245852:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.245855:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.245856:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.245858:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c47727f9800. 00000020:00000010:1.0:1788201788.245860:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.245862:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.245863:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654bfa000. 00000020:00000010:1.0:1788201788.245865:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.245867:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.245868:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.245870:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.245871:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.245872:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654160000. 00000020:00000001:1.0:1788201788.245876:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.245877:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.245879:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2afc0. 00000020:00000001:1.0:1788201788.245881:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.245883:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.245884:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.245885:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.245965:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.245975:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.245977:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.245978:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.245979:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.245980:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.245981:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.245983:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.246013:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.246056:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.246058:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.246059:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.246061:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.246063:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.246064:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.246066:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2afc0. 00000020:00000080:1.0:1788201788.246067:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.246070:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.246072:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23704: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.246073:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.246075:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23710 (ffff9c4654164d40) has no exports 00000020:00000001:1.0:1788201788.246076:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.246077:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.246079:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.246081:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.246082:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.246084:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654bfc000. 00000020:00000010:1.0:1788201788.246086:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.246088:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.246090:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.246092:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a3c0. 00000020:00000010:1.0:1788201788.246094:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a3c0. 00000020:00000010:1.0:1788201788.246098:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.246101:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.246103:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654bfc000. 00000020:00000010:1.0:1788201788.246105:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.246108:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.246110:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.246113:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.246115:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.246125:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.246142:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654133c00. 00000001:00000010:1.0:1788201788.246145:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654133400. 00000001:00000010:1.0:1788201788.246148:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654158e00. 00000001:00000010:1.0:1788201788.246150:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654159800. 00000001:00000010:1.0:1788201788.246152:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014d00. 00000001:00000010:1.0:1788201788.246155:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c47727fa800. 00000001:00000001:1.0:1788201788.246158:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.246160:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23704 (ffff9c4654164d40) now 3 - setup 00000020:00000001:1.0:1788201788.246162:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.246164:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.246167:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2afc0. 00000020:00000001:1.0:1788201788.246171:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.246172:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.246174:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.246175:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.246262:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.246273:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.246274:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.246275:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.246277:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.246278:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.246279:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.246280:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.246310:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.246357:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.246358:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.246359:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.246361:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.246363:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.246365:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.246367:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2afc0. 00000020:00000080:1.0:1788201788.246368:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.246371:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.246373:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23704 (ffff9c4654164d40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.246374:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23704 (uuid obd_uuid_23704) 00000020:00000040:1.0:1788201788.246376:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23704 (ffff9c4654164d40) now 1 - newdev 00000020:00000040:1.0:1788201788.246378:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654143000 with handle 0x8990e4d0a2216eb6 from hash 00000020:00000040:1.0:1788201788.246380:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654143000 : new refcount 0 00000020:00000080:1.0:1788201788.246381:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654143000/obd_uuid_23704 00000020:00000001:1.0:1788201788.246382:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.246384:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.246385:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654143000/obd_uuid_23704 for obd_name_23704 00000020:00000001:1.0:1788201788.246386:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.246387:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.246388:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654143000. 00000020:00000001:1.0:1788201788.246391:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.246392:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23704 obd_type name = obd_test 00000020:01000000:1.0:1788201788.246491:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23704 (obd_uuid_23704) 00000020:00000001:1.0:1788201788.246493:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.246495:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.246497:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.246499:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.246501:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654bf8000. 00000020:00000010:1.0:1788201788.246503:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.246505:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.246506:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.246508:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c47727f90c0. 00000020:00000010:1.0:1788201788.246510:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.246512:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.246513:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654bf8000. 00000020:00000010:1.0:1788201788.246515:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.246517:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.246519:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.246520:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.246521:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.246523:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654164d40. 00000020:00000001:1.0:1788201788.246531:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.246532:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.246534:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2afc0. 00000020:00000001:1.0:1788201788.246536:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.246538:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.246539:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.246540:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.246634:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.246649:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.246651:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.246653:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.246655:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.246657:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.246659:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.246661:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.246698:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.246746:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.246748:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.246749:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.246751:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.246753:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.246755:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.246757:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2afc0. 00000020:00000080:1.0:1788201788.246758:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.246761:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.246762:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23705: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.246764:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.246766:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23711 (ffff9c4654163380) has no exports 00000020:00000001:1.0:1788201788.246767:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.246768:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.246770:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.246772:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.246773:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.246775:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654bf9800. 00000020:00000010:1.0:1788201788.246777:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.246779:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.246781:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.246783:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a180. 00000020:00000010:1.0:1788201788.246785:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a180. 00000020:00000010:1.0:1788201788.246789:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.246791:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.246792:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654bf9800. 00000020:00000010:1.0:1788201788.246794:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.246796:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.246797:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.246799:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.246800:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.246808:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.246810:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465415b600. 00000001:00000010:1.0:1788201788.246856:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465415aa00. 00000001:00000010:1.0:1788201788.246858:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465415be00. 00000001:00000010:1.0:1788201788.246859:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465415ae00. 00000001:00000010:1.0:1788201788.246861:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014e00. 00000001:00000010:1.0:1788201788.246862:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c47727fa500. 00000001:00000001:1.0:1788201788.246865:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.246866:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23705 (ffff9c4654163380) now 3 - setup 00000020:00000001:1.0:1788201788.246867:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.246868:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.246870:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2afc0. 00000020:00000001:1.0:1788201788.246872:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.246874:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.246875:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.246876:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.246961:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.246972:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.246973:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.246975:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.246976:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.246977:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.246978:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.246980:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.247009:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.247054:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.247056:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.247057:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.247059:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.247061:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.247062:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.247064:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2afc0. 00000020:00000080:1.0:1788201788.247065:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.247068:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.247070:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23705 (ffff9c4654163380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.247072:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23705 (uuid obd_uuid_23705) 00000020:00000040:1.0:1788201788.247073:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23705 (ffff9c4654163380) now 1 - newdev 00000020:00000040:1.0:1788201788.247075:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654140000 with handle 0x8990e4d0a2216ebd from hash 00000020:00000040:1.0:1788201788.247077:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654140000 : new refcount 0 00000020:00000080:1.0:1788201788.247078:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654140000/obd_uuid_23705 00000020:00000001:1.0:1788201788.247079:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.247081:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.247082:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654140000/obd_uuid_23705 for obd_name_23705 00000020:00000001:1.0:1788201788.247084:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.247085:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.247086:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654140000. 00000020:00000001:1.0:1788201788.247088:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.247089:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23705 obd_type name = obd_test 00000020:01000000:1.0:1788201788.247090:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23705 (obd_uuid_23705) 00000020:00000001:1.0:1788201788.247091:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.247093:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.247095:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.247097:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.247099:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b7c000. 00000020:00000010:1.0:1788201788.247102:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.247105:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.247108:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.247110:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c47727f96c0. 00000020:00000010:1.0:1788201788.247114:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.247116:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.247118:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b7c000. 00000020:00000010:1.0:1788201788.247121:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.247123:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.247125:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.247142:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.247144:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.247146:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654163380. 00000020:00000001:1.0:1788201788.247152:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.247154:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.247156:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2afc0. 00000020:00000001:1.0:1788201788.247160:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.247163:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.247165:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.247167:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.247282:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.247292:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.247293:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.247295:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.247296:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.247297:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.247298:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.247299:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.247329:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.247374:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.247376:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.247377:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.247379:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.247381:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.247383:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.247384:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2afc0. 00000020:00000080:1.0:1788201788.247386:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.247389:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.247391:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23706: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.247407:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.247409:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23712 (ffff9c46541619c0) has no exports 00000020:00000001:1.0:1788201788.247410:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.247412:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.247414:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.247416:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.247417:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.247419:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b7e000. 00000020:00000010:1.0:1788201788.247421:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.247423:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.247425:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.247427:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a2c0. 00000020:00000010:1.0:1788201788.247429:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a2c0. 00000020:00000010:1.0:1788201788.247433:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.247435:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.247437:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b7e000. 00000020:00000010:1.0:1788201788.247438:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.247440:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.247441:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.247443:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.247444:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.247456:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.247459:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465415b000. 00000001:00000010:1.0:1788201788.247460:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465415bc00. 00000001:00000010:1.0:1788201788.247462:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465415ac00. 00000001:00000010:1.0:1788201788.247464:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465415a800. 00000001:00000010:1.0:1788201788.247465:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c47710149c0. 00000001:00000010:1.0:1788201788.247467:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c47727fa200. 00000001:00000001:1.0:1788201788.247469:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.247470:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23706 (ffff9c46541619c0) now 3 - setup 00000020:00000001:1.0:1788201788.247471:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.247472:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.247474:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2afc0. 00000020:00000001:1.0:1788201788.247476:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.247477:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.247479:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.247480:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.247562:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.247573:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.247575:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.247576:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.247577:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.247578:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.247579:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.247581:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.247611:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.247677:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.247679:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.247680:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.247681:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.247684:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.247686:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.247687:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2afc0. 00000020:00000080:1.0:1788201788.247689:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.247692:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.247694:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23706 (ffff9c46541619c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.247695:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23706 (uuid obd_uuid_23706) 00000020:00000040:1.0:1788201788.247696:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23706 (ffff9c46541619c0) now 1 - newdev 00000020:00000040:1.0:1788201788.247698:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654142000 with handle 0x8990e4d0a2216ec4 from hash 00000020:00000040:1.0:1788201788.247700:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654142000 : new refcount 0 00000020:00000080:1.0:1788201788.247702:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654142000/obd_uuid_23706 00000020:00000001:1.0:1788201788.247704:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.247705:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.247706:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654142000/obd_uuid_23706 for obd_name_23706 00000020:00000001:1.0:1788201788.247708:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.247709:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.247710:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654142000. 00000020:00000001:1.0:1788201788.247712:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.247713:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23706 obd_type name = obd_test 00000020:01000000:1.0:1788201788.247714:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23706 (obd_uuid_23706) 00000020:00000001:1.0:1788201788.247715:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.247716:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.247718:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.247720:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.247721:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b7b800. 00000020:00000010:1.0:1788201788.247723:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.247725:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.247727:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.247729:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c47727f9b40. 00000020:00000010:1.0:1788201788.247731:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.247732:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.247734:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b7b800. 00000020:00000010:1.0:1788201788.247736:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.247737:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.247739:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.247740:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.247741:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.247743:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46541619c0. 00000020:00000001:1.0:1788201788.247745:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.247747:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.247748:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2afc0. 00000020:00000001:1.0:1788201788.247751:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.247752:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.247754:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.247755:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.247868:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.247879:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.247880:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.247881:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.247882:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.247883:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.247885:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.247886:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.247915:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.247960:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.247962:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.247963:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.247964:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.247967:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.247968:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.247970:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2afc0. 00000020:00000080:1.0:1788201788.247971:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.247975:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.247976:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23707: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.247978:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.247979:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23713 (ffff9c465416cd40) has no exports 00000020:00000001:1.0:1788201788.247980:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.247982:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.247983:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.247985:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.247987:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.247989:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b7d000. 00000020:00000010:1.0:1788201788.247991:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.247993:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.247994:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.247996:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a600. 00000020:00000010:1.0:1788201788.247999:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a600. 00000020:00000010:1.0:1788201788.248002:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.248004:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.248006:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b7d000. 00000020:00000010:1.0:1788201788.248008:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.248009:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.248011:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.248012:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.248014:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.248022:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.248025:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465415a400. 00000001:00000010:1.0:1788201788.248027:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465415b400. 00000001:00000010:1.0:1788201788.248028:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465415a200. 00000001:00000010:1.0:1788201788.248030:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465415a000. 00000001:00000010:1.0:1788201788.248031:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014ee0. 00000001:00000010:1.0:1788201788.248033:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c47727fac00. 00000001:00000001:1.0:1788201788.248035:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.248036:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23707 (ffff9c465416cd40) now 3 - setup 00000020:00000001:1.0:1788201788.248037:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.248038:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.248040:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2afc0. 00000020:00000001:1.0:1788201788.248042:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.248043:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.248044:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.248045:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.248164:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.248178:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.248180:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.248181:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.248182:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.248183:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.248184:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.248185:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.248217:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.248263:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.248265:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.248266:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.248268:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.248270:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.248272:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.248273:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2afc0. 00000020:00000080:1.0:1788201788.248275:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.248278:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.248280:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23707 (ffff9c465416cd40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.248281:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23707 (uuid obd_uuid_23707) 00000020:00000040:1.0:1788201788.248282:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23707 (ffff9c465416cd40) now 1 - newdev 00000020:00000040:1.0:1788201788.248284:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654144000 with handle 0x8990e4d0a2216ecb from hash 00000020:00000040:1.0:1788201788.248287:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654144000 : new refcount 0 00000020:00000080:1.0:1788201788.248288:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654144000/obd_uuid_23707 00000020:00000001:1.0:1788201788.248289:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.248291:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.248292:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654144000/obd_uuid_23707 for obd_name_23707 00000020:00000001:1.0:1788201788.248293:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.248294:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.248295:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654144000. 00000020:00000001:1.0:1788201788.248297:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.248298:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23707 obd_type name = obd_test 00000020:01000000:1.0:1788201788.248299:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23707 (obd_uuid_23707) 00000020:00000001:1.0:1788201788.248300:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.248301:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.248303:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.248305:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.248307:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b7d800. 00000020:00000010:1.0:1788201788.248308:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.248310:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.248312:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.248314:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c47727f9340. 00000020:00000010:1.0:1788201788.248316:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.248317:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.248319:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b7d800. 00000020:00000010:1.0:1788201788.248320:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.248322:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.248323:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.248325:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.248326:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.248328:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c465416cd40. 00000020:00000001:1.0:1788201788.248348:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.248350:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.248351:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2afc0. 00000020:00000001:1.0:1788201788.248355:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.248356:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.248357:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.248358:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.248464:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.248475:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.248477:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.248478:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.248479:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.248480:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.248481:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.248482:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.248512:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.248556:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.248558:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.248559:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.248561:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.248563:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.248564:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.248566:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2afc0. 00000020:00000080:1.0:1788201788.248567:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.248570:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.248572:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23708: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.248574:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.248575:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23714 (ffff9c465416b380) has no exports 00000020:00000001:1.0:1788201788.248576:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.248577:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.248579:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.248581:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.248582:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.248584:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b7a800. 00000020:00000010:1.0:1788201788.248586:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.248588:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.248590:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.248592:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a040. 00000020:00000010:1.0:1788201788.248594:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a040. 00000020:00000010:1.0:1788201788.248598:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.248600:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.248601:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b7a800. 00000020:00000010:1.0:1788201788.248603:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.248604:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.248606:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.248607:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.248609:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.248621:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.248626:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654159600. 00000001:00000010:1.0:1788201788.248628:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654159000. 00000001:00000010:1.0:1788201788.248636:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465415a600. 00000001:00000010:1.0:1788201788.248639:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465415ba00. 00000001:00000010:1.0:1788201788.248641:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014f80. 00000001:00000010:1.0:1788201788.248644:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c47727faf00. 00000001:00000001:1.0:1788201788.248647:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.248648:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23708 (ffff9c465416b380) now 3 - setup 00000020:00000001:1.0:1788201788.248651:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.248653:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.248656:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2afc0. 00000020:00000001:1.0:1788201788.248660:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.248662:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.248665:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.248666:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.248754:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.248764:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.248766:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.248767:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.248768:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.248769:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.248771:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.248772:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.248802:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.248848:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.248849:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.248850:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.248852:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.248854:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.248856:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.248857:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2afc0. 00000020:00000080:1.0:1788201788.248859:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.248862:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.248864:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23708 (ffff9c465416b380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.248865:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23708 (uuid obd_uuid_23708) 00000020:00000040:1.0:1788201788.248866:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23708 (ffff9c465416b380) now 1 - newdev 00000020:00000040:1.0:1788201788.248868:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654144800 with handle 0x8990e4d0a2216ed2 from hash 00000020:00000040:1.0:1788201788.248871:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654144800 : new refcount 0 00000020:00000080:1.0:1788201788.248872:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654144800/obd_uuid_23708 00000020:00000001:1.0:1788201788.248873:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.248875:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.248876:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654144800/obd_uuid_23708 for obd_name_23708 00000020:00000001:1.0:1788201788.248877:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.248878:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.248879:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654144800. 00000020:00000001:1.0:1788201788.248881:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.248882:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23708 obd_type name = obd_test 00000020:01000000:1.0:1788201788.248883:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23708 (obd_uuid_23708) 00000020:00000001:1.0:1788201788.248884:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.248885:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.248887:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.248889:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.248891:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b7f800. 00000020:00000010:1.0:1788201788.248892:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.248894:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.248896:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.248898:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c47727f9e00. 00000020:00000010:1.0:1788201788.248900:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.248902:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.248903:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b7f800. 00000020:00000010:1.0:1788201788.248905:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.248906:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.248908:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.248910:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.248911:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.248912:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c465416b380. 00000020:00000001:1.0:1788201788.248915:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.248916:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.248917:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2afc0. 00000020:00000001:1.0:1788201788.248920:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.248921:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.248923:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.248924:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.249004:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.249014:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.249016:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.249017:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.249018:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.249019:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.249020:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.249021:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.249050:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.249094:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.249096:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.249097:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.249099:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.249101:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.249104:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.249107:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2afc0. 00000020:00000080:1.0:1788201788.249109:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.249114:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.249117:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23709: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.249119:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.249121:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23715 (ffff9c46541699c0) has no exports 00000020:00000001:1.0:1788201788.249123:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.249125:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.249142:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.249145:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.249148:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.249151:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b7e800. 00000020:00000010:1.0:1788201788.249153:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.249157:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.249160:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.249163:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a0c0. 00000020:00000010:1.0:1788201788.249166:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a0c0. 00000020:00000010:1.0:1788201788.249172:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.249174:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.249175:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b7e800. 00000020:00000010:1.0:1788201788.249177:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.249179:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.249180:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.249182:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.249183:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.249191:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.249194:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654175600. 00000001:00000010:1.0:1788201788.249196:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654174a00. 00000001:00000010:1.0:1788201788.249197:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654175e00. 00000001:00000010:1.0:1788201788.249199:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654174e00. 00000001:00000010:1.0:1788201788.249200:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c47710145c0. 00000001:00000010:1.0:1788201788.249201:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c47727fa600. 00000001:00000001:1.0:1788201788.249203:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.249204:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23709 (ffff9c46541699c0) now 3 - setup 00000020:00000001:1.0:1788201788.249206:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.249207:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.249209:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2afc0. 00000020:00000001:1.0:1788201788.249211:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.249212:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.249214:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.249215:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.249300:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.249311:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.249313:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.249314:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.249315:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.249316:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.249317:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.249318:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.249348:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.249412:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.249414:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.249416:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.249418:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.249421:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.249424:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.249427:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2afc0. 00000020:00000080:1.0:1788201788.249429:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.249434:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.249436:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23709 (ffff9c46541699c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.249438:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23709 (uuid obd_uuid_23709) 00000020:00000040:1.0:1788201788.249440:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23709 (ffff9c46541699c0) now 1 - newdev 00000020:00000040:1.0:1788201788.249443:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654143800 with handle 0x8990e4d0a2216ed9 from hash 00000020:00000040:1.0:1788201788.249446:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654143800 : new refcount 0 00000020:00000080:1.0:1788201788.249448:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654143800/obd_uuid_23709 00000020:00000001:1.0:1788201788.249450:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.249452:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.249454:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654143800/obd_uuid_23709 for obd_name_23709 00000020:00000001:1.0:1788201788.249455:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.249457:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.249459:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654143800. 00000020:00000001:1.0:1788201788.249462:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.249464:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23709 obd_type name = obd_test 00000020:01000000:1.0:1788201788.249465:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23709 (obd_uuid_23709) 00000020:00000001:1.0:1788201788.249467:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.249470:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.249473:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.249476:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.249479:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b79000. 00000020:00000010:1.0:1788201788.249482:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.249485:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.249487:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.249489:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c47727f9840. 00000020:00000010:1.0:1788201788.249491:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.249493:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.249494:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b79000. 00000020:00000010:1.0:1788201788.249496:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.249498:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.249499:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.249501:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.249502:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.249504:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46541699c0. 00000020:00000001:1.0:1788201788.249508:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.249509:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.249511:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2afc0. 00000020:00000001:1.0:1788201788.249514:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.249515:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.249517:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.249518:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.249605:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.249619:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.249622:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.249623:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.249625:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.249627:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.249628:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.249630:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.249676:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.249727:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.249729:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.249730:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.249732:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.249734:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.249736:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.249738:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2afc0. 00000020:00000080:1.0:1788201788.249739:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.249742:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.249744:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23710: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.249746:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.249747:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23716 (ffff9c4654168000) has no exports 00000020:00000001:1.0:1788201788.249749:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.249750:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.249751:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.249753:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.249755:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.249757:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b79800. 00000020:00000010:1.0:1788201788.249759:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.249761:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.249762:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.249764:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a980. 00000020:00000010:1.0:1788201788.249767:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a980. 00000020:00000010:1.0:1788201788.249771:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.249772:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.249774:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b79800. 00000020:00000010:1.0:1788201788.249775:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.249777:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.249779:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.249780:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.249781:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.249789:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.249792:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654175000. 00000001:00000010:1.0:1788201788.249794:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654175c00. 00000001:00000010:1.0:1788201788.249795:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654174c00. 00000001:00000010:1.0:1788201788.249797:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654174800. 00000001:00000010:1.0:1788201788.249798:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c47710142e0. 00000001:00000010:1.0:1788201788.249800:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c47727fad00. 00000001:00000001:1.0:1788201788.249802:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.249803:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23710 (ffff9c4654168000) now 3 - setup 00000020:00000001:1.0:1788201788.249804:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.249805:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.249807:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2afc0. 00000020:00000001:1.0:1788201788.249808:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.249809:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.249811:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.249812:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.249911:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.249921:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.249923:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.249924:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.249925:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.249926:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.249928:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.249929:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.249958:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.250003:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.250005:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.250006:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.250007:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.250009:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.250011:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.250013:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2afc0. 00000020:00000080:1.0:1788201788.250014:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.250018:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.250019:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23710 (ffff9c4654168000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.250021:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23710 (uuid obd_uuid_23710) 00000020:00000040:1.0:1788201788.250022:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23710 (ffff9c4654168000) now 1 - newdev 00000020:00000040:1.0:1788201788.250024:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654146000 with handle 0x8990e4d0a2216ee0 from hash 00000020:00000040:1.0:1788201788.250027:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654146000 : new refcount 0 00000020:00000080:1.0:1788201788.250028:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654146000/obd_uuid_23710 00000020:00000001:1.0:1788201788.250029:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.250031:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.250032:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654146000/obd_uuid_23710 for obd_name_23710 00000020:00000001:1.0:1788201788.250033:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.250034:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.250035:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654146000. 00000020:00000001:1.0:1788201788.250037:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.250038:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23710 obd_type name = obd_test 00000020:01000000:1.0:1788201788.250039:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23710 (obd_uuid_23710) 00000020:00000001:1.0:1788201788.250040:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.250041:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.250043:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.250044:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.250046:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b7f000. 00000020:00000010:1.0:1788201788.250048:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.250050:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.250052:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.250053:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c47727f9440. 00000020:00000010:1.0:1788201788.250055:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.250057:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.250059:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b7f000. 00000020:00000010:1.0:1788201788.250060:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.250073:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.250074:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.250076:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.250077:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.250079:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654168000. 00000020:00000001:1.0:1788201788.250082:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.250083:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.250084:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2afc0. 00000020:00000001:1.0:1788201788.250087:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.250089:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.250090:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.250092:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.250236:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.250252:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.250254:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.250256:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.250257:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.250259:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.250261:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.250262:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.250309:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.250377:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.250380:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.250381:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.250384:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.250387:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.250390:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.250412:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2afc0. 00000020:00000080:1.0:1788201788.250415:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.250420:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.250422:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23711: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.250424:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.250426:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23717 (ffff9c46541799c0) has no exports 00000020:00000001:1.0:1788201788.250428:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.250429:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.250432:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.250434:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.250437:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.250440:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b7b000. 00000020:00000010:1.0:1788201788.250443:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.250446:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.250448:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.250451:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2ac00. 00000020:00000010:1.0:1788201788.250455:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2ac00. 00000020:00000010:1.0:1788201788.250461:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.250463:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.250466:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b7b000. 00000020:00000010:1.0:1788201788.250468:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.250470:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.250472:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.250475:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.250477:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.250489:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.250494:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654174400. 00000001:00000010:1.0:1788201788.250496:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654175400. 00000001:00000010:1.0:1788201788.250498:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654174200. 00000001:00000010:1.0:1788201788.250501:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654174000. 00000001:00000010:1.0:1788201788.250503:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014940. 00000001:00000010:1.0:1788201788.250505:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c47727fa100. 00000001:00000001:1.0:1788201788.250508:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.250510:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23711 (ffff9c46541799c0) now 3 - setup 00000020:00000001:1.0:1788201788.250512:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.250514:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.250517:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2afc0. 00000020:00000001:1.0:1788201788.250521:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.250522:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.250524:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.250525:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.250659:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.250675:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.250678:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.250680:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.250682:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.250683:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.250685:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.250687:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.250724:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.250773:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.250774:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.250776:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.250777:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.250779:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.250782:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.250783:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2afc0. 00000020:00000080:1.0:1788201788.250785:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.250788:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.250790:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23711 (ffff9c46541799c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.250791:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23711 (uuid obd_uuid_23711) 00000020:00000040:1.0:1788201788.250792:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23711 (ffff9c46541799c0) now 1 - newdev 00000020:00000040:1.0:1788201788.250794:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654145800 with handle 0x8990e4d0a2216ee7 from hash 00000020:00000040:1.0:1788201788.250797:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654145800 : new refcount 0 00000020:00000080:1.0:1788201788.250798:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654145800/obd_uuid_23711 00000020:00000001:1.0:1788201788.250799:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.250801:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.250802:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654145800/obd_uuid_23711 for obd_name_23711 00000020:00000001:1.0:1788201788.250804:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.250805:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.250806:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654145800. 00000020:00000001:1.0:1788201788.250808:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.250809:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23711 obd_type name = obd_test 00000020:01000000:1.0:1788201788.250810:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23711 (obd_uuid_23711) 00000020:00000001:1.0:1788201788.250811:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.250812:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.250814:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.250816:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.250818:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b78800. 00000020:00000010:1.0:1788201788.250819:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.250821:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.250823:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.250825:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c47727f9740. 00000020:00000010:1.0:1788201788.250827:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.250828:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.250830:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b78800. 00000020:00000010:1.0:1788201788.250831:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.250833:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.250834:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.250836:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.250837:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.250839:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46541799c0. 00000020:00000001:1.0:1788201788.250844:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.250846:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.250848:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2afc0. 00000020:00000001:1.0:1788201788.250852:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.250854:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.250856:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.250858:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.250993:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.251008:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.251010:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.251012:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.251014:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.251015:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.251017:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.251019:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.251067:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.251153:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.251155:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.251156:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.251157:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.251160:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.251162:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.251163:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2afc0. 00000020:00000080:1.0:1788201788.251165:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.251168:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.251170:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23712: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.251171:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.251173:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23718 (ffff9c4654178000) has no exports 00000020:00000001:1.0:1788201788.251174:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.251175:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.251177:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.251179:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.251182:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.251185:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b7a000. 00000020:00000010:1.0:1788201788.251188:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.251191:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.251194:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.251197:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2a5c0. 00000020:00000010:1.0:1788201788.251201:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2a5c0. 00000020:00000010:1.0:1788201788.251207:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.251210:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.251212:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b7a000. 00000020:00000010:1.0:1788201788.251214:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.251217:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.251219:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.251222:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.251224:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.251235:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.251239:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465415b200. 00000001:00000010:1.0:1788201788.251242:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465415b800. 00000001:00000010:1.0:1788201788.251244:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654174600. 00000001:00000010:1.0:1788201788.251246:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654175a00. 00000001:00000010:1.0:1788201788.251249:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014580. 00000001:00000010:1.0:1788201788.251251:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c47727fa400. 00000001:00000001:1.0:1788201788.251254:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.251255:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23712 (ffff9c4654178000) now 3 - setup 00000020:00000001:1.0:1788201788.251257:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.251259:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.251262:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2afc0. 00000020:00000001:1.0:1788201788.251265:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.251268:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.251270:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.251272:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.251361:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.251372:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.251374:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.251375:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.251377:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.251378:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.251379:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.251380:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.251428:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.251477:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.251479:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.251480:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.251481:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.251484:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.251485:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.251487:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2afc0. 00000020:00000080:1.0:1788201788.251488:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.251492:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.251494:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23712 (ffff9c4654178000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.251495:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23712 (uuid obd_uuid_23712) 00000020:00000040:1.0:1788201788.251497:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23712 (ffff9c4654178000) now 1 - newdev 00000020:00000040:1.0:1788201788.251499:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654145000 with handle 0x8990e4d0a2216eee from hash 00000020:00000040:1.0:1788201788.251501:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654145000 : new refcount 0 00000020:00000080:1.0:1788201788.251502:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654145000/obd_uuid_23712 00000020:00000001:1.0:1788201788.251503:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.251504:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.251505:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654145000/obd_uuid_23712 for obd_name_23712 00000020:00000001:1.0:1788201788.251507:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.251508:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.251509:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654145000. 00000020:00000001:1.0:1788201788.251511:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.251512:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23712 obd_type name = obd_test 00000020:01000000:1.0:1788201788.251513:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23712 (obd_uuid_23712) 00000020:00000001:1.0:1788201788.251514:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.251516:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.251517:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.251519:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.251521:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654b78000. 00000020:00000010:1.0:1788201788.251523:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.251525:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.251527:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.251528:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c47727f9100. 00000020:00000010:1.0:1788201788.251530:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.251532:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.251533:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654b78000. 00000020:00000010:1.0:1788201788.251535:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.251537:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.251538:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.251540:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.251541:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.251542:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654178000. 00000020:00000001:1.0:1788201788.251545:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.251546:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.251548:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2afc0. 00000020:00000001:1.0:1788201788.251551:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.251552:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.251553:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.251555:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.251636:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.251647:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.251648:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.251649:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.251650:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.251652:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.251653:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.251654:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.251683:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.251728:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.251730:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.251731:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.251732:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.251735:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.251737:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.251738:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2afc0. 00000020:00000080:1.0:1788201788.251740:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.251743:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.251745:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23713: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.251747:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.251748:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23719 (ffff9c465417cd40) has no exports 00000020:00000001:1.0:1788201788.251749:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.251751:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.251752:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.251754:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.251756:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.251758:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465406d800. 00000020:00000010:1.0:1788201788.251760:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.251762:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.251764:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.251766:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2ac80. 00000020:00000010:1.0:1788201788.251768:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2ac80. 00000020:00000010:1.0:1788201788.251772:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.251774:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.251775:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465406d800. 00000020:00000010:1.0:1788201788.251777:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.251779:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.251780:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.251782:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.251783:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.251790:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.251793:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654176e00. 00000001:00000010:1.0:1788201788.251795:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654177800. 00000001:00000010:1.0:1788201788.251797:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654177200. 00000001:00000010:1.0:1788201788.251798:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654176200. 00000001:00000010:1.0:1788201788.251799:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c47710148a0. 00000001:00000010:1.0:1788201788.251801:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c47727fa700. 00000001:00000001:1.0:1788201788.251802:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.251803:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23713 (ffff9c465417cd40) now 3 - setup 00000020:00000001:1.0:1788201788.251805:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.251806:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.251808:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2afc0. 00000020:00000001:1.0:1788201788.251810:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.251811:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.251812:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.251813:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.251894:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.251905:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.251906:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.251908:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.251909:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.251910:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.251911:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.251912:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.251942:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.251987:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.251988:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.251989:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.251991:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.251993:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.251994:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.251996:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2afc0. 00000020:00000080:1.0:1788201788.251997:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.252001:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.252002:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23713 (ffff9c465417cd40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.252004:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23713 (uuid obd_uuid_23713) 00000020:00000040:1.0:1788201788.252005:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23713 (ffff9c465417cd40) now 1 - newdev 00000020:00000040:1.0:1788201788.252007:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654147800 with handle 0x8990e4d0a2216ef5 from hash 00000020:00000040:1.0:1788201788.252009:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654147800 : new refcount 0 00000020:00000080:1.0:1788201788.252010:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654147800/obd_uuid_23713 00000020:00000001:1.0:1788201788.252012:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.252014:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.252015:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654147800/obd_uuid_23713 for obd_name_23713 00000020:00000001:1.0:1788201788.252016:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.252017:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.252018:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654147800. 00000020:00000001:1.0:1788201788.252021:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.252022:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23713 obd_type name = obd_test 00000020:01000000:1.0:1788201788.252023:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23713 (obd_uuid_23713) 00000020:00000001:1.0:1788201788.252024:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.252026:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.252028:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.252029:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.252031:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465406d000. 00000020:00000010:1.0:1788201788.252033:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.252035:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.252036:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.252038:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c47727f9ec0. 00000020:00000010:1.0:1788201788.252040:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.252041:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.252043:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465406d000. 00000020:00000010:1.0:1788201788.252045:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.252046:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.252048:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.252049:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.252050:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.252052:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c465417cd40. 00000020:00000001:1.0:1788201788.252055:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.252056:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.252058:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2afc0. 00000020:00000001:1.0:1788201788.252061:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.252062:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.252063:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.252064:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.252165:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.252176:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.252178:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.252179:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.252181:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.252182:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.252184:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.252186:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.252234:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.252290:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.252291:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.252293:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.252295:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.252297:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.252298:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.252300:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2afc0. 00000020:00000080:1.0:1788201788.252302:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.252305:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.252307:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23714: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.252308:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.252309:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23720 (ffff9c465417b380) has no exports 00000020:00000001:1.0:1788201788.252310:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.252312:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.252313:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.252315:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.252317:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.252319:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465406b800. 00000020:00000010:1.0:1788201788.252321:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.252323:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.252324:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.252326:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2aa80. 00000020:00000010:1.0:1788201788.252329:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2aa80. 00000020:00000010:1.0:1788201788.252332:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.252334:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.252336:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465406b800. 00000020:00000010:1.0:1788201788.252338:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.252340:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.252341:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.252343:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.252344:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.252353:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.252356:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654177e00. 00000001:00000010:1.0:1788201788.252358:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654176a00. 00000001:00000010:1.0:1788201788.252360:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654177400. 00000001:00000010:1.0:1788201788.252361:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654177c00. 00000001:00000010:1.0:1788201788.252362:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014900. 00000001:00000010:1.0:1788201788.252364:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4771016000. 00000001:00000001:1.0:1788201788.252366:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.252367:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23714 (ffff9c465417b380) now 3 - setup 00000020:00000001:1.0:1788201788.252369:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.252370:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.252371:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2afc0. 00000020:00000001:1.0:1788201788.252373:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.252374:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.252375:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.252376:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.252478:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.252488:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.252490:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.252491:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.252492:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.252493:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.252494:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.252495:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.252525:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.252571:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.252572:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.252574:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.252575:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.252577:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.252579:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.252581:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2afc0. 00000020:00000080:1.0:1788201788.252582:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.252585:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.252587:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23714 (ffff9c465417b380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.252589:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23714 (uuid obd_uuid_23714) 00000020:00000040:1.0:1788201788.252590:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23714 (ffff9c465417b380) now 1 - newdev 00000020:00000040:1.0:1788201788.252592:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465418c800 with handle 0x8990e4d0a2216efc from hash 00000020:00000040:1.0:1788201788.252594:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465418c800 : new refcount 0 00000020:00000080:1.0:1788201788.252595:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465418c800/obd_uuid_23714 00000020:00000001:1.0:1788201788.252597:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.252598:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.252599:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465418c800/obd_uuid_23714 for obd_name_23714 00000020:00000001:1.0:1788201788.252601:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.252602:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.252603:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465418c800. 00000020:00000001:1.0:1788201788.252605:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.252606:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23714 obd_type name = obd_test 00000020:01000000:1.0:1788201788.252607:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23714 (obd_uuid_23714) 00000020:00000001:1.0:1788201788.252608:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.252610:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.252612:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.252613:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.252615:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465406e000. 00000020:00000010:1.0:1788201788.252617:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.252619:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.252621:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.252622:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c47727f9700. 00000020:00000010:1.0:1788201788.252624:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.252626:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.252627:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465406e000. 00000020:00000010:1.0:1788201788.252630:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.252631:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.252633:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.252634:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.252636:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.252637:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c465417b380. 00000020:00000001:1.0:1788201788.252639:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.252641:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.252642:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2afc0. 00000020:00000001:1.0:1788201788.252645:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.252646:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.252648:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.252649:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.252731:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.252742:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.252743:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.252745:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.252746:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.252747:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.252748:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.252749:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.252778:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.252824:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.252825:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.252826:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.252828:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.252830:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.252831:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.252833:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2afc0. 00000020:00000080:1.0:1788201788.252834:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.252838:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.252839:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23715: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.252841:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.252842:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23721 (ffff9c4654193380) has no exports 00000020:00000001:1.0:1788201788.252843:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.252845:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.252846:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.252848:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.252850:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.252852:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465406c800. 00000020:00000010:1.0:1788201788.252853:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.252855:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.252857:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.252859:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2ae80. 00000020:00000010:1.0:1788201788.252861:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2ae80. 00000020:00000010:1.0:1788201788.252865:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.252867:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.252868:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465406c800. 00000020:00000010:1.0:1788201788.252870:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.252872:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.252873:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.252875:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.252876:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.252883:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.252886:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654177000. 00000001:00000010:1.0:1788201788.252887:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654177600. 00000001:00000010:1.0:1788201788.252888:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654177a00. 00000001:00000010:1.0:1788201788.252890:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654176c00. 00000001:00000010:1.0:1788201788.252891:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014fa0. 00000001:00000010:1.0:1788201788.252892:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4771016800. 00000001:00000001:1.0:1788201788.252894:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.252895:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23715 (ffff9c4654193380) now 3 - setup 00000020:00000001:1.0:1788201788.252896:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.252897:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.252899:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2afc0. 00000020:00000001:1.0:1788201788.252900:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.252902:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.252903:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.252904:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.252986:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.252997:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.252998:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.252999:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.253000:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.253002:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.253003:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.253004:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.253033:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.253079:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.253081:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.253082:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.253084:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.253086:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.253088:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.253090:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2afc0. 00000020:00000080:1.0:1788201788.253091:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.253094:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.253096:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23715 (ffff9c4654193380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.253097:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23715 (uuid obd_uuid_23715) 00000020:00000040:1.0:1788201788.253098:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23715 (ffff9c4654193380) now 1 - newdev 00000020:00000040:1.0:1788201788.253101:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465418b800 with handle 0x8990e4d0a2216f03 from hash 00000020:00000040:1.0:1788201788.253102:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465418b800 : new refcount 0 00000020:00000080:1.0:1788201788.253104:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465418b800/obd_uuid_23715 00000020:00000001:1.0:1788201788.253105:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.253107:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.253108:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465418b800/obd_uuid_23715 for obd_name_23715 00000020:00000001:1.0:1788201788.253109:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.253110:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.253111:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465418b800. 00000020:00000001:1.0:1788201788.253113:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.253114:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23715 obd_type name = obd_test 00000020:01000000:1.0:1788201788.253115:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23715 (obd_uuid_23715) 00000020:00000001:1.0:1788201788.253116:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.253118:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.253119:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.253121:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.253124:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a71800. 00000020:00000010:1.0:1788201788.253125:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.253143:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.253145:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.253146:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c47727f9140. 00000020:00000010:1.0:1788201788.253149:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.253151:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.253152:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a71800. 00000020:00000010:1.0:1788201788.253154:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.253156:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.253157:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.253159:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.253160:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.253162:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654193380. 00000020:00000001:1.0:1788201788.253165:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.253166:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.253168:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2afc0. 00000020:00000001:1.0:1788201788.253171:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.253172:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.253174:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.253175:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.253284:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.253295:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.253296:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.253297:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.253299:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.253300:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.253301:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.253302:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.253331:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.253377:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.253379:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.253380:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.253381:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.253383:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.253385:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.253387:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2afc0. 00000020:00000080:1.0:1788201788.253388:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.253391:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.253413:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23716: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.253415:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.253417:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23722 (ffff9c46541919c0) has no exports 00000020:00000001:1.0:1788201788.253419:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.253421:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.253424:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.253427:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.253429:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.253433:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a70000. 00000020:00000010:1.0:1788201788.253435:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.253438:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.253441:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.253444:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2acc0. 00000020:00000010:1.0:1788201788.253447:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2acc0. 00000020:00000010:1.0:1788201788.253453:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.253456:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.253458:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a70000. 00000020:00000010:1.0:1788201788.253463:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.253466:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.253468:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.253470:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.253472:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.253484:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.253488:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654175200. 00000001:00000010:1.0:1788201788.253490:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654175800. 00000001:00000010:1.0:1788201788.253491:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654176800. 00000001:00000010:1.0:1788201788.253493:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654176400. 00000001:00000010:1.0:1788201788.253494:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014680. 00000001:00000010:1.0:1788201788.253496:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4771016500. 00000001:00000001:1.0:1788201788.253497:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.253498:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23716 (ffff9c46541919c0) now 3 - setup 00000020:00000001:1.0:1788201788.253500:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.253501:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.253503:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2afc0. 00000020:00000001:1.0:1788201788.253505:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.253506:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.253508:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.253509:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.253597:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.253608:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.253609:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.253611:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.253612:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.253613:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.253615:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.253616:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.253645:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.253693:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.253695:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.253696:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.253698:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.253700:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.253702:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.253703:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2afc0. 00000020:00000080:1.0:1788201788.253705:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.253708:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.253710:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23716 (ffff9c46541919c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.253711:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23716 (uuid obd_uuid_23716) 00000020:00000040:1.0:1788201788.253713:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23716 (ffff9c46541919c0) now 1 - newdev 00000020:00000040:1.0:1788201788.253715:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465418e000 with handle 0x8990e4d0a2216f0a from hash 00000020:00000040:1.0:1788201788.253717:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465418e000 : new refcount 0 00000020:00000080:1.0:1788201788.253718:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465418e000/obd_uuid_23716 00000020:00000001:1.0:1788201788.253719:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.253721:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.253722:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465418e000/obd_uuid_23716 for obd_name_23716 00000020:00000001:1.0:1788201788.253723:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.253725:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.253726:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465418e000. 00000020:00000001:1.0:1788201788.253728:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.253729:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23716 obd_type name = obd_test 00000020:01000000:1.0:1788201788.253730:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23716 (obd_uuid_23716) 00000020:00000001:1.0:1788201788.253731:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.253732:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.253734:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.253735:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.253737:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a73000. 00000020:00000010:1.0:1788201788.253740:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.253742:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.253743:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.253745:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c47727f9ac0. 00000020:00000010:1.0:1788201788.253747:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.253749:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.253750:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a73000. 00000020:00000010:1.0:1788201788.253754:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.253755:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.253757:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.253758:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.253760:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.253761:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46541919c0. 00000020:00000001:1.0:1788201788.253764:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.253765:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.253767:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2afc0. 00000020:00000001:1.0:1788201788.253769:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.253771:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.253772:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.253774:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.253862:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.253876:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.253878:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.253880:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.253882:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.253883:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.253885:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.253886:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.253924:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.253972:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.253973:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.253975:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.253976:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.253978:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.253980:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.253982:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2afc0. 00000020:00000080:1.0:1788201788.253984:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.253987:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.253988:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23717: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.253990:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.253991:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23723 (ffff9c4654190000) has no exports 00000020:00000001:1.0:1788201788.253992:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.253994:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.253995:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.253997:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.253999:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.254001:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a74000. 00000020:00000010:1.0:1788201788.254003:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.254005:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.254006:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.254008:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c475da2ab80. 00000020:00000010:1.0:1788201788.254011:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c475da2ab80. 00000020:00000010:1.0:1788201788.254015:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.254016:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.254018:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a74000. 00000020:00000010:1.0:1788201788.254021:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.254023:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.254024:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.254026:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.254027:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.254035:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.254038:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465419ce00. 00000001:00000010:1.0:1788201788.254041:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465419d800. 00000001:00000010:1.0:1788201788.254043:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465419d200. 00000001:00000010:1.0:1788201788.254044:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465419c200. 00000001:00000010:1.0:1788201788.254046:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014160. 00000001:00000010:1.0:1788201788.254047:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4771016200. 00000001:00000001:1.0:1788201788.254049:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.254050:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23717 (ffff9c4654190000) now 3 - setup 00000020:00000001:1.0:1788201788.254051:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.254053:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.254054:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2afc0. 00000020:00000001:1.0:1788201788.254056:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.254057:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.254059:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.254060:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.254163:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.254174:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.254175:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.254176:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.254177:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.254178:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.254180:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.254181:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.254229:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.254284:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.254286:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.254287:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.254288:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.254290:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.254292:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.254294:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2afc0. 00000020:00000080:1.0:1788201788.254296:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.254299:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.254300:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23717 (ffff9c4654190000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.254302:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23717 (uuid obd_uuid_23717) 00000020:00000040:1.0:1788201788.254303:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23717 (ffff9c4654190000) now 1 - newdev 00000020:00000040:1.0:1788201788.254305:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465418d800 with handle 0x8990e4d0a2216f11 from hash 00000020:00000040:1.0:1788201788.254307:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465418d800 : new refcount 0 00000020:00000080:1.0:1788201788.254309:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465418d800/obd_uuid_23717 00000020:00000001:1.0:1788201788.254310:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.254311:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.254312:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465418d800/obd_uuid_23717 for obd_name_23717 00000020:00000001:1.0:1788201788.254314:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.254315:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.254316:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465418d800. 00000020:00000001:1.0:1788201788.254318:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.254319:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23717 obd_type name = obd_test 00000020:01000000:1.0:1788201788.254320:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23717 (obd_uuid_23717) 00000020:00000001:1.0:1788201788.254321:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.254323:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.254325:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.254326:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.254328:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a72000. 00000020:00000010:1.0:1788201788.254330:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.254332:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.254334:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.254336:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c47727f9980. 00000020:00000010:1.0:1788201788.254338:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.254339:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.254341:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a72000. 00000020:00000010:1.0:1788201788.254345:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.254346:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.254348:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.254349:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.254351:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.254352:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654190000. 00000020:00000001:1.0:1788201788.254356:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.254357:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.254358:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2afc0. 00000020:00000001:1.0:1788201788.254361:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.254363:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.254364:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.254365:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.254466:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.254477:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.254478:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.254480:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.254481:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.254483:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.254484:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.254485:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.254514:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.254561:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.254562:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.254563:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.254565:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.254567:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.254569:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.254570:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c475da2afc0. 00000020:00000080:1.0:1788201788.254572:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.254575:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.254577:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23718: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.254578:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.254579:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23724 (ffff9c4654194d40) has no exports 00000020:00000001:1.0:1788201788.254581:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.254582:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.254584:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.254585:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.254587:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.254589:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a73800. 00000020:00000010:1.0:1788201788.254591:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.254593:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.254594:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.254597:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f9980. 00000020:00000010:1.0:1788201788.254599:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f9980. 00000020:00000010:1.0:1788201788.254601:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.254603:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.254605:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a73800. 00000020:00000010:1.0:1788201788.254607:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.254608:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.254610:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.254611:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.254613:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.254620:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.254623:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465419de00. 00000001:00000010:1.0:1788201788.254625:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465419ca00. 00000001:00000010:1.0:1788201788.254627:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465419d400. 00000001:00000010:1.0:1788201788.254628:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465419dc00. 00000001:00000010:1.0:1788201788.254629:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014020. 00000001:00000010:1.0:1788201788.254631:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4771016c00. 00000001:00000001:1.0:1788201788.254632:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.254633:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23718 (ffff9c4654194d40) now 3 - setup 00000020:00000001:1.0:1788201788.254635:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.254636:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.254637:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c475da2afc0. 00000020:00000001:1.0:1788201788.254641:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.254642:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.254643:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.254644:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.254726:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.254737:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.254738:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.254739:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.254740:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.254741:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.254742:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.254744:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.254773:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.254818:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.254820:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.254821:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.254823:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.254824:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.254826:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.254828:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9ac0. 00000020:00000080:1.0:1788201788.254829:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.254832:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.254834:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23718 (ffff9c4654194d40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.254835:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23718 (uuid obd_uuid_23718) 00000020:00000040:1.0:1788201788.254837:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23718 (ffff9c4654194d40) now 1 - newdev 00000020:00000040:1.0:1788201788.254839:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465418d000 with handle 0x8990e4d0a2216f18 from hash 00000020:00000040:1.0:1788201788.254841:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465418d000 : new refcount 0 00000020:00000080:1.0:1788201788.254843:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465418d000/obd_uuid_23718 00000020:00000001:1.0:1788201788.254844:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.254845:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.254846:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465418d000/obd_uuid_23718 for obd_name_23718 00000020:00000001:1.0:1788201788.254848:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.254849:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.254850:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465418d000. 00000020:00000001:1.0:1788201788.254852:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.254852:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23718 obd_type name = obd_test 00000020:01000000:1.0:1788201788.254853:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23718 (obd_uuid_23718) 00000020:00000001:1.0:1788201788.254854:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.254856:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.254858:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.254859:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.254861:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a74800. 00000020:00000010:1.0:1788201788.254863:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.254865:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.254867:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.254868:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c47727f9380. 00000020:00000010:1.0:1788201788.254870:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.254872:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.254873:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a74800. 00000020:00000010:1.0:1788201788.254875:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.254877:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.254878:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.254880:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.254882:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.254883:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654194d40. 00000020:00000001:1.0:1788201788.254886:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.254887:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.254888:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9ac0. 00000020:00000001:1.0:1788201788.254890:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.254892:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.254893:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.254894:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.254975:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.254986:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.254987:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.254988:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.254989:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.254991:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.254992:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.254993:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.255022:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.255066:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.255067:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.255068:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.255070:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.255072:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.255074:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.255075:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9ac0. 00000020:00000080:1.0:1788201788.255077:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.255080:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.255081:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23719: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.255083:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.255084:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23725 (ffff9c46541a3380) has no exports 00000020:00000001:1.0:1788201788.255085:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.255087:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.255089:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.255090:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.255092:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.255094:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a72800. 00000020:00000010:1.0:1788201788.255096:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.255098:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.255099:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.255101:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f9380. 00000020:00000010:1.0:1788201788.255104:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f9380. 00000020:00000010:1.0:1788201788.255107:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.255108:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.255110:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a72800. 00000020:00000010:1.0:1788201788.255112:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.255113:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.255115:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.255116:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.255118:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.255165:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.255169:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465419d000. 00000001:00000010:1.0:1788201788.255170:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465419d600. 00000001:00000010:1.0:1788201788.255172:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465419da00. 00000001:00000010:1.0:1788201788.255173:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465419cc00. 00000001:00000010:1.0:1788201788.255175:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c47710141c0. 00000001:00000010:1.0:1788201788.255176:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4771016f00. 00000001:00000001:1.0:1788201788.255178:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.255179:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23719 (ffff9c46541a3380) now 3 - setup 00000020:00000001:1.0:1788201788.255181:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.255183:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.255185:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9ac0. 00000020:00000001:1.0:1788201788.255188:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.255190:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.255193:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.255194:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.255292:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.255303:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.255305:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.255306:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.255307:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.255309:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.255310:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.255311:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.255340:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.255386:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.255387:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.255389:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.255390:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.255407:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.255410:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.255412:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9ac0. 00000020:00000080:1.0:1788201788.255413:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.255416:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.255418:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23719 (ffff9c46541a3380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.255420:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23719 (uuid obd_uuid_23719) 00000020:00000040:1.0:1788201788.255421:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23719 (ffff9c46541a3380) now 1 - newdev 00000020:00000040:1.0:1788201788.255423:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465418f800 with handle 0x8990e4d0a2216f1f from hash 00000020:00000040:1.0:1788201788.255425:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465418f800 : new refcount 0 00000020:00000080:1.0:1788201788.255426:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465418f800/obd_uuid_23719 00000020:00000001:1.0:1788201788.255427:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.255429:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.255430:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465418f800/obd_uuid_23719 for obd_name_23719 00000020:00000001:1.0:1788201788.255431:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.255432:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.255433:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465418f800. 00000020:00000001:1.0:1788201788.255435:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.255437:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23719 obd_type name = obd_test 00000020:01000000:1.0:1788201788.255438:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23719 (obd_uuid_23719) 00000020:00000001:1.0:1788201788.255439:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.255441:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.255442:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.255444:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.255446:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a71000. 00000020:00000010:1.0:1788201788.255448:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.255450:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.255451:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.255453:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c47727f9080. 00000020:00000010:1.0:1788201788.255455:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.255457:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.255458:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a71000. 00000020:00000010:1.0:1788201788.255460:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.255462:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.255464:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.255465:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.255466:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.255468:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46541a3380. 00000020:00000001:1.0:1788201788.255486:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.255487:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.255489:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9ac0. 00000020:00000001:1.0:1788201788.255490:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.255492:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.255493:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.255495:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.255578:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.255589:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.255591:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.255592:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.255593:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.255594:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.255595:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.255597:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.255626:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.255670:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.255671:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.255672:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.255674:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.255676:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.255678:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.255679:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9ac0. 00000020:00000080:1.0:1788201788.255681:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.255684:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.255686:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23720: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.255687:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.255689:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23726 (ffff9c46541a19c0) has no exports 00000020:00000001:1.0:1788201788.255690:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.255691:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.255693:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.255695:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.255697:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.255699:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a77800. 00000020:00000010:1.0:1788201788.255700:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.255702:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.255704:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.255706:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f9080. 00000020:00000010:1.0:1788201788.255709:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f9080. 00000020:00000010:1.0:1788201788.255711:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.255713:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.255714:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a77800. 00000020:00000010:1.0:1788201788.255716:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.255717:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.255719:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.255721:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.255722:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.255729:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.255731:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654176600. 00000001:00000010:1.0:1788201788.255733:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654176000. 00000001:00000010:1.0:1788201788.255734:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465419c800. 00000001:00000010:1.0:1788201788.255736:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465419c400. 00000001:00000010:1.0:1788201788.255738:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014760. 00000001:00000010:1.0:1788201788.255739:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4771016600. 00000001:00000001:1.0:1788201788.255741:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.255742:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23720 (ffff9c46541a19c0) now 3 - setup 00000020:00000001:1.0:1788201788.255743:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.255745:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.255746:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9ac0. 00000020:00000001:1.0:1788201788.255747:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.255749:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.255750:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.255751:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.255831:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.255842:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.255843:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.255844:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.255845:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.255846:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.255848:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.255849:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.255878:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.255923:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.255924:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.255925:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.255927:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.255929:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.255931:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.255932:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9ac0. 00000020:00000080:1.0:1788201788.255934:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.255937:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.255938:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23720 (ffff9c46541a19c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.255940:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23720 (uuid obd_uuid_23720) 00000020:00000040:1.0:1788201788.255941:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23720 (ffff9c46541a19c0) now 1 - newdev 00000020:00000040:1.0:1788201788.255943:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465418a800 with handle 0x8990e4d0a2216f26 from hash 00000020:00000040:1.0:1788201788.255945:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465418a800 : new refcount 0 00000020:00000080:1.0:1788201788.255946:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465418a800/obd_uuid_23720 00000020:00000001:1.0:1788201788.255948:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.255949:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.255950:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465418a800/obd_uuid_23720 for obd_name_23720 00000020:00000001:1.0:1788201788.255952:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.255953:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.255954:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465418a800. 00000020:00000001:1.0:1788201788.255956:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.255957:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23720 obd_type name = obd_test 00000020:01000000:1.0:1788201788.255958:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23720 (obd_uuid_23720) 00000020:00000001:1.0:1788201788.255959:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.255960:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.255962:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.255964:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.255967:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a76800. 00000020:00000010:1.0:1788201788.255968:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.255970:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.255972:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.255974:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c47727f99c0. 00000020:00000010:1.0:1788201788.255975:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.255977:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.255978:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a76800. 00000020:00000010:1.0:1788201788.255980:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.255982:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.255983:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.255985:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.255986:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.255987:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46541a19c0. 00000020:00000001:1.0:1788201788.255990:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.255991:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.255993:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9ac0. 00000020:00000001:1.0:1788201788.255994:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.255995:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.255997:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.255998:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.256077:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.256088:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.256089:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.256090:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.256091:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.256093:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.256094:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.256095:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.256124:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.256190:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.256192:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.256194:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.256196:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.256200:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.256203:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.256205:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9ac0. 00000020:00000080:1.0:1788201788.256208:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.256213:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.256215:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23721: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.256217:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.256219:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23727 (ffff9c46541a0000) has no exports 00000020:00000001:1.0:1788201788.256221:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.256223:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.256225:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.256228:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.256231:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.256234:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a70800. 00000020:00000010:1.0:1788201788.256236:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.256240:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.256242:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.256245:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f99c0. 00000020:00000010:1.0:1788201788.256249:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f99c0. 00000020:00000010:1.0:1788201788.256252:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.256254:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.256255:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a70800. 00000020:00000010:1.0:1788201788.256258:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.256260:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.256261:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.256263:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.256264:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.256271:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.256274:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465419ec00. 00000001:00000010:1.0:1788201788.256275:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465419e800. 00000001:00000010:1.0:1788201788.256277:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465419e400. 00000001:00000010:1.0:1788201788.256278:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465419f400. 00000001:00000010:1.0:1788201788.256280:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014480. 00000001:00000010:1.0:1788201788.256281:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4771016d00. 00000001:00000001:1.0:1788201788.256283:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.256284:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23721 (ffff9c46541a0000) now 3 - setup 00000020:00000001:1.0:1788201788.256286:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.256287:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.256289:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9ac0. 00000020:00000001:1.0:1788201788.256290:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.256292:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.256293:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.256294:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.256412:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.256423:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.256424:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.256426:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.256427:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.256428:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.256429:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.256430:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.256461:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.256509:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.256510:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.256511:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.256513:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.256515:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.256517:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.256519:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9ac0. 00000020:00000080:1.0:1788201788.256520:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.256523:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.256525:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23721 (ffff9c46541a0000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.256526:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23721 (uuid obd_uuid_23721) 00000020:00000040:1.0:1788201788.256528:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23721 (ffff9c46541a0000) now 1 - newdev 00000020:00000040:1.0:1788201788.256530:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654189000 with handle 0x8990e4d0a2216f2d from hash 00000020:00000040:1.0:1788201788.256532:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654189000 : new refcount 0 00000020:00000080:1.0:1788201788.256533:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654189000/obd_uuid_23721 00000020:00000001:1.0:1788201788.256534:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.256536:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.256537:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654189000/obd_uuid_23721 for obd_name_23721 00000020:00000001:1.0:1788201788.256539:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.256540:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.256541:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654189000. 00000020:00000001:1.0:1788201788.256543:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.256544:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23721 obd_type name = obd_test 00000020:01000000:1.0:1788201788.256545:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23721 (obd_uuid_23721) 00000020:00000001:1.0:1788201788.256547:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.256548:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.256550:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.256552:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.256554:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a77000. 00000020:00000010:1.0:1788201788.256556:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.256558:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.256559:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.256561:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c47727f92c0. 00000020:00000010:1.0:1788201788.256563:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.256564:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.256566:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a77000. 00000020:00000010:1.0:1788201788.256568:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.256569:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.256571:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.256572:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.256574:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.256575:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46541a0000. 00000020:00000001:1.0:1788201788.256577:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.256579:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.256580:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9ac0. 00000020:00000001:1.0:1788201788.256582:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.256583:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.256584:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.256586:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.256666:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.256677:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.256678:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.256680:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.256681:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.256682:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.256683:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.256685:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.256714:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.256759:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.256761:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.256762:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.256764:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.256766:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.256768:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.256769:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9ac0. 00000020:00000080:1.0:1788201788.256771:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.256774:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.256775:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23722: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.256777:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.256778:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23728 (ffff9c46541a4d40) has no exports 00000020:00000001:1.0:1788201788.256779:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.256780:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.256782:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.256784:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.256785:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.256788:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a75800. 00000020:00000010:1.0:1788201788.256789:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.256791:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.256793:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.256795:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f92c0. 00000020:00000010:1.0:1788201788.256797:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f92c0. 00000020:00000010:1.0:1788201788.256799:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.256801:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.256802:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a75800. 00000020:00000010:1.0:1788201788.256804:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.256806:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.256807:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.256809:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.256811:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.256823:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.256825:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465419fa00. 00000001:00000010:1.0:1788201788.256827:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465419e600. 00000001:00000010:1.0:1788201788.256829:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465419f800. 00000001:00000010:1.0:1788201788.256830:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465419f200. 00000001:00000010:1.0:1788201788.256831:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014120. 00000001:00000010:1.0:1788201788.256832:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4771016100. 00000001:00000001:1.0:1788201788.256834:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.256835:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23722 (ffff9c46541a4d40) now 3 - setup 00000020:00000001:1.0:1788201788.256836:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.256838:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.256839:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9ac0. 00000020:00000001:1.0:1788201788.256841:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.256842:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.256843:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.256845:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.256927:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.256938:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.256939:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.256940:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.256941:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.256942:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.256944:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.256945:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.256974:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.257019:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.257021:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.257022:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.257024:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.257026:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.257027:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.257029:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9ac0. 00000020:00000080:1.0:1788201788.257030:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.257034:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.257035:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23722 (ffff9c46541a4d40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.257037:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23722 (uuid obd_uuid_23722) 00000020:00000040:1.0:1788201788.257039:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23722 (ffff9c46541a4d40) now 1 - newdev 00000020:00000040:1.0:1788201788.257041:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465418e800 with handle 0x8990e4d0a2216f34 from hash 00000020:00000040:1.0:1788201788.257043:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465418e800 : new refcount 0 00000020:00000080:1.0:1788201788.257044:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465418e800/obd_uuid_23722 00000020:00000001:1.0:1788201788.257045:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.257046:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.257047:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465418e800/obd_uuid_23722 for obd_name_23722 00000020:00000001:1.0:1788201788.257049:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.257050:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.257051:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465418e800. 00000020:00000001:1.0:1788201788.257053:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.257054:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23722 obd_type name = obd_test 00000020:01000000:1.0:1788201788.257055:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23722 (obd_uuid_23722) 00000020:00000001:1.0:1788201788.257056:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.257058:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.257060:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.257061:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.257063:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a76000. 00000020:00000010:1.0:1788201788.257065:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.257067:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.257069:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.257070:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c47727f9a00. 00000020:00000010:1.0:1788201788.257072:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.257074:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.257075:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a76000. 00000020:00000010:1.0:1788201788.257077:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.257079:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.257080:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.257082:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.257083:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.257084:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46541a4d40. 00000020:00000001:1.0:1788201788.257087:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.257089:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.257090:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9ac0. 00000020:00000001:1.0:1788201788.257092:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.257093:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.257094:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.257095:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.257196:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.257206:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.257208:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.257209:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.257210:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.257211:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.257212:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.257214:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.257242:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.257290:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.257291:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.257292:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.257294:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.257296:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.257297:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.257299:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9ac0. 00000020:00000080:1.0:1788201788.257300:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.257304:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.257305:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23723: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.257307:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.257308:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23729 (ffff9c46541b0000) has no exports 00000020:00000001:1.0:1788201788.257309:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.257311:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.257312:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.257314:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.257316:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.257318:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a75000. 00000020:00000010:1.0:1788201788.257320:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.257322:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.257323:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.257326:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f9a00. 00000020:00000010:1.0:1788201788.257328:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f9a00. 00000020:00000010:1.0:1788201788.257330:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.257332:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.257334:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a75000. 00000020:00000010:1.0:1788201788.257335:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.257337:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.257338:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.257340:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.257341:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.257350:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.257353:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465419e200. 00000001:00000010:1.0:1788201788.257355:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465419e000. 00000001:00000010:1.0:1788201788.257356:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465419f600. 00000001:00000010:1.0:1788201788.257358:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465419ea00. 00000001:00000010:1.0:1788201788.257359:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014c20. 00000001:00000010:1.0:1788201788.257360:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4771016400. 00000001:00000001:1.0:1788201788.257362:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.257363:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23723 (ffff9c46541b0000) now 3 - setup 00000020:00000001:1.0:1788201788.257364:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.257365:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.257366:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9ac0. 00000020:00000001:1.0:1788201788.257368:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.257369:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.257371:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.257372:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.257587:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.257598:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.257599:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.257600:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.257602:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.257603:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.257604:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.257605:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.257634:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.257692:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.257694:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.257695:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.257697:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.257699:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.257701:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.257702:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9ac0. 00000020:00000080:1.0:1788201788.257704:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.257707:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.257709:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23723 (ffff9c46541b0000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.257710:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23723 (uuid obd_uuid_23723) 00000020:00000040:1.0:1788201788.257712:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23723 (ffff9c46541b0000) now 1 - newdev 00000020:00000040:1.0:1788201788.257714:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465418f000 with handle 0x8990e4d0a2216f3b from hash 00000020:00000040:1.0:1788201788.257716:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465418f000 : new refcount 0 00000020:00000080:1.0:1788201788.257717:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465418f000/obd_uuid_23723 00000020:00000001:1.0:1788201788.257718:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.257719:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.257720:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465418f000/obd_uuid_23723 for obd_name_23723 00000020:00000001:1.0:1788201788.257722:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.257723:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.257724:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465418f000. 00000020:00000001:1.0:1788201788.257726:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.257727:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23723 obd_type name = obd_test 00000020:01000000:1.0:1788201788.257728:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23723 (obd_uuid_23723) 00000020:00000001:1.0:1788201788.257729:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.257731:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.257732:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.257734:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.257737:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465499b800. 00000020:00000010:1.0:1788201788.257739:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.257741:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.257754:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.257755:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c47727f9b00. 00000020:00000010:1.0:1788201788.257757:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.257759:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.257761:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465499b800. 00000020:00000010:1.0:1788201788.257763:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.257764:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.257766:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.257767:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.257769:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.257770:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46541b0000. 00000020:00000001:1.0:1788201788.257774:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.257775:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.257776:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9ac0. 00000020:00000001:1.0:1788201788.257777:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.257779:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.257780:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.257781:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.257863:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.257874:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.257884:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.257885:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.257887:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.257888:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.257889:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.257890:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.257919:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.257965:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.257967:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.257968:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.257970:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.257972:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.257974:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.257975:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9ac0. 00000020:00000080:1.0:1788201788.257976:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.257980:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.257981:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23724: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.257983:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.257984:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23730 (ffff9c46541b4d40) has no exports 00000020:00000001:1.0:1788201788.257986:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.257987:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.257989:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.257991:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.257992:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.257995:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654998000. 00000020:00000010:1.0:1788201788.257997:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.257999:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.258000:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.258002:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f9b00. 00000020:00000010:1.0:1788201788.258005:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f9b00. 00000020:00000010:1.0:1788201788.258007:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.258009:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.258010:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654998000. 00000020:00000010:1.0:1788201788.258012:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.258014:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.258015:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.258017:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.258018:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.258027:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.258030:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465419c600. 00000001:00000010:1.0:1788201788.258032:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465419c000. 00000001:00000010:1.0:1788201788.258033:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465419fe00. 00000001:00000010:1.0:1788201788.258035:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465419ee00. 00000001:00000010:1.0:1788201788.258036:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014b80. 00000001:00000010:1.0:1788201788.258038:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4771016700. 00000001:00000001:1.0:1788201788.258039:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.258040:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23724 (ffff9c46541b4d40) now 3 - setup 00000020:00000001:1.0:1788201788.258041:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.258043:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.258044:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9ac0. 00000020:00000001:1.0:1788201788.258045:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.258046:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.258048:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.258049:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.258160:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.258175:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.258178:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.258180:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.258181:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.258183:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.258185:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.258187:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.258221:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.258271:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.258272:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.258273:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.258275:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.258277:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.258279:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.258281:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9ac0. 00000020:00000080:1.0:1788201788.258282:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.258285:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.258287:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23724 (ffff9c46541b4d40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.258288:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23724 (uuid obd_uuid_23724) 00000020:00000040:1.0:1788201788.258289:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23724 (ffff9c46541b4d40) now 1 - newdev 00000020:00000040:1.0:1788201788.258292:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654189800 with handle 0x8990e4d0a2216f42 from hash 00000020:00000040:1.0:1788201788.258294:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654189800 : new refcount 0 00000020:00000080:1.0:1788201788.258295:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654189800/obd_uuid_23724 00000020:00000001:1.0:1788201788.258296:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.258298:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.258299:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654189800/obd_uuid_23724 for obd_name_23724 00000020:00000001:1.0:1788201788.258300:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.258301:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.258302:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654189800. 00000020:00000001:1.0:1788201788.258304:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.258305:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23724 obd_type name = obd_test 00000020:01000000:1.0:1788201788.258306:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23724 (obd_uuid_23724) 00000020:00000001:1.0:1788201788.258307:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.258309:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.258311:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.258313:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.258315:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654999800. 00000020:00000010:1.0:1788201788.258317:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.258319:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.258320:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.258322:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c47727f95c0. 00000020:00000010:1.0:1788201788.258324:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.258326:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.258327:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654999800. 00000020:00000010:1.0:1788201788.258329:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.258331:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.258332:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.258334:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.258335:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.258336:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46541b4d40. 00000020:00000001:1.0:1788201788.258339:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.258341:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.258342:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9ac0. 00000020:00000001:1.0:1788201788.258343:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.258345:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.258347:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.258348:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.258789:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.258801:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.258802:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.258803:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.258804:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.258805:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.258806:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.258807:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.258837:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.258885:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.258887:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.258889:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.258890:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.258892:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.258895:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.258896:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9ac0. 00000020:00000080:1.0:1788201788.258898:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.258901:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.258902:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23725: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.258904:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.258905:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23731 (ffff9c46541b3380) has no exports 00000020:00000001:1.0:1788201788.258907:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.258908:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.258910:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.258911:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.258913:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.258915:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465499e800. 00000020:00000010:1.0:1788201788.258917:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.258919:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.258921:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.258923:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f95c0. 00000020:00000010:1.0:1788201788.258925:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f95c0. 00000020:00000010:1.0:1788201788.258928:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.258930:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.258931:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465499e800. 00000020:00000010:1.0:1788201788.258933:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.258935:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.258936:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.258938:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.258939:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.258949:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.258952:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46541bce00. 00000001:00000010:1.0:1788201788.258954:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46541bd800. 00000001:00000010:1.0:1788201788.258955:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46541bd200. 00000001:00000010:1.0:1788201788.258956:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46541bc200. 00000001:00000010:1.0:1788201788.258958:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014dc0. 00000001:00000010:1.0:1788201788.258960:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4771016a00. 00000001:00000001:1.0:1788201788.258961:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.258962:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23725 (ffff9c46541b3380) now 3 - setup 00000020:00000001:1.0:1788201788.258964:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.258965:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.258967:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9ac0. 00000020:00000001:1.0:1788201788.258968:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.258970:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.258971:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.258972:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.259056:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.259066:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.259068:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.259069:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.259070:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.259072:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.259073:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.259074:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.259106:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.259186:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.259188:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.259189:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.259191:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.259193:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.259195:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.259197:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9ac0. 00000020:00000080:1.0:1788201788.259198:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.259201:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.259203:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23725 (ffff9c46541b3380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.259205:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23725 (uuid obd_uuid_23725) 00000020:00000040:1.0:1788201788.259206:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23725 (ffff9c46541b3380) now 1 - newdev 00000020:00000040:1.0:1788201788.259208:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654188800 with handle 0x8990e4d0a2216f49 from hash 00000020:00000040:1.0:1788201788.259210:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654188800 : new refcount 0 00000020:00000080:1.0:1788201788.259211:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654188800/obd_uuid_23725 00000020:00000001:1.0:1788201788.259213:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.259215:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.259216:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654188800/obd_uuid_23725 for obd_name_23725 00000020:00000001:1.0:1788201788.259217:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.259218:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.259220:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654188800. 00000020:00000001:1.0:1788201788.259221:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.259222:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23725 obd_type name = obd_test 00000020:01000000:1.0:1788201788.259223:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23725 (obd_uuid_23725) 00000020:00000001:1.0:1788201788.259224:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.259226:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.259228:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.259229:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.259231:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465499f000. 00000020:00000010:1.0:1788201788.259233:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.259235:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.259236:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.259238:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c47727f9c00. 00000020:00000010:1.0:1788201788.259241:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.259242:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.259244:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465499f000. 00000020:00000010:1.0:1788201788.259245:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.259247:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.259249:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.259250:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.259251:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.259253:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46541b3380. 00000020:00000001:1.0:1788201788.259256:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.259257:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.259258:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9ac0. 00000020:00000001:1.0:1788201788.259260:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.259261:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.259263:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.259264:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.259348:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.259359:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.259361:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.259362:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.259363:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.259364:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.259365:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.259366:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.259411:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.259460:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.259462:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.259463:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.259465:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.259467:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.259469:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.259470:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9ac0. 00000020:00000080:1.0:1788201788.259472:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.259475:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.259477:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23726: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.259478:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.259479:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23732 (ffff9c46541b19c0) has no exports 00000020:00000001:1.0:1788201788.259481:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.259482:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.259484:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.259486:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.259487:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.259489:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654999000. 00000020:00000010:1.0:1788201788.259491:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.259493:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.259495:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.259497:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f9c00. 00000020:00000010:1.0:1788201788.259499:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f9c00. 00000020:00000010:1.0:1788201788.259502:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.259504:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.259505:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654999000. 00000020:00000010:1.0:1788201788.259507:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.259509:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.259511:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.259512:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.259513:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.259521:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.259524:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46541bde00. 00000001:00000010:1.0:1788201788.259526:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46541bca00. 00000001:00000010:1.0:1788201788.259527:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46541bd400. 00000001:00000010:1.0:1788201788.259528:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46541bdc00. 00000001:00000010:1.0:1788201788.259530:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014ca0. 00000001:00000010:1.0:1788201788.259531:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4771016e00. 00000001:00000001:1.0:1788201788.259533:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.259534:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23726 (ffff9c46541b19c0) now 3 - setup 00000020:00000001:1.0:1788201788.259535:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.259536:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.259538:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9ac0. 00000020:00000001:1.0:1788201788.259539:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.259540:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.259542:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.259543:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.259637:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.259652:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.259654:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.259656:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.259657:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.259659:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.259661:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.259663:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.259700:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.259749:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.259750:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.259752:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.259753:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.259756:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.259757:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.259759:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9ac0. 00000020:00000080:1.0:1788201788.259760:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.259764:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.259766:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23726 (ffff9c46541b19c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.259767:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23726 (uuid obd_uuid_23726) 00000020:00000040:1.0:1788201788.259769:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23726 (ffff9c46541b19c0) now 1 - newdev 00000020:00000040:1.0:1788201788.259771:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465418b000 with handle 0x8990e4d0a2216f50 from hash 00000020:00000040:1.0:1788201788.259773:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465418b000 : new refcount 0 00000020:00000080:1.0:1788201788.259774:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465418b000/obd_uuid_23726 00000020:00000001:1.0:1788201788.259775:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.259777:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.259778:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465418b000/obd_uuid_23726 for obd_name_23726 00000020:00000001:1.0:1788201788.259779:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.259781:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.259782:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465418b000. 00000020:00000001:1.0:1788201788.259783:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.259784:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23726 obd_type name = obd_test 00000020:01000000:1.0:1788201788.259785:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23726 (obd_uuid_23726) 00000020:00000001:1.0:1788201788.259786:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.259788:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.259790:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.259791:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.259794:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465499d000. 00000020:00000010:1.0:1788201788.259795:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.259797:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.259799:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.259801:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c47727f91c0. 00000020:00000010:1.0:1788201788.259803:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.259805:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.259806:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465499d000. 00000020:00000010:1.0:1788201788.259808:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.259810:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.259811:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.259813:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.259814:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.259815:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46541b19c0. 00000020:00000001:1.0:1788201788.259819:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.259820:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.259821:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9ac0. 00000020:00000001:1.0:1788201788.259823:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.259824:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.259826:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.259827:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.259949:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.259963:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.259964:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.259966:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.259967:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.259969:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.259971:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.259972:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.260017:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.260070:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.260072:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.260073:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.260075:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.260077:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.260079:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.260080:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9ac0. 00000020:00000080:1.0:1788201788.260082:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.260085:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.260086:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23727: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.260088:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.260089:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23733 (ffff9c46541c19c0) has no exports 00000020:00000001:1.0:1788201788.260090:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.260092:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.260094:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.260095:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.260097:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.260099:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465499f800. 00000020:00000010:1.0:1788201788.260102:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.260105:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.260109:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.260112:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f91c0. 00000020:00000010:1.0:1788201788.260115:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f91c0. 00000020:00000010:1.0:1788201788.260119:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.260122:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.260124:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465499f800. 00000020:00000010:1.0:1788201788.260141:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.260145:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.260147:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.260150:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.260152:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.260165:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.260169:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46541bd000. 00000001:00000010:1.0:1788201788.260172:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46541bd600. 00000001:00000010:1.0:1788201788.260173:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46541bda00. 00000001:00000010:1.0:1788201788.260175:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46541bcc00. 00000001:00000010:1.0:1788201788.260176:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014d60. 00000001:00000010:1.0:1788201788.260178:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4771016b00. 00000001:00000001:1.0:1788201788.260179:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.260180:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23727 (ffff9c46541c19c0) now 3 - setup 00000020:00000001:1.0:1788201788.260182:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.260183:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.260184:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9ac0. 00000020:00000001:1.0:1788201788.260186:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.260187:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.260189:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.260190:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.260279:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.260290:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.260291:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.260292:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.260293:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.260294:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.260296:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.260297:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.260327:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.260374:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.260375:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.260376:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.260378:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.260380:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.260382:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.260384:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9ac0. 00000020:00000080:1.0:1788201788.260385:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.260388:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.260390:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23727 (ffff9c46541c19c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.260407:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23727 (uuid obd_uuid_23727) 00000020:00000040:1.0:1788201788.260408:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23727 (ffff9c46541c19c0) now 1 - newdev 00000020:00000040:1.0:1788201788.260411:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654188000 with handle 0x8990e4d0a2216f57 from hash 00000020:00000040:1.0:1788201788.260413:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654188000 : new refcount 0 00000020:00000080:1.0:1788201788.260414:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654188000/obd_uuid_23727 00000020:00000001:1.0:1788201788.260415:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.260417:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.260418:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654188000/obd_uuid_23727 for obd_name_23727 00000020:00000001:1.0:1788201788.260420:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.260421:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.260422:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654188000. 00000020:00000001:1.0:1788201788.260424:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.260425:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23727 obd_type name = obd_test 00000020:01000000:1.0:1788201788.260426:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23727 (obd_uuid_23727) 00000020:00000001:1.0:1788201788.260426:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.260428:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.260430:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.260432:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.260434:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465499e000. 00000020:00000010:1.0:1788201788.260436:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.260438:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.260439:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.260441:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c47727f9180. 00000020:00000010:1.0:1788201788.260444:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.260446:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.260447:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465499e000. 00000020:00000010:1.0:1788201788.260449:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.260451:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.260452:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.260454:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.260455:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.260456:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46541c19c0. 00000020:00000001:1.0:1788201788.260461:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.260462:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.260464:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9ac0. 00000020:00000001:1.0:1788201788.260465:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.260467:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.260468:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.260469:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.260593:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.260607:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.260609:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.260611:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.260612:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.260614:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.260615:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.260617:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.260663:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.260725:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.260726:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.260727:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.260729:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.260731:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.260733:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.260735:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9ac0. 00000020:00000080:1.0:1788201788.260737:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.260742:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.260744:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23728: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.260746:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.260748:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23734 (ffff9c46541c0000) has no exports 00000020:00000001:1.0:1788201788.260750:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.260752:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.260755:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.260757:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.260760:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.260763:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465499d800. 00000020:00000010:1.0:1788201788.260766:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.260769:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.260771:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.260774:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f9180. 00000020:00000010:1.0:1788201788.260778:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f9180. 00000020:00000010:1.0:1788201788.260782:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.260785:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.260787:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465499d800. 00000020:00000010:1.0:1788201788.260789:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.260792:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.260794:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.260797:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.260799:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.260809:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.260814:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465419f000. 00000001:00000010:1.0:1788201788.260815:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465419fc00. 00000001:00000010:1.0:1788201788.260817:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46541bc800. 00000001:00000010:1.0:1788201788.260818:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46541bc400. 00000001:00000010:1.0:1788201788.260819:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014b00. 00000001:00000010:1.0:1788201788.260821:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4771016300. 00000001:00000001:1.0:1788201788.260822:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.260823:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23728 (ffff9c46541c0000) now 3 - setup 00000020:00000001:1.0:1788201788.260825:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.260826:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.260828:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9ac0. 00000020:00000001:1.0:1788201788.260829:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.260830:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.260832:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.260843:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.260931:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.260942:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.260944:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.260945:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.260946:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.260947:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.260948:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.260950:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.260979:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.261026:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.261027:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.261028:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.261030:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.261032:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.261034:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.261035:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9ac0. 00000020:00000080:1.0:1788201788.261037:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.261040:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.261042:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23728 (ffff9c46541c0000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.261044:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23728 (uuid obd_uuid_23728) 00000020:00000040:1.0:1788201788.261045:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23728 (ffff9c46541c0000) now 1 - newdev 00000020:00000040:1.0:1788201788.261047:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465418a000 with handle 0x8990e4d0a2216f5e from hash 00000020:00000040:1.0:1788201788.261049:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465418a000 : new refcount 0 00000020:00000080:1.0:1788201788.261050:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465418a000/obd_uuid_23728 00000020:00000001:1.0:1788201788.261052:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.261053:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.261054:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465418a000/obd_uuid_23728 for obd_name_23728 00000020:00000001:1.0:1788201788.261056:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.261057:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.261058:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465418a000. 00000020:00000001:1.0:1788201788.261060:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.261061:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23728 obd_type name = obd_test 00000020:01000000:1.0:1788201788.261062:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23728 (obd_uuid_23728) 00000020:00000001:1.0:1788201788.261063:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.261065:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.261067:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.261068:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.261071:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465499c800. 00000020:00000010:1.0:1788201788.261072:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.261075:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.261076:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.261078:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c47727f9200. 00000020:00000010:1.0:1788201788.261080:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.261082:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.261083:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465499c800. 00000020:00000010:1.0:1788201788.261085:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.261087:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.261088:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.261090:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.261091:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.261093:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46541c0000. 00000020:00000001:1.0:1788201788.261096:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.261098:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.261099:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9ac0. 00000020:00000001:1.0:1788201788.261101:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.261104:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.261106:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.261108:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.261227:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.261238:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.261240:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.261241:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.261242:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.261243:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.261244:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.261246:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.261275:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.261321:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.261323:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.261324:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.261326:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.261328:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.261330:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.261332:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9ac0. 00000020:00000080:1.0:1788201788.261333:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.261336:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.261338:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23729: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.261339:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.261341:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23735 (ffff9c46541c4d40) has no exports 00000020:00000001:1.0:1788201788.261342:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.261344:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.261345:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.261347:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.261349:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.261351:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465499a800. 00000020:00000010:1.0:1788201788.261352:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.261354:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.261356:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.261358:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f9200. 00000020:00000010:1.0:1788201788.261360:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f9200. 00000020:00000010:1.0:1788201788.261363:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.261365:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.261366:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465499a800. 00000020:00000010:1.0:1788201788.261368:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.261370:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.261371:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.261373:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.261374:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.261381:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.261384:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46541bf800. 00000001:00000010:1.0:1788201788.261386:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46541bf200. 00000001:00000010:1.0:1788201788.261387:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46541be200. 00000001:00000010:1.0:1788201788.261389:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46541be000. 00000001:00000010:1.0:1788201788.261390:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c47710143a0. 00000001:00000010:1.0:1788201788.261411:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4771016900. 00000001:00000001:1.0:1788201788.261414:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.261416:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23729 (ffff9c46541c4d40) now 3 - setup 00000020:00000001:1.0:1788201788.261418:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.261420:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.261423:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9ac0. 00000020:00000001:1.0:1788201788.261425:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.261428:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.261430:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.261432:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.261538:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.261549:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.261550:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.261552:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.261553:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.261554:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.261555:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.261556:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.261585:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.261638:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.261640:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.261642:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.261645:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.261648:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.261651:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.261653:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9ac0. 00000020:00000080:1.0:1788201788.261656:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.261661:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.261664:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23729 (ffff9c46541c4d40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.261666:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23729 (uuid obd_uuid_23729) 00000020:00000040:1.0:1788201788.261668:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23729 (ffff9c46541c4d40) now 1 - newdev 00000020:00000040:1.0:1788201788.261671:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465418c000 with handle 0x8990e4d0a2216f65 from hash 00000020:00000040:1.0:1788201788.261674:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465418c000 : new refcount 0 00000020:00000080:1.0:1788201788.261677:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465418c000/obd_uuid_23729 00000020:00000001:1.0:1788201788.261679:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.261681:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.261682:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465418c000/obd_uuid_23729 for obd_name_23729 00000020:00000001:1.0:1788201788.261683:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.261684:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.261686:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465418c000. 00000020:00000001:1.0:1788201788.261688:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.261689:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23729 obd_type name = obd_test 00000020:01000000:1.0:1788201788.261690:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23729 (obd_uuid_23729) 00000020:00000001:1.0:1788201788.261691:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.261693:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.261695:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.261696:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.261699:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465499a000. 00000020:00000010:1.0:1788201788.261700:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.261703:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.261716:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.261718:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c47727f9a80. 00000020:00000010:1.0:1788201788.261720:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.261722:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.261723:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465499a000. 00000020:00000010:1.0:1788201788.261725:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.261727:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.261728:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.261730:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.261731:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.261732:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46541c4d40. 00000020:00000001:1.0:1788201788.261735:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.261737:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.261738:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9ac0. 00000020:00000001:1.0:1788201788.261740:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.261741:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.261743:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.261744:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.261831:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.261842:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.261849:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.261850:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.261852:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.261853:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.261854:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.261855:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.261885:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.261931:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.261933:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.261934:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.261935:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.261938:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.261939:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.261941:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9ac0. 00000020:00000080:1.0:1788201788.261942:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.261946:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.261947:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23730: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.261949:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.261950:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23736 (ffff9c46541c3380) has no exports 00000020:00000001:1.0:1788201788.261951:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.261953:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.261955:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.261956:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.261958:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.261960:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465499b000. 00000020:00000010:1.0:1788201788.261962:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.261964:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.261965:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.261967:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f9a80. 00000020:00000010:1.0:1788201788.261970:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f9a80. 00000020:00000010:1.0:1788201788.261973:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.261974:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.261976:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465499b000. 00000020:00000010:1.0:1788201788.261978:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.261979:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.261981:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.261982:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.261984:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.261992:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.261995:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46541bee00. 00000001:00000010:1.0:1788201788.261997:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46541bfe00. 00000001:00000010:1.0:1788201788.261998:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46541bfc00. 00000001:00000010:1.0:1788201788.262000:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46541bf000. 00000001:00000010:1.0:1788201788.262001:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014100. 00000001:00000010:1.0:1788201788.262002:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4772891600. 00000001:00000001:1.0:1788201788.262005:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.262006:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23730 (ffff9c46541c3380) now 3 - setup 00000020:00000001:1.0:1788201788.262007:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.262009:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.262010:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9ac0. 00000020:00000001:1.0:1788201788.262012:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.262013:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.262015:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.262016:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.262097:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.262110:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.262113:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.262114:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.262116:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.262118:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.262119:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.262121:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.262180:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.262232:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.262233:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.262234:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.262236:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.262238:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.262240:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.262242:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9ac0. 00000020:00000080:1.0:1788201788.262243:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.262247:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.262249:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23730 (ffff9c46541c3380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.262250:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23730 (uuid obd_uuid_23730) 00000020:00000040:1.0:1788201788.262251:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23730 (ffff9c46541c3380) now 1 - newdev 00000020:00000040:1.0:1788201788.262254:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46541d5000 with handle 0x8990e4d0a2216f6c from hash 00000020:00000040:1.0:1788201788.262256:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46541d5000 : new refcount 0 00000020:00000080:1.0:1788201788.262257:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46541d5000/obd_uuid_23730 00000020:00000001:1.0:1788201788.262258:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.262259:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.262260:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46541d5000/obd_uuid_23730 for obd_name_23730 00000020:00000001:1.0:1788201788.262262:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.262263:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.262264:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46541d5000. 00000020:00000001:1.0:1788201788.262266:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.262267:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23730 obd_type name = obd_test 00000020:01000000:1.0:1788201788.262268:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23730 (obd_uuid_23730) 00000020:00000001:1.0:1788201788.262269:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.262271:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.262272:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.262274:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.262276:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654998800. 00000020:00000010:1.0:1788201788.262278:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.262280:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.262281:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.262283:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c47727f9e80. 00000020:00000010:1.0:1788201788.262285:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.262287:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.262289:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654998800. 00000020:00000010:1.0:1788201788.262290:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.262292:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.262293:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.262295:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.262296:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.262298:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46541c3380. 00000020:00000001:1.0:1788201788.262301:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.262302:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.262304:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9ac0. 00000020:00000001:1.0:1788201788.262305:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.262307:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.262308:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.262309:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.262474:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.262605:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.262607:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.262608:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.262609:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.262611:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.262613:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.262614:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.262664:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.262719:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.262720:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.262722:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.262723:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.262725:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.262727:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.262729:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9ac0. 00000020:00000080:1.0:1788201788.262730:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.262734:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.262735:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23731: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.262737:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.262738:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23737 (ffff9c46541d8000) has no exports 00000020:00000001:1.0:1788201788.262739:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.262741:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.262743:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.262744:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.262746:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.262748:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465499c000. 00000020:00000010:1.0:1788201788.262750:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.262752:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.262754:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.262756:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f9e80. 00000020:00000010:1.0:1788201788.262758:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f9e80. 00000020:00000010:1.0:1788201788.262761:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.262763:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.262764:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465499c000. 00000020:00000010:1.0:1788201788.262766:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.262768:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.262769:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.262771:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.262772:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.262780:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.262783:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46541bf600. 00000001:00000010:1.0:1788201788.262785:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46541bea00. 00000001:00000010:1.0:1788201788.262786:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46541bec00. 00000001:00000010:1.0:1788201788.262787:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46541be800. 00000001:00000010:1.0:1788201788.262789:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014040. 00000001:00000010:1.0:1788201788.262790:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4772891d00. 00000001:00000001:1.0:1788201788.262792:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.262793:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23731 (ffff9c46541d8000) now 3 - setup 00000020:00000001:1.0:1788201788.262794:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.262795:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.262797:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9ac0. 00000020:00000001:1.0:1788201788.262799:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.262800:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.262801:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.262803:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.262887:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.262898:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.262899:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.262900:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.262901:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.262902:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.262904:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.262905:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.262935:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.262981:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.262983:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.262984:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.262986:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.262988:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.262990:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.262992:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9ac0. 00000020:00000080:1.0:1788201788.262993:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.262996:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.262998:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23731 (ffff9c46541d8000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.263000:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23731 (uuid obd_uuid_23731) 00000020:00000040:1.0:1788201788.263001:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23731 (ffff9c46541d8000) now 1 - newdev 00000020:00000040:1.0:1788201788.263003:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46541d7800 with handle 0x8990e4d0a2216f73 from hash 00000020:00000040:1.0:1788201788.263005:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46541d7800 : new refcount 0 00000020:00000080:1.0:1788201788.263006:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46541d7800/obd_uuid_23731 00000020:00000001:1.0:1788201788.263007:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.263009:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.263010:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46541d7800/obd_uuid_23731 for obd_name_23731 00000020:00000001:1.0:1788201788.263012:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.263013:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.263014:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46541d7800. 00000020:00000001:1.0:1788201788.263016:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.263017:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23731 obd_type name = obd_test 00000020:01000000:1.0:1788201788.263018:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23731 (obd_uuid_23731) 00000020:00000001:1.0:1788201788.263018:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.263020:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.263022:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.263023:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.263026:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a76000. 00000020:00000010:1.0:1788201788.263027:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.263029:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.263031:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.263033:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c47727f9400. 00000020:00000010:1.0:1788201788.263035:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.263037:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.263038:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a76000. 00000020:00000010:1.0:1788201788.263040:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.263042:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.263043:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.263045:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.263046:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.263048:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46541d8000. 00000020:00000001:1.0:1788201788.263063:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.263065:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.263066:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9ac0. 00000020:00000001:1.0:1788201788.263068:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.263070:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.263071:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.263072:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.263203:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.263214:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.263215:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.263216:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.263218:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.263219:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.263220:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.263221:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.263251:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.263297:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.263299:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.263300:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.263302:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.263304:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.263306:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.263307:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9ac0. 00000020:00000080:1.0:1788201788.263309:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.263312:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.263313:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23732: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.263315:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.263317:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23738 (ffff9c46541dcd40) has no exports 00000020:00000001:1.0:1788201788.263318:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.263319:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.263321:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.263323:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.263324:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.263326:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a75800. 00000020:00000010:1.0:1788201788.263328:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.263330:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.263331:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.263333:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f9400. 00000020:00000010:1.0:1788201788.263336:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f9400. 00000020:00000010:1.0:1788201788.263338:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.263340:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.263342:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a75800. 00000020:00000010:1.0:1788201788.263343:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.263345:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.263346:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.263348:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.263349:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.263357:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.263360:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46541bc600. 00000001:00000010:1.0:1788201788.263361:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46541bc000. 00000001:00000010:1.0:1788201788.263363:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46541be400. 00000001:00000010:1.0:1788201788.263364:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46541bf400. 00000001:00000010:1.0:1788201788.263366:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c47710143e0. 00000001:00000010:1.0:1788201788.263367:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4772891100. 00000001:00000001:1.0:1788201788.263369:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.263370:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23732 (ffff9c46541dcd40) now 3 - setup 00000020:00000001:1.0:1788201788.263371:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.263372:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.263374:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9ac0. 00000020:00000001:1.0:1788201788.263375:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.263377:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.263379:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.263380:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.263482:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.263493:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.263494:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.263495:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.263497:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.263498:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.263499:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.263500:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.263529:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.263573:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.263575:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.263576:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.263577:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.263579:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.263581:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.263583:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9ac0. 00000020:00000080:1.0:1788201788.263584:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.263587:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.263589:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23732 (ffff9c46541dcd40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.263591:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23732 (uuid obd_uuid_23732) 00000020:00000040:1.0:1788201788.263592:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23732 (ffff9c46541dcd40) now 1 - newdev 00000020:00000040:1.0:1788201788.263594:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46541d2800 with handle 0x8990e4d0a2216f7a from hash 00000020:00000040:1.0:1788201788.263596:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46541d2800 : new refcount 0 00000020:00000080:1.0:1788201788.263597:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46541d2800/obd_uuid_23732 00000020:00000001:1.0:1788201788.263598:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.263600:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.263601:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46541d2800/obd_uuid_23732 for obd_name_23732 00000020:00000001:1.0:1788201788.263602:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.263603:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.263605:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46541d2800. 00000020:00000001:1.0:1788201788.263607:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.263608:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23732 obd_type name = obd_test 00000020:01000000:1.0:1788201788.263610:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23732 (obd_uuid_23732) 00000020:00000001:1.0:1788201788.263612:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.263614:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.263618:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.263620:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.263623:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a77000. 00000020:00000010:1.0:1788201788.263626:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.263629:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.263632:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.263634:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c47727f9fc0. 00000020:00000010:1.0:1788201788.263638:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.263641:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.263643:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a77000. 00000020:00000010:1.0:1788201788.263646:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.263648:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.263650:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.263653:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.263655:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.263657:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46541dcd40. 00000020:00000001:1.0:1788201788.263661:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.263663:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.263666:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9ac0. 00000020:00000001:1.0:1788201788.263669:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.263671:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.263672:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.263673:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.263760:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.263771:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.263772:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.263773:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.263775:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.263776:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.263777:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.263778:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.263807:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.263853:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.263854:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.263856:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.263858:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.263860:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.263861:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.263863:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9ac0. 00000020:00000080:1.0:1788201788.263865:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.263868:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.263870:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23733: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.263871:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.263873:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23739 (ffff9c46541db380) has no exports 00000020:00000001:1.0:1788201788.263874:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.263875:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.263877:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.263879:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.263881:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.263882:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a70800. 00000020:00000010:1.0:1788201788.263884:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.263886:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.263888:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.263890:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f9fc0. 00000020:00000010:1.0:1788201788.263892:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f9fc0. 00000020:00000010:1.0:1788201788.263895:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.263897:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.263898:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a70800. 00000020:00000010:1.0:1788201788.263900:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.263902:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.263903:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.263905:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.263906:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.263914:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.263917:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46541e5600. 00000001:00000010:1.0:1788201788.263919:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46541e4a00. 00000001:00000010:1.0:1788201788.263921:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46541e5e00. 00000001:00000010:1.0:1788201788.263923:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46541e4e00. 00000001:00000010:1.0:1788201788.263924:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c47710141a0. 00000001:00000010:1.0:1788201788.263926:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4772891400. 00000001:00000001:1.0:1788201788.263927:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.263928:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23733 (ffff9c46541db380) now 3 - setup 00000020:00000001:1.0:1788201788.263930:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.263931:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.263932:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9ac0. 00000020:00000001:1.0:1788201788.263934:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.263935:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.263936:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.263937:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.264019:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.264030:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.264031:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.264032:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.264033:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.264034:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.264036:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.264037:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.264065:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.264115:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.264117:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.264119:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.264121:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.264124:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.264141:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.264144:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9ac0. 00000020:00000080:1.0:1788201788.264146:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.264151:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.264154:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23733 (ffff9c46541db380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.264157:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23733 (uuid obd_uuid_23733) 00000020:00000040:1.0:1788201788.264159:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23733 (ffff9c46541db380) now 1 - newdev 00000020:00000040:1.0:1788201788.264162:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46541d1000 with handle 0x8990e4d0a2216f81 from hash 00000020:00000040:1.0:1788201788.264165:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46541d1000 : new refcount 0 00000020:00000080:1.0:1788201788.264167:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46541d1000/obd_uuid_23733 00000020:00000001:1.0:1788201788.264169:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.264172:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.264173:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46541d1000/obd_uuid_23733 for obd_name_23733 00000020:00000001:1.0:1788201788.264175:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.264176:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.264177:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46541d1000. 00000020:00000001:1.0:1788201788.264180:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.264181:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23733 obd_type name = obd_test 00000020:01000000:1.0:1788201788.264182:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23733 (obd_uuid_23733) 00000020:00000001:1.0:1788201788.264183:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.264185:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.264187:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.264189:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.264191:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a76800. 00000020:00000010:1.0:1788201788.264193:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.264195:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.264196:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.264198:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c47727f9dc0. 00000020:00000010:1.0:1788201788.264201:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.264202:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.264204:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a76800. 00000020:00000010:1.0:1788201788.264205:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.264207:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.264208:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.264210:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.264211:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.264213:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46541db380. 00000020:00000001:1.0:1788201788.264216:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.264217:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.264218:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9ac0. 00000020:00000001:1.0:1788201788.264220:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.264221:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.264223:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.264224:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.264311:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.264322:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.264323:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.264324:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.264325:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.264327:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.264328:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.264329:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.264358:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.264419:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.264421:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.264422:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.264424:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.264426:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.264428:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.264429:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9ac0. 00000020:00000080:1.0:1788201788.264431:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.264434:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.264435:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23734: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.264437:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.264438:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23740 (ffff9c46541d99c0) has no exports 00000020:00000001:1.0:1788201788.264439:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.264441:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.264443:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.264444:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.264446:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.264448:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a77800. 00000020:00000010:1.0:1788201788.264450:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.264452:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.264453:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.264455:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f9dc0. 00000020:00000010:1.0:1788201788.264458:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f9dc0. 00000020:00000010:1.0:1788201788.264460:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.264462:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.264463:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a77800. 00000020:00000010:1.0:1788201788.264466:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.264467:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.264469:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.264470:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.264472:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.264479:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.264482:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46541e5000. 00000001:00000010:1.0:1788201788.264483:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46541e5c00. 00000001:00000010:1.0:1788201788.264484:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46541e4c00. 00000001:00000010:1.0:1788201788.264486:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46541e4800. 00000001:00000010:1.0:1788201788.264487:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014e80. 00000001:00000010:1.0:1788201788.264489:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4772891700. 00000001:00000001:1.0:1788201788.264490:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.264491:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23734 (ffff9c46541d99c0) now 3 - setup 00000020:00000001:1.0:1788201788.264493:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.264494:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.264495:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9ac0. 00000020:00000001:1.0:1788201788.264497:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.264498:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.264499:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.264500:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.264582:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.264593:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.264594:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.264595:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.264596:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.264598:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.264599:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.264600:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.264640:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.264699:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.264701:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.264702:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.264704:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.264706:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.264708:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.264710:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9ac0. 00000020:00000080:1.0:1788201788.264711:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.264715:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.264716:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23734 (ffff9c46541d99c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.264718:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23734 (uuid obd_uuid_23734) 00000020:00000040:1.0:1788201788.264719:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23734 (ffff9c46541d99c0) now 1 - newdev 00000020:00000040:1.0:1788201788.264721:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46541d6800 with handle 0x8990e4d0a2216f88 from hash 00000020:00000040:1.0:1788201788.264723:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46541d6800 : new refcount 0 00000020:00000080:1.0:1788201788.264725:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46541d6800/obd_uuid_23734 00000020:00000001:1.0:1788201788.264726:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.264727:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.264728:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46541d6800/obd_uuid_23734 for obd_name_23734 00000020:00000001:1.0:1788201788.264730:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.264730:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.264732:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46541d6800. 00000020:00000001:1.0:1788201788.264734:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.264735:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23734 obd_type name = obd_test 00000020:01000000:1.0:1788201788.264736:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23734 (obd_uuid_23734) 00000020:00000001:1.0:1788201788.264737:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.264739:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.264740:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.264742:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.264743:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a71000. 00000020:00000010:1.0:1788201788.264745:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.264747:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.264749:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.264750:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c47727f9280. 00000020:00000010:1.0:1788201788.264753:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.264754:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.264756:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a71000. 00000020:00000010:1.0:1788201788.264758:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.264759:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.264761:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.264762:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.264764:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.264765:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46541d99c0. 00000020:00000001:1.0:1788201788.264768:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.264769:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.264771:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9ac0. 00000020:00000001:1.0:1788201788.264772:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.264773:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.264775:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.264776:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.264858:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.264868:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.264870:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.264871:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.264872:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.264873:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.264874:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.264875:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.264904:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.264948:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.264949:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.264951:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.264952:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.264954:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.264956:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.264958:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9ac0. 00000020:00000080:1.0:1788201788.264959:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.264963:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.264964:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23735: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.264966:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.264967:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23741 (ffff9c46541e8000) has no exports 00000020:00000001:1.0:1788201788.264968:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.264969:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.264971:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.264973:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.264974:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.264976:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a72800. 00000020:00000010:1.0:1788201788.264978:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.264980:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.264982:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.264984:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f9280. 00000020:00000010:1.0:1788201788.264986:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f9280. 00000020:00000010:1.0:1788201788.264989:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.264991:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.264992:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a72800. 00000020:00000010:1.0:1788201788.264995:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.264996:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.264998:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.265000:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.265001:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.265009:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.265012:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46541e4400. 00000001:00000010:1.0:1788201788.265014:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46541e5400. 00000001:00000010:1.0:1788201788.265015:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46541e4200. 00000001:00000010:1.0:1788201788.265017:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46541e4000. 00000001:00000010:1.0:1788201788.265018:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014240. 00000001:00000010:1.0:1788201788.265019:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4772891a00. 00000001:00000001:1.0:1788201788.265021:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.265022:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23735 (ffff9c46541e8000) now 3 - setup 00000020:00000001:1.0:1788201788.265023:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.265025:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.265026:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9ac0. 00000020:00000001:1.0:1788201788.265028:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.265029:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.265030:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.265031:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.265121:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.265148:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.265151:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.265153:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.265155:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.265156:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.265159:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.265161:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.265200:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.265248:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.265249:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.265250:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.265252:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.265254:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.265256:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.265258:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9ac0. 00000020:00000080:1.0:1788201788.265259:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.265262:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.265264:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23735 (ffff9c46541e8000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.265266:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23735 (uuid obd_uuid_23735) 00000020:00000040:1.0:1788201788.265267:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23735 (ffff9c46541e8000) now 1 - newdev 00000020:00000040:1.0:1788201788.265269:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46541d7000 with handle 0x8990e4d0a2216f8f from hash 00000020:00000040:1.0:1788201788.265271:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46541d7000 : new refcount 0 00000020:00000080:1.0:1788201788.265272:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46541d7000/obd_uuid_23735 00000020:00000001:1.0:1788201788.265274:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.265275:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.265276:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46541d7000/obd_uuid_23735 for obd_name_23735 00000020:00000001:1.0:1788201788.265277:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.265278:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.265279:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46541d7000. 00000020:00000001:1.0:1788201788.265281:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.265282:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23735 obd_type name = obd_test 00000020:01000000:1.0:1788201788.265284:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23735 (obd_uuid_23735) 00000020:00000001:1.0:1788201788.265285:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.265286:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.265288:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.265290:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.265291:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a74800. 00000020:00000010:1.0:1788201788.265293:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.265295:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.265297:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.265299:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c47727f9640. 00000020:00000010:1.0:1788201788.265301:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.265303:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.265304:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a74800. 00000020:00000010:1.0:1788201788.265307:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.265308:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.265310:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.265312:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.265313:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.265314:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46541e8000. 00000020:00000001:1.0:1788201788.265317:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.265318:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.265320:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9ac0. 00000020:00000001:1.0:1788201788.265321:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.265323:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.265324:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.265326:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.265447:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.265462:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.265464:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.265465:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.265467:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.265469:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.265471:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.265473:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.265512:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.265561:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.265563:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.265564:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.265566:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.265568:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.265570:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.265571:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9ac0. 00000020:00000080:1.0:1788201788.265573:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.265577:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.265579:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23736: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.265580:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.265581:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23742 (ffff9c46541ecd40) has no exports 00000020:00000001:1.0:1788201788.265582:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.265584:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.265585:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.265587:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.265589:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.265591:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a73800. 00000020:00000010:1.0:1788201788.265593:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.265595:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.265596:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.265599:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f9640. 00000020:00000010:1.0:1788201788.265601:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f9640. 00000020:00000010:1.0:1788201788.265604:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.265605:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.265607:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a73800. 00000020:00000010:1.0:1788201788.265610:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.265612:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.265614:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.265617:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.265619:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.265629:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.265633:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46541bfa00. 00000001:00000010:1.0:1788201788.265636:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46541be600. 00000001:00000010:1.0:1788201788.265639:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46541e4600. 00000001:00000010:1.0:1788201788.265641:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46541e5a00. 00000001:00000010:1.0:1788201788.265643:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014060. 00000001:00000010:1.0:1788201788.265645:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4772891e00. 00000001:00000001:1.0:1788201788.265648:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.265650:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23736 (ffff9c46541ecd40) now 3 - setup 00000020:00000001:1.0:1788201788.265652:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.265654:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.265657:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9ac0. 00000020:00000001:1.0:1788201788.265660:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.265663:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.265665:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.265667:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.265756:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.265767:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.265769:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.265770:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.265771:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.265772:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.265773:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.265775:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.265804:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.265850:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.265851:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.265852:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.265854:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.265856:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.265858:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.265860:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9ac0. 00000020:00000080:1.0:1788201788.265861:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.265864:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.265866:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23736 (ffff9c46541ecd40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.265868:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23736 (uuid obd_uuid_23736) 00000020:00000040:1.0:1788201788.265869:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23736 (ffff9c46541ecd40) now 1 - newdev 00000020:00000040:1.0:1788201788.265871:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46541d1800 with handle 0x8990e4d0a2216f96 from hash 00000020:00000040:1.0:1788201788.265873:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46541d1800 : new refcount 0 00000020:00000080:1.0:1788201788.265874:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46541d1800/obd_uuid_23736 00000020:00000001:1.0:1788201788.265875:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.265877:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.265877:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46541d1800/obd_uuid_23736 for obd_name_23736 00000020:00000001:1.0:1788201788.265879:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.265880:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.265881:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46541d1800. 00000020:00000001:1.0:1788201788.265883:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.265884:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23736 obd_type name = obd_test 00000020:01000000:1.0:1788201788.265886:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23736 (obd_uuid_23736) 00000020:00000001:1.0:1788201788.265887:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.265888:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.265890:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.265892:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.265894:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a72000. 00000020:00000010:1.0:1788201788.265896:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.265898:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.265899:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.265901:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c47727f9d00. 00000020:00000010:1.0:1788201788.265903:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.265905:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.265907:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a72000. 00000020:00000010:1.0:1788201788.265909:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.265910:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.265912:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.265914:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.265915:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.265916:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46541ecd40. 00000020:00000001:1.0:1788201788.265920:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.265921:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.265922:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9ac0. 00000020:00000001:1.0:1788201788.265924:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.265925:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.265926:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.265928:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.266009:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.266020:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.266021:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.266023:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.266024:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.266025:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.266026:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.266027:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.266056:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.266103:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.266105:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.266107:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.266109:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.266112:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.266115:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.266118:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9ac0. 00000020:00000080:1.0:1788201788.266120:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.266125:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.266139:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23737: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.266141:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.266143:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23743 (ffff9c46541eb380) has no exports 00000020:00000001:1.0:1788201788.266146:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.266147:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.266150:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.266153:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.266156:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.266159:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a74000. 00000020:00000010:1.0:1788201788.266162:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.266166:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.266168:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.266172:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f9d00. 00000020:00000010:1.0:1788201788.266175:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f9d00. 00000020:00000010:1.0:1788201788.266178:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.266180:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.266181:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a74000. 00000020:00000010:1.0:1788201788.266184:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.266185:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.266187:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.266188:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.266190:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.266197:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.266200:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46541e6a00. 00000001:00000010:1.0:1788201788.266202:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46541e7e00. 00000001:00000010:1.0:1788201788.266204:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46541e6e00. 00000001:00000010:1.0:1788201788.266205:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46541e7800. 00000001:00000010:1.0:1788201788.266206:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014ec0. 00000001:00000010:1.0:1788201788.266208:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4772891b00. 00000001:00000001:1.0:1788201788.266210:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.266211:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23737 (ffff9c46541eb380) now 3 - setup 00000020:00000001:1.0:1788201788.266212:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.266213:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.266215:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9ac0. 00000020:00000001:1.0:1788201788.266216:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.266217:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.266219:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.266220:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.266307:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.266318:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.266319:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.266321:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.266322:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.266323:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.266324:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.266325:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.266354:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.266579:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.266581:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.266582:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.266584:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.266586:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.266588:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.266590:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.266591:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.266594:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.266598:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23737 (ffff9c46541eb380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.266600:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23737 (uuid obd_uuid_23737) 00000020:00000040:1.0:1788201788.266602:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23737 (ffff9c46541eb380) now 1 - newdev 00000020:00000040:1.0:1788201788.266604:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46541d0800 with handle 0x8990e4d0a2216f9d from hash 00000020:00000040:1.0:1788201788.266606:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46541d0800 : new refcount 0 00000020:00000080:1.0:1788201788.266607:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46541d0800/obd_uuid_23737 00000020:00000001:1.0:1788201788.266609:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.266611:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.266613:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46541d0800/obd_uuid_23737 for obd_name_23737 00000020:00000001:1.0:1788201788.266615:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.266617:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.266619:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46541d0800. 00000020:00000001:1.0:1788201788.266622:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.266623:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23737 obd_type name = obd_test 00000020:01000000:1.0:1788201788.266625:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23737 (obd_uuid_23737) 00000020:00000001:1.0:1788201788.266626:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.266628:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.266631:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.266634:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.266637:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a75000. 00000020:00000010:1.0:1788201788.266640:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.266643:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.266646:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.266648:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c47727f9f40. 00000020:00000010:1.0:1788201788.266652:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.266655:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.266657:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a75000. 00000020:00000010:1.0:1788201788.266660:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.266662:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.266665:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.266667:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.266670:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.266671:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46541eb380. 00000020:00000001:1.0:1788201788.266674:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.266675:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.266677:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.266678:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.266680:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.266682:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.266683:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.266772:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.266782:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.266784:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.266785:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.266786:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.266787:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.266788:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.266789:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.266818:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.266864:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.266865:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.266866:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.266868:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.266870:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.266872:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.266874:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.266875:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.266878:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.266879:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23738: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.266881:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.266882:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23744 (ffff9c46541e99c0) has no exports 00000020:00000001:1.0:1788201788.266883:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.266885:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.266887:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.266889:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.266890:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.266892:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a73000. 00000020:00000010:1.0:1788201788.266894:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.266896:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.266898:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.266900:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f9f40. 00000020:00000010:1.0:1788201788.266902:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f9f40. 00000020:00000010:1.0:1788201788.266904:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.266906:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.266908:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a73000. 00000020:00000010:1.0:1788201788.266910:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.266912:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.266913:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.266915:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.266916:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.266944:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.266947:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46541e7600. 00000001:00000010:1.0:1788201788.266949:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46541e7000. 00000001:00000010:1.0:1788201788.266950:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46541e6800. 00000001:00000010:1.0:1788201788.266952:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46541e6400. 00000001:00000010:1.0:1788201788.266953:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014560. 00000001:00000010:1.0:1788201788.266955:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4772891300. 00000001:00000001:1.0:1788201788.266956:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.266957:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23738 (ffff9c46541e99c0) now 3 - setup 00000020:00000001:1.0:1788201788.266959:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.266960:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.266962:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.266963:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.266965:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.266966:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.266968:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.267052:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.267063:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.267064:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.267065:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.267067:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.267068:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.267069:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.267070:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.267099:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.267180:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.267181:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.267183:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.267184:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.267186:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.267189:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.267190:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.267192:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.267195:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.267197:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23738 (ffff9c46541e99c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.267199:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23738 (uuid obd_uuid_23738) 00000020:00000040:1.0:1788201788.267200:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23738 (ffff9c46541e99c0) now 1 - newdev 00000020:00000040:1.0:1788201788.267202:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46541d3000 with handle 0x8990e4d0a2216fa4 from hash 00000020:00000040:1.0:1788201788.267204:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46541d3000 : new refcount 0 00000020:00000080:1.0:1788201788.267205:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46541d3000/obd_uuid_23738 00000020:00000001:1.0:1788201788.267206:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.267208:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.267209:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46541d3000/obd_uuid_23738 for obd_name_23738 00000020:00000001:1.0:1788201788.267211:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.267212:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.267213:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46541d3000. 00000020:00000001:1.0:1788201788.267215:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.267216:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23738 obd_type name = obd_test 00000020:01000000:1.0:1788201788.267217:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23738 (obd_uuid_23738) 00000020:00000001:1.0:1788201788.267218:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.267219:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.267221:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.267222:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.267224:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a70000. 00000020:00000010:1.0:1788201788.267226:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.267228:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.267230:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.267232:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c47727f9d80. 00000020:00000010:1.0:1788201788.267234:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.267236:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.267237:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a70000. 00000020:00000010:1.0:1788201788.267239:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.267241:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.267243:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.267245:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.267246:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.267247:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46541e99c0. 00000020:00000001:1.0:1788201788.267250:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.267251:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.267252:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.267254:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.267255:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.267257:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.267258:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.267342:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.267353:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.267354:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.267356:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.267357:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.267358:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.267359:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.267360:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.267389:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.267456:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.267458:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.267459:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.267461:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.267463:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.267465:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.267467:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.267468:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.267472:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.267473:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23739: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.267475:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.267476:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23745 (ffff9c46541fcd40) has no exports 00000020:00000001:1.0:1788201788.267477:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.267478:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.267480:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.267482:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.267484:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.267486:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a71800. 00000020:00000010:1.0:1788201788.267488:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.267490:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.267491:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.267493:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f9d80. 00000020:00000010:1.0:1788201788.267496:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f9d80. 00000020:00000010:1.0:1788201788.267498:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.267500:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.267501:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a71800. 00000020:00000010:1.0:1788201788.267503:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.267505:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.267506:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.267508:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.267509:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.267517:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.267520:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46541e7400. 00000001:00000010:1.0:1788201788.267521:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46541e7c00. 00000001:00000010:1.0:1788201788.267522:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46541e6000. 00000001:00000010:1.0:1788201788.267524:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46541e6600. 00000001:00000010:1.0:1788201788.267525:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014720. 00000001:00000010:1.0:1788201788.267527:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4772891900. 00000001:00000001:1.0:1788201788.267528:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.267529:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23739 (ffff9c46541fcd40) now 3 - setup 00000020:00000001:1.0:1788201788.267530:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.267532:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.267533:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.267535:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.267537:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.267538:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.267539:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.267628:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.267642:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.267644:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.267646:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.267648:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.267650:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.267652:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.267654:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.267691:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.267739:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.267740:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.267741:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.267743:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.267745:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.267747:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.267749:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.267750:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.267753:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.267755:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23739 (ffff9c46541fcd40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.267757:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23739 (uuid obd_uuid_23739) 00000020:00000040:1.0:1788201788.267758:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23739 (ffff9c46541fcd40) now 1 - newdev 00000020:00000040:1.0:1788201788.267760:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46541d0000 with handle 0x8990e4d0a2216fab from hash 00000020:00000040:1.0:1788201788.267762:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46541d0000 : new refcount 0 00000020:00000080:1.0:1788201788.267763:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46541d0000/obd_uuid_23739 00000020:00000001:1.0:1788201788.267765:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.267766:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.267767:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46541d0000/obd_uuid_23739 for obd_name_23739 00000020:00000001:1.0:1788201788.267769:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.267770:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.267771:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46541d0000. 00000020:00000001:1.0:1788201788.267773:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.267774:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23739 obd_type name = obd_test 00000020:01000000:1.0:1788201788.267775:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23739 (obd_uuid_23739) 00000020:00000001:1.0:1788201788.267776:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.267777:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.267779:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.267780:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.267783:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654141000. 00000020:00000010:1.0:1788201788.267785:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.267787:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.267789:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.267790:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c47727f9e40. 00000020:00000010:1.0:1788201788.267793:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.267794:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.267796:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654141000. 00000020:00000010:1.0:1788201788.267798:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.267799:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.267801:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.267802:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.267803:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.267805:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46541fcd40. 00000020:00000001:1.0:1788201788.267808:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.267809:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.267810:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.267812:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.267813:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.267815:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.267816:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.267898:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.267908:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.267910:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.267911:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.267912:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.267913:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.267914:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.267915:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.267944:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.267989:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.267990:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.267991:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.267993:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.267995:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.267997:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.267999:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.268001:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.268004:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.268005:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23740: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.268007:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.268008:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23746 (ffff9c46541fb380) has no exports 00000020:00000001:1.0:1788201788.268009:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.268011:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.268012:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.268014:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.268016:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.268018:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654142800. 00000020:00000010:1.0:1788201788.268020:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.268022:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.268023:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.268025:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f9e40. 00000020:00000010:1.0:1788201788.268027:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f9e40. 00000020:00000010:1.0:1788201788.268030:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.268032:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.268033:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654142800. 00000020:00000010:1.0:1788201788.268035:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.268036:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.268038:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.268039:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.268041:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.268080:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.268083:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46541e5200. 00000001:00000010:1.0:1788201788.268085:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46541e5800. 00000001:00000010:1.0:1788201788.268087:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46541e7a00. 00000001:00000010:1.0:1788201788.268088:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46541e6c00. 00000001:00000010:1.0:1788201788.268089:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014700. 00000001:00000010:1.0:1788201788.268091:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4772891000. 00000001:00000001:1.0:1788201788.268093:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.268093:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23740 (ffff9c46541fb380) now 3 - setup 00000020:00000001:1.0:1788201788.268095:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.268096:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.268099:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.268101:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.268103:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.268106:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.268108:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.268227:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.268238:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.268240:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.268241:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.268242:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.268243:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.268245:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.268246:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.268275:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.268321:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.268323:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.268324:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.268326:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.268328:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.268329:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.268331:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.268333:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.268336:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.268337:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23740 (ffff9c46541fb380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.268339:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23740 (uuid obd_uuid_23740) 00000020:00000040:1.0:1788201788.268340:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23740 (ffff9c46541fb380) now 1 - newdev 00000020:00000040:1.0:1788201788.268342:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46541d2000 with handle 0x8990e4d0a2216fb2 from hash 00000020:00000040:1.0:1788201788.268344:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46541d2000 : new refcount 0 00000020:00000080:1.0:1788201788.268345:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46541d2000/obd_uuid_23740 00000020:00000001:1.0:1788201788.268347:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.268348:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.268349:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46541d2000/obd_uuid_23740 for obd_name_23740 00000020:00000001:1.0:1788201788.268351:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.268352:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.268353:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46541d2000. 00000020:00000001:1.0:1788201788.268356:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.268357:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23740 obd_type name = obd_test 00000020:01000000:1.0:1788201788.268358:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23740 (obd_uuid_23740) 00000020:00000001:1.0:1788201788.268359:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.268361:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.268363:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.268364:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.268366:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654147000. 00000020:00000010:1.0:1788201788.268368:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.268370:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.268371:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.268373:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c47727f9780. 00000020:00000010:1.0:1788201788.268376:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.268377:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.268379:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654147000. 00000020:00000010:1.0:1788201788.268380:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.268382:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.268383:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.268385:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.268386:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.268387:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46541fb380. 00000020:00000001:1.0:1788201788.268390:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.268411:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.268413:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.268415:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.268417:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.268418:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.268419:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.268504:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.268515:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.268517:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.268518:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.268519:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.268520:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.268521:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.268523:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.268552:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.268597:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.268599:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.268600:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.268602:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.268604:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.268606:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.268607:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.268609:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.268614:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.268616:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23741: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.268618:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.268620:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23747 (ffff9c46541f99c0) has no exports 00000020:00000001:1.0:1788201788.268621:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.268623:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.268626:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.268628:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.268631:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.268634:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654146800. 00000020:00000010:1.0:1788201788.268637:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.268641:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.268643:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.268646:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f9780. 00000020:00000010:1.0:1788201788.268650:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f9780. 00000020:00000010:1.0:1788201788.268655:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.268658:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.268660:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654146800. 00000020:00000010:1.0:1788201788.268662:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.268665:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.268667:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.268670:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.268671:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.268679:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.268682:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654205e00. 00000001:00000010:1.0:1788201788.268684:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654204e00. 00000001:00000010:1.0:1788201788.268686:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654205800. 00000001:00000010:1.0:1788201788.268687:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654205200. 00000001:00000010:1.0:1788201788.268689:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c47710143c0. 00000001:00000010:1.0:1788201788.268690:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4772891800. 00000001:00000001:1.0:1788201788.268692:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.268693:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23741 (ffff9c46541f99c0) now 3 - setup 00000020:00000001:1.0:1788201788.268694:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.268696:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.268697:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.268699:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.268700:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.268702:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.268703:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.268790:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.268801:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.268802:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.268804:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.268805:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.268806:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.268807:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.268808:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.268837:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.268883:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.268885:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.268886:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.268888:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.268890:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.268891:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.268893:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.268894:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.268897:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.268899:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23741 (ffff9c46541f99c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.268901:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23741 (uuid obd_uuid_23741) 00000020:00000040:1.0:1788201788.268902:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23741 (ffff9c46541f99c0) now 1 - newdev 00000020:00000040:1.0:1788201788.268905:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46541d4000 with handle 0x8990e4d0a2216fb9 from hash 00000020:00000040:1.0:1788201788.268907:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46541d4000 : new refcount 0 00000020:00000080:1.0:1788201788.268908:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46541d4000/obd_uuid_23741 00000020:00000001:1.0:1788201788.268909:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.268911:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.268912:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46541d4000/obd_uuid_23741 for obd_name_23741 00000020:00000001:1.0:1788201788.268913:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.268914:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.268916:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46541d4000. 00000020:00000001:1.0:1788201788.268917:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.268918:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23741 obd_type name = obd_test 00000020:01000000:1.0:1788201788.268919:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23741 (obd_uuid_23741) 00000020:00000001:1.0:1788201788.268920:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.268922:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.268924:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.268926:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.268928:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654140800. 00000020:00000010:1.0:1788201788.268930:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.268932:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.268933:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.268935:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c47727f98c0. 00000020:00000010:1.0:1788201788.268937:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.268939:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.268940:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654140800. 00000020:00000010:1.0:1788201788.268942:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.268944:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.268945:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.268947:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.268948:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.268950:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46541f99c0. 00000020:00000001:1.0:1788201788.268952:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.268953:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.268955:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.268956:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.268958:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.268960:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.268961:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.269042:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.269053:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.269054:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.269055:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.269057:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.269058:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.269059:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.269060:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.269088:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.269166:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.269168:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.269169:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.269172:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.269174:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.269176:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.269177:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.269179:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.269182:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.269184:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23742: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.269185:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.269186:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23748 (ffff9c46541f8000) has no exports 00000020:00000001:1.0:1788201788.269188:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.269189:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.269191:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.269193:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.269195:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.269197:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654141800. 00000020:00000010:1.0:1788201788.269198:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.269200:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.269202:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.269204:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f98c0. 00000020:00000010:1.0:1788201788.269206:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f98c0. 00000020:00000010:1.0:1788201788.269209:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.269212:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.269213:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654141800. 00000020:00000010:1.0:1788201788.269215:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.269217:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.269218:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.269220:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.269221:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.269228:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.269231:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654204a00. 00000001:00000010:1.0:1788201788.269232:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654205600. 00000001:00000010:1.0:1788201788.269233:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654204400. 00000001:00000010:1.0:1788201788.269235:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654205400. 00000001:00000010:1.0:1788201788.269236:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c47710144c0. 00000001:00000010:1.0:1788201788.269237:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4772891500. 00000001:00000001:1.0:1788201788.269239:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.269240:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23742 (ffff9c46541f8000) now 3 - setup 00000020:00000001:1.0:1788201788.269241:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.269242:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.269244:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.269245:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.269246:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.269248:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.269249:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.269334:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.269345:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.269346:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.269347:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.269349:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.269350:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.269351:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.269352:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.269381:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.269468:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.269471:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.269472:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.269475:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.269478:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.269481:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.269484:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.269486:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.269491:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.269493:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23742 (ffff9c46541f8000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.269495:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23742 (uuid obd_uuid_23742) 00000020:00000040:1.0:1788201788.269496:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23742 (ffff9c46541f8000) now 1 - newdev 00000020:00000040:1.0:1788201788.269498:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46541d4800 with handle 0x8990e4d0a2216fc0 from hash 00000020:00000040:1.0:1788201788.269500:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46541d4800 : new refcount 0 00000020:00000080:1.0:1788201788.269501:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46541d4800/obd_uuid_23742 00000020:00000001:1.0:1788201788.269503:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.269504:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.269505:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46541d4800/obd_uuid_23742 for obd_name_23742 00000020:00000001:1.0:1788201788.269507:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.269508:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.269509:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46541d4800. 00000020:00000001:1.0:1788201788.269511:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.269512:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23742 obd_type name = obd_test 00000020:01000000:1.0:1788201788.269513:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23742 (obd_uuid_23742) 00000020:00000001:1.0:1788201788.269514:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.269515:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.269517:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.269519:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.269521:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654140000. 00000020:00000010:1.0:1788201788.269523:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.269525:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.269527:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.269528:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c47727f9cc0. 00000020:00000010:1.0:1788201788.269531:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.269532:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.269534:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654140000. 00000020:00000010:1.0:1788201788.269536:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.269537:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.269539:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.269541:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.269542:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.269543:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46541f8000. 00000020:00000001:1.0:1788201788.269546:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.269548:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.269549:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.269551:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.269552:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.269554:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.269555:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.269667:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.269679:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.269680:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.269682:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.269683:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.269684:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.269685:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.269686:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.269716:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.269764:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.269766:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.269767:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.269769:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.269771:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.269772:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.269774:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.269775:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.269779:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.269780:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23743: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.269782:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.269783:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23749 (ffff9c465420cd40) has no exports 00000020:00000001:1.0:1788201788.269784:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.269785:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.269787:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.269789:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.269791:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.269793:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654143000. 00000020:00000010:1.0:1788201788.269795:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.269797:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.269798:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.269800:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f9cc0. 00000020:00000010:1.0:1788201788.269803:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f9cc0. 00000020:00000010:1.0:1788201788.269806:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.269808:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.269809:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654143000. 00000020:00000010:1.0:1788201788.269811:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.269812:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.269814:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.269815:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.269817:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.269825:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.269828:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654205c00. 00000001:00000010:1.0:1788201788.269830:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654205000. 00000001:00000010:1.0:1788201788.269831:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654204600. 00000001:00000010:1.0:1788201788.269832:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654205a00. 00000001:00000010:1.0:1788201788.269834:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014a00. 00000001:00000010:1.0:1788201788.269835:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4772891200. 00000001:00000001:1.0:1788201788.269837:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.269838:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23743 (ffff9c465420cd40) now 3 - setup 00000020:00000001:1.0:1788201788.269839:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.269840:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.269842:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.269843:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.269844:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.269846:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.269847:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.269930:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.269940:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.269941:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.269943:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.269944:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.269945:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.269947:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.269948:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.269976:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.270022:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.270024:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.270025:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.270027:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.270029:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.270030:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.270032:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.270033:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.270036:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.270038:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23743 (ffff9c465420cd40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.270040:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23743 (uuid obd_uuid_23743) 00000020:00000040:1.0:1788201788.270041:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23743 (ffff9c465420cd40) now 1 - newdev 00000020:00000040:1.0:1788201788.270043:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46541d3800 with handle 0x8990e4d0a2216fc7 from hash 00000020:00000040:1.0:1788201788.270045:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46541d3800 : new refcount 0 00000020:00000080:1.0:1788201788.270046:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46541d3800/obd_uuid_23743 00000020:00000001:1.0:1788201788.270048:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.270049:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.270050:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46541d3800/obd_uuid_23743 for obd_name_23743 00000020:00000001:1.0:1788201788.270052:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.270053:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.270054:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46541d3800. 00000020:00000001:1.0:1788201788.270056:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.270056:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23743 obd_type name = obd_test 00000020:01000000:1.0:1788201788.270057:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23743 (obd_uuid_23743) 00000020:00000001:1.0:1788201788.270058:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.270060:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.270062:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.270063:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.270065:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654144000. 00000020:00000010:1.0:1788201788.270067:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.270069:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.270071:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.270073:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c47727f9f00. 00000020:00000010:1.0:1788201788.270075:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.270077:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.270078:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654144000. 00000020:00000010:1.0:1788201788.270080:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.270081:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.270083:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.270084:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.270086:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.270087:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c465420cd40. 00000020:00000001:1.0:1788201788.270103:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.270105:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.270108:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.270111:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.270113:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.270115:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.270117:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.270229:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.270240:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.270241:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.270243:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.270244:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.270245:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.270246:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.270248:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.270276:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.270323:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.270325:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.270326:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.270328:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.270329:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.270331:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.270334:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.270335:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.270338:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.270340:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23744: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.270341:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.270342:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23750 (ffff9c465420b380) has no exports 00000020:00000001:1.0:1788201788.270344:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.270345:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.270347:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.270348:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.270350:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.270352:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654142000. 00000020:00000010:1.0:1788201788.270354:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.270356:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.270358:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.270359:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f9f00. 00000020:00000010:1.0:1788201788.270362:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f9f00. 00000020:00000010:1.0:1788201788.270365:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.270366:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.270368:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654142000. 00000020:00000010:1.0:1788201788.270370:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.270371:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.270373:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.270375:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.270376:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.270383:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.270386:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46541e6200. 00000001:00000010:1.0:1788201788.270388:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46541e7200. 00000001:00000010:1.0:1788201788.270389:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654204c00. 00000001:00000010:1.0:1788201788.270390:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654204800. 00000001:00000010:1.0:1788201788.270458:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014aa0. 00000001:00000010:1.0:1788201788.270460:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4772891c00. 00000001:00000001:1.0:1788201788.270462:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.270463:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23744 (ffff9c465420b380) now 3 - setup 00000020:00000001:1.0:1788201788.270465:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.270466:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.270468:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.270470:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.270471:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.270473:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.270474:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.270559:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.270569:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.270571:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.270572:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.270573:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.270575:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.270576:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.270577:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.270605:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.270673:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.270675:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.270676:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.270678:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.270680:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.270682:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.270683:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.270685:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.270688:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.270690:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23744 (ffff9c465420b380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.270691:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23744 (uuid obd_uuid_23744) 00000020:00000040:1.0:1788201788.270692:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23744 (ffff9c465420b380) now 1 - newdev 00000020:00000040:1.0:1788201788.270695:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46541d6000 with handle 0x8990e4d0a2216fce from hash 00000020:00000040:1.0:1788201788.270697:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46541d6000 : new refcount 0 00000020:00000080:1.0:1788201788.270698:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46541d6000/obd_uuid_23744 00000020:00000001:1.0:1788201788.270699:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.270701:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.270702:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46541d6000/obd_uuid_23744 for obd_name_23744 00000020:00000001:1.0:1788201788.270703:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.270704:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.270706:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46541d6000. 00000020:00000001:1.0:1788201788.270708:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.270709:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23744 obd_type name = obd_test 00000020:01000000:1.0:1788201788.270710:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23744 (obd_uuid_23744) 00000020:00000001:1.0:1788201788.270711:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.270713:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.270714:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.270716:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.270718:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654143800. 00000020:00000010:1.0:1788201788.270720:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.270722:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.270723:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.270725:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c47727f9bc0. 00000020:00000010:1.0:1788201788.270728:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.270729:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.270731:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654143800. 00000020:00000010:1.0:1788201788.270733:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.270734:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.270736:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.270738:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.270739:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.270740:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c465420b380. 00000020:00000001:1.0:1788201788.270743:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.270744:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.270745:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.270747:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.270748:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.270750:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.270751:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.270835:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.270845:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.270846:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.270848:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.270849:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.270850:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.270852:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.270853:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.270881:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.270927:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.270929:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.270930:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.270931:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.270933:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.270935:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.270937:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.270938:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.270941:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.270943:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23745: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.270944:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.270946:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23751 (ffff9c46542099c0) has no exports 00000020:00000001:1.0:1788201788.270947:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.270948:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.270950:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.270952:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.270953:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.270955:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654144800. 00000020:00000010:1.0:1788201788.270957:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.270959:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.270961:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.270962:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f9bc0. 00000020:00000010:1.0:1788201788.270965:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f9bc0. 00000020:00000010:1.0:1788201788.270968:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.270969:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.270971:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654144800. 00000020:00000010:1.0:1788201788.270972:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.270974:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.270976:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.270977:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.270979:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.270986:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.270990:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654206c00. 00000001:00000010:1.0:1788201788.270991:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654206800. 00000001:00000010:1.0:1788201788.270993:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654206400. 00000001:00000010:1.0:1788201788.270994:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654207400. 00000001:00000010:1.0:1788201788.270997:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c47710140c0. 00000001:00000010:1.0:1788201788.270998:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4772891f00. 00000001:00000001:1.0:1788201788.271000:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.271001:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23745 (ffff9c46542099c0) now 3 - setup 00000020:00000001:1.0:1788201788.271002:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.271003:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.271005:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.271006:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.271007:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.271009:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.271010:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.271091:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.271102:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.271104:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.271106:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.271108:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.271110:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.271112:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.271113:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.271173:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.271225:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.271227:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.271228:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.271230:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.271232:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.271234:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.271236:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.271237:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.271240:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.271242:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23745 (ffff9c46542099c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.271243:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23745 (uuid obd_uuid_23745) 00000020:00000040:1.0:1788201788.271245:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23745 (ffff9c46542099c0) now 1 - newdev 00000020:00000040:1.0:1788201788.271247:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46541d5800 with handle 0x8990e4d0a2216fd5 from hash 00000020:00000040:1.0:1788201788.271249:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46541d5800 : new refcount 0 00000020:00000080:1.0:1788201788.271250:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46541d5800/obd_uuid_23745 00000020:00000001:1.0:1788201788.271252:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.271253:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.271254:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46541d5800/obd_uuid_23745 for obd_name_23745 00000020:00000001:1.0:1788201788.271256:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.271257:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.271258:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46541d5800. 00000020:00000001:1.0:1788201788.271260:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.271261:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23745 obd_type name = obd_test 00000020:01000000:1.0:1788201788.271262:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23745 (obd_uuid_23745) 00000020:00000001:1.0:1788201788.271263:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.271265:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.271266:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.271268:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.271271:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654145800. 00000020:00000010:1.0:1788201788.271272:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.271274:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.271276:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.271278:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c47727f9c80. 00000020:00000010:1.0:1788201788.271280:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.271282:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.271283:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654145800. 00000020:00000010:1.0:1788201788.271285:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.271287:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.271288:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.271290:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.271291:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.271292:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46542099c0. 00000020:00000001:1.0:1788201788.271295:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.271296:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.271298:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.271299:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.271301:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.271302:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.271303:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.271386:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.271412:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.271414:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.271415:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.271416:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.271417:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.271419:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.271420:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.271451:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.271498:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.271499:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.271500:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.271502:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.271504:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.271506:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.271507:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.271509:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.271512:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.271513:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23746: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.271515:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.271516:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23752 (ffff9c4654208000) has no exports 00000020:00000001:1.0:1788201788.271517:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.271518:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.271520:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.271522:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.271523:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.271525:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654146000. 00000020:00000010:1.0:1788201788.271527:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.271529:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.271530:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.271532:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f9c80. 00000020:00000010:1.0:1788201788.271535:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f9c80. 00000020:00000010:1.0:1788201788.271538:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.271540:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.271541:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654146000. 00000020:00000010:1.0:1788201788.271543:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.271545:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.271546:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.271548:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.271549:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.271557:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.271560:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654207a00. 00000001:00000010:1.0:1788201788.271562:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654206600. 00000001:00000010:1.0:1788201788.271563:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654207800. 00000001:00000010:1.0:1788201788.271565:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654207200. 00000001:00000010:1.0:1788201788.271566:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014280. 00000001:00000010:1.0:1788201788.271567:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c465567fd00. 00000001:00000001:1.0:1788201788.271571:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.271572:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23746 (ffff9c4654208000) now 3 - setup 00000020:00000001:1.0:1788201788.271574:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.271575:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.271576:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.271578:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.271579:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.271581:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.271582:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.271699:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.271710:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.271711:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.271712:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.271713:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.271714:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.271715:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.271716:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.271745:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.271793:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.271794:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.271796:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.271798:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.271800:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.271802:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.271803:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.271805:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.271808:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.271820:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23746 (ffff9c4654208000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.271821:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23746 (uuid obd_uuid_23746) 00000020:00000040:1.0:1788201788.271822:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23746 (ffff9c4654208000) now 1 - newdev 00000020:00000040:1.0:1788201788.271825:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465421c000 with handle 0x8990e4d0a2216fdc from hash 00000020:00000040:1.0:1788201788.271827:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465421c000 : new refcount 0 00000020:00000080:1.0:1788201788.271828:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465421c000/obd_uuid_23746 00000020:00000001:1.0:1788201788.271830:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.271831:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.271832:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465421c000/obd_uuid_23746 for obd_name_23746 00000020:00000001:1.0:1788201788.271833:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.271834:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.271835:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465421c000. 00000020:00000001:1.0:1788201788.271838:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.271839:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23746 obd_type name = obd_test 00000020:01000000:1.0:1788201788.271840:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23746 (obd_uuid_23746) 00000020:00000001:1.0:1788201788.271841:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.271843:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.271844:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.271846:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.271848:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654147800. 00000020:00000010:1.0:1788201788.271850:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.271852:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.271853:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.271855:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c47727f9940. 00000020:00000010:1.0:1788201788.271858:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.271859:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.271861:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654147800. 00000020:00000010:1.0:1788201788.271863:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.271864:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.271866:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.271867:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.271869:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.271870:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654208000. 00000020:00000001:1.0:1788201788.271873:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.271885:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.271887:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.271889:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.271890:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.271891:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.271893:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.271975:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.271986:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.271988:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.271989:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.271990:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.271991:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.271992:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.271993:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.272021:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.272067:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.272069:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.272070:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.272072:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.272074:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.272075:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.272077:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.272078:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.272081:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.272083:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23747: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.272084:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.272086:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23753 (ffff9c46542219c0) has no exports 00000020:00000001:1.0:1788201788.272087:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.272089:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.272091:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.272093:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.272094:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.272096:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654145000. 00000020:00000010:1.0:1788201788.272098:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.272101:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.272103:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.272107:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f9940. 00000020:00000010:1.0:1788201788.272110:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f9940. 00000020:00000010:1.0:1788201788.272114:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.272117:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.272119:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654145000. 00000020:00000010:1.0:1788201788.272122:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.272125:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.272140:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.272143:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.272145:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.272157:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.272161:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654206200. 00000001:00000010:1.0:1788201788.272165:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654206000. 00000001:00000010:1.0:1788201788.272167:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654207600. 00000001:00000010:1.0:1788201788.272169:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654206a00. 00000001:00000010:1.0:1788201788.272171:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014ce0. 00000001:00000010:1.0:1788201788.272172:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c465567f100. 00000001:00000001:1.0:1788201788.272174:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.272175:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23747 (ffff9c46542219c0) now 3 - setup 00000020:00000001:1.0:1788201788.272177:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.272178:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.272180:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.272182:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.272183:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.272185:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.272186:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.272273:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.272284:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.272285:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.272286:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.272288:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.272289:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.272290:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.272291:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.272320:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.272368:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.272369:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.272370:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.272372:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.272374:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.272376:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.272377:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.272379:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.272382:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.272384:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23747 (ffff9c46542219c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.272385:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23747 (uuid obd_uuid_23747) 00000020:00000040:1.0:1788201788.272386:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23747 (ffff9c46542219c0) now 1 - newdev 00000020:00000040:1.0:1788201788.272388:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465421c800 with handle 0x8990e4d0a2216fe3 from hash 00000020:00000040:1.0:1788201788.272390:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465421c800 : new refcount 0 00000020:00000080:1.0:1788201788.272391:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465421c800/obd_uuid_23747 00000020:00000001:1.0:1788201788.272408:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.272409:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.272411:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465421c800/obd_uuid_23747 for obd_name_23747 00000020:00000001:1.0:1788201788.272412:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.272413:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.272415:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465421c800. 00000020:00000001:1.0:1788201788.272416:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.272417:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23747 obd_type name = obd_test 00000020:01000000:1.0:1788201788.272419:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23747 (obd_uuid_23747) 00000020:00000001:1.0:1788201788.272420:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.272422:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.272424:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.272426:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.272428:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465418b800. 00000020:00000010:1.0:1788201788.272430:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.272432:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.272434:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.272435:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c47727f9b80. 00000020:00000010:1.0:1788201788.272438:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.272440:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.272441:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465418b800. 00000020:00000010:1.0:1788201788.272443:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.272444:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.272446:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.272447:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.272449:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.272450:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46542219c0. 00000020:00000001:1.0:1788201788.272453:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.272454:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.272456:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.272457:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.272459:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.272460:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.272461:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.272546:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.272556:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.272558:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.272559:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.272560:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.272561:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.272562:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.272564:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.272592:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.272649:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.272652:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.272653:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.272656:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.272659:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.272663:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.272665:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.272667:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.272672:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.272674:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23748: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.272675:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.272676:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23754 (ffff9c4654220000) has no exports 00000020:00000001:1.0:1788201788.272678:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.272679:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.272681:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.272683:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.272684:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.272687:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465418c800. 00000020:00000010:1.0:1788201788.272688:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.272690:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.272692:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.272694:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f9b80. 00000020:00000010:1.0:1788201788.272697:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f9b80. 00000020:00000010:1.0:1788201788.272700:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.272701:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.272703:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465418c800. 00000020:00000010:1.0:1788201788.272705:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.272706:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.272708:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.272710:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.272711:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.272719:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.272722:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654204000. 00000001:00000010:1.0:1788201788.272723:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654204200. 00000001:00000010:1.0:1788201788.272724:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654207e00. 00000001:00000010:1.0:1788201788.272726:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654206e00. 00000001:00000010:1.0:1788201788.272728:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014400. 00000001:00000010:1.0:1788201788.272729:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c465567f400. 00000001:00000001:1.0:1788201788.272731:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.272732:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23748 (ffff9c4654220000) now 3 - setup 00000020:00000001:1.0:1788201788.272734:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.272735:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.272736:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.272738:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.272739:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.272741:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.272742:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.272827:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.272838:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.272839:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.272841:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.272842:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.272843:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.272844:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.272845:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.272873:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.272918:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.272920:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.272921:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.272922:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.272924:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.272926:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.272928:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.272929:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.272932:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.272934:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23748 (ffff9c4654220000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.272935:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23748 (uuid obd_uuid_23748) 00000020:00000040:1.0:1788201788.272937:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23748 (ffff9c4654220000) now 1 - newdev 00000020:00000040:1.0:1788201788.272939:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465421b800 with handle 0x8990e4d0a2216fea from hash 00000020:00000040:1.0:1788201788.272941:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465421b800 : new refcount 0 00000020:00000080:1.0:1788201788.272942:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465421b800/obd_uuid_23748 00000020:00000001:1.0:1788201788.272943:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.272945:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.272945:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465421b800/obd_uuid_23748 for obd_name_23748 00000020:00000001:1.0:1788201788.272947:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.272949:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.272950:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465421b800. 00000020:00000001:1.0:1788201788.272952:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.272953:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23748 obd_type name = obd_test 00000020:01000000:1.0:1788201788.272954:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23748 (obd_uuid_23748) 00000020:00000001:1.0:1788201788.272955:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.272957:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.272959:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.272960:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.272962:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465418d800. 00000020:00000010:1.0:1788201788.272964:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.272966:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.272968:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.272970:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c47727f9d40. 00000020:00000010:1.0:1788201788.272972:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.272974:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.272975:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465418d800. 00000020:00000010:1.0:1788201788.272977:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.272978:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.272980:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.272981:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.272983:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.272984:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654220000. 00000020:00000001:1.0:1788201788.272987:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.272988:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.272989:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.272991:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.272992:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.272994:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.272995:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.273075:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.273085:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.273087:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.273088:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.273090:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.273091:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.273092:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.273093:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.273148:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.273206:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.273208:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.273209:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.273211:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.273213:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.273215:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.273216:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.273217:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.273221:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.273222:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23749: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.273224:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.273225:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23755 (ffff9c4654224d40) has no exports 00000020:00000001:1.0:1788201788.273226:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.273227:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.273229:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.273231:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.273232:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.273235:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465418e000. 00000020:00000010:1.0:1788201788.273236:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.273238:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.273240:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.273242:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f9d40. 00000020:00000010:1.0:1788201788.273244:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f9d40. 00000020:00000010:1.0:1788201788.273247:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.273249:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.273250:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465418e000. 00000020:00000010:1.0:1788201788.273252:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.273254:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.273255:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.273257:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.273258:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.273266:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.273269:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465422de00. 00000001:00000010:1.0:1788201788.273272:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465422ce00. 00000001:00000010:1.0:1788201788.273274:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465422d800. 00000001:00000010:1.0:1788201788.273275:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465422d200. 00000001:00000010:1.0:1788201788.273277:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014440. 00000001:00000010:1.0:1788201788.273278:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c465567f700. 00000001:00000001:1.0:1788201788.273280:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.273281:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23749 (ffff9c4654224d40) now 3 - setup 00000020:00000001:1.0:1788201788.273282:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.273283:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.273285:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.273286:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.273288:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.273289:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.273290:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.273372:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.273382:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.273384:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.273385:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.273386:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.273387:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.273389:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.273390:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.273455:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.273514:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.273516:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.273517:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.273518:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.273521:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.273523:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.273524:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.273525:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.273529:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.273530:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23749 (ffff9c4654224d40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.273533:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23749 (uuid obd_uuid_23749) 00000020:00000040:1.0:1788201788.273534:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23749 (ffff9c4654224d40) now 1 - newdev 00000020:00000040:1.0:1788201788.273536:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465421e000 with handle 0x8990e4d0a2216ff1 from hash 00000020:00000040:1.0:1788201788.273538:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465421e000 : new refcount 0 00000020:00000080:1.0:1788201788.273539:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465421e000/obd_uuid_23749 00000020:00000001:1.0:1788201788.273541:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.273542:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.273543:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465421e000/obd_uuid_23749 for obd_name_23749 00000020:00000001:1.0:1788201788.273544:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.273545:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.273547:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465421e000. 00000020:00000001:1.0:1788201788.273549:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.273550:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23749 obd_type name = obd_test 00000020:01000000:1.0:1788201788.273551:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23749 (obd_uuid_23749) 00000020:00000001:1.0:1788201788.273552:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.273554:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.273556:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.273557:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.273559:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465418f800. 00000020:00000010:1.0:1788201788.273561:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.273563:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.273565:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.273567:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c47727f9900. 00000020:00000010:1.0:1788201788.273569:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.273571:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.273572:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465418f800. 00000020:00000010:1.0:1788201788.273574:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.273576:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.273577:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.273579:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.273581:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.273582:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654224d40. 00000020:00000001:1.0:1788201788.273585:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.273597:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.273598:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.273600:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.273601:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.273603:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.273604:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.273713:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.273725:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.273726:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.273727:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.273728:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.273729:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.273730:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.273732:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.273760:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.273805:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.273806:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.273807:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.273809:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.273821:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.273823:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.273825:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.273826:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.273829:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.273831:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23750: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.273832:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.273834:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23756 (ffff9c4654223380) has no exports 00000020:00000001:1.0:1788201788.273835:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.273836:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.273838:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.273840:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.273841:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.273844:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465418d000. 00000020:00000010:1.0:1788201788.273845:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.273847:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.273849:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.273851:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f9900. 00000020:00000010:1.0:1788201788.273854:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f9900. 00000020:00000010:1.0:1788201788.273857:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.273858:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.273860:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465418d000. 00000020:00000010:1.0:1788201788.273862:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.273863:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.273865:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.273866:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.273868:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.273887:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.273890:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465422ca00. 00000001:00000010:1.0:1788201788.273892:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465422d600. 00000001:00000010:1.0:1788201788.273893:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465422c400. 00000001:00000010:1.0:1788201788.273895:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465422d400. 00000001:00000010:1.0:1788201788.273896:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c47710144e0. 00000001:00000010:1.0:1788201788.273898:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c465567fa00. 00000001:00000001:1.0:1788201788.273900:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.273901:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23750 (ffff9c4654223380) now 3 - setup 00000020:00000001:1.0:1788201788.273903:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.273904:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.273905:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.273907:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.273908:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.273910:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.273911:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.273991:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.274001:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.274003:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.274004:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.274005:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.274006:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.274008:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.274009:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.274037:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.274082:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.274084:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.274085:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.274087:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.274089:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.274091:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.274092:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.274094:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.274097:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.274099:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23750 (ffff9c4654223380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.274101:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23750 (uuid obd_uuid_23750) 00000020:00000040:1.0:1788201788.274103:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23750 (ffff9c4654223380) now 1 - newdev 00000020:00000040:1.0:1788201788.274106:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465421d800 with handle 0x8990e4d0a2216ff8 from hash 00000020:00000040:1.0:1788201788.274109:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465421d800 : new refcount 0 00000020:00000080:1.0:1788201788.274110:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465421d800/obd_uuid_23750 00000020:00000001:1.0:1788201788.274113:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.274115:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.274116:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465421d800/obd_uuid_23750 for obd_name_23750 00000020:00000001:1.0:1788201788.274118:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.274119:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.274122:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465421d800. 00000020:00000001:1.0:1788201788.274125:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.274141:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23750 obd_type name = obd_test 00000020:01000000:1.0:1788201788.274143:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23750 (obd_uuid_23750) 00000020:00000001:1.0:1788201788.274144:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.274147:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.274151:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.274153:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.274157:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654189000. 00000020:00000010:1.0:1788201788.274160:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.274163:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.274166:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.274168:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c47727f94c0. 00000020:00000010:1.0:1788201788.274172:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.274174:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.274176:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654189000. 00000020:00000010:1.0:1788201788.274177:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.274179:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.274181:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.274182:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.274184:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.274185:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654223380. 00000020:00000001:1.0:1788201788.274188:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.274189:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.274191:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.274192:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.274194:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.274195:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.274196:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.274284:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.274294:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.274296:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.274297:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.274298:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.274299:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.274300:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.274302:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.274330:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.274376:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.274378:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.274379:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.274381:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.274383:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.274385:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.274386:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.274387:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.274391:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.274408:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23751: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.274410:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.274411:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23757 (ffff9c4654233380) has no exports 00000020:00000001:1.0:1788201788.274413:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.274414:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.274416:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.274418:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.274419:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.274421:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465418a800. 00000020:00000010:1.0:1788201788.274423:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.274425:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.274427:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.274429:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f94c0. 00000020:00000010:1.0:1788201788.274431:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f94c0. 00000020:00000010:1.0:1788201788.274435:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.274437:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.274438:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465418a800. 00000020:00000010:1.0:1788201788.274440:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.274441:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.274443:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.274444:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.274446:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.274458:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.274461:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465422dc00. 00000001:00000010:1.0:1788201788.274463:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465422d000. 00000001:00000010:1.0:1788201788.274464:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465422c600. 00000001:00000010:1.0:1788201788.274466:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465422da00. 00000001:00000010:1.0:1788201788.274467:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014920. 00000001:00000010:1.0:1788201788.274469:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c465567fe00. 00000001:00000001:1.0:1788201788.274470:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.274471:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23751 (ffff9c4654233380) now 3 - setup 00000020:00000001:1.0:1788201788.274473:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.274474:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.274475:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.274477:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.274478:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.274480:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.274481:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.274565:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.274576:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.274577:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.274578:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.274580:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.274581:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.274582:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.274583:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.274613:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.274679:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.274681:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.274682:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.274684:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.274686:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.274688:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.274690:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.274691:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.274694:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.274696:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23751 (ffff9c4654233380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.274697:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23751 (uuid obd_uuid_23751) 00000020:00000040:1.0:1788201788.274699:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23751 (ffff9c4654233380) now 1 - newdev 00000020:00000040:1.0:1788201788.274701:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465421d000 with handle 0x8990e4d0a2216fff from hash 00000020:00000040:1.0:1788201788.274703:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465421d000 : new refcount 0 00000020:00000080:1.0:1788201788.274704:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465421d000/obd_uuid_23751 00000020:00000001:1.0:1788201788.274705:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.274706:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.274707:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465421d000/obd_uuid_23751 for obd_name_23751 00000020:00000001:1.0:1788201788.274709:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.274710:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.274711:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465421d000. 00000020:00000001:1.0:1788201788.274713:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.274714:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23751 obd_type name = obd_test 00000020:01000000:1.0:1788201788.274715:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23751 (obd_uuid_23751) 00000020:00000001:1.0:1788201788.274716:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.274719:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.274720:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.274722:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.274724:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465418f000. 00000020:00000010:1.0:1788201788.274726:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.274728:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.274730:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.274731:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c47727f9000. 00000020:00000010:1.0:1788201788.274734:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.274735:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.274737:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465418f000. 00000020:00000010:1.0:1788201788.274739:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.274740:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.274742:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.274743:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.274745:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.274746:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654233380. 00000020:00000001:1.0:1788201788.274752:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.274753:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.274755:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.274756:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.274758:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.274759:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.274760:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.274844:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.274855:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.274856:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.274858:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.274859:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.274860:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.274861:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.274862:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.274891:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.274936:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.274937:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.274939:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.274940:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.274942:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.274944:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.274946:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.274947:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.274950:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.274952:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23752: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.274953:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.274954:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23758 (ffff9c46542319c0) has no exports 00000020:00000001:1.0:1788201788.274956:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.274957:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.274959:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.274961:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.274962:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.274964:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465418e800. 00000020:00000010:1.0:1788201788.274966:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.274968:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.274970:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.274972:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f9000. 00000020:00000010:1.0:1788201788.274974:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f9000. 00000020:00000010:1.0:1788201788.274978:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.274979:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.274981:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465418e800. 00000020:00000010:1.0:1788201788.274983:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.274984:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.274986:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.274987:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.274988:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.274998:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.275001:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654207000. 00000001:00000010:1.0:1788201788.275003:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654207c00. 00000001:00000010:1.0:1788201788.275004:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465422cc00. 00000001:00000010:1.0:1788201788.275006:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465422c800. 00000001:00000010:1.0:1788201788.275007:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014a80. 00000001:00000010:1.0:1788201788.275009:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c465567fb00. 00000001:00000001:1.0:1788201788.275011:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.275012:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23752 (ffff9c46542319c0) now 3 - setup 00000020:00000001:1.0:1788201788.275013:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.275015:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.275016:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.275018:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.275019:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.275020:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.275022:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.275105:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.275120:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.275123:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.275124:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.275137:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.275139:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.275141:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.275143:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.275184:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.275233:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.275235:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.275236:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.275238:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.275240:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.275242:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.275243:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.275244:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.275248:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.275249:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23752 (ffff9c46542319c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.275251:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23752 (uuid obd_uuid_23752) 00000020:00000040:1.0:1788201788.275252:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23752 (ffff9c46542319c0) now 1 - newdev 00000020:00000040:1.0:1788201788.275254:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465421f800 with handle 0x8990e4d0a2217006 from hash 00000020:00000040:1.0:1788201788.275256:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465421f800 : new refcount 0 00000020:00000080:1.0:1788201788.275257:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465421f800/obd_uuid_23752 00000020:00000001:1.0:1788201788.275259:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.275260:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.275262:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465421f800/obd_uuid_23752 for obd_name_23752 00000020:00000001:1.0:1788201788.275263:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.275264:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.275266:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465421f800. 00000020:00000001:1.0:1788201788.275268:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.275268:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23752 obd_type name = obd_test 00000020:01000000:1.0:1788201788.275269:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23752 (obd_uuid_23752) 00000020:00000001:1.0:1788201788.275271:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.275272:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.275274:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.275276:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.275278:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654189800. 00000020:00000010:1.0:1788201788.275279:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.275281:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.275283:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.275285:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c47727f9040. 00000020:00000010:1.0:1788201788.275287:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.275289:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.275290:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654189800. 00000020:00000010:1.0:1788201788.275292:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.275294:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.275295:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.275297:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.275298:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.275299:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46542319c0. 00000020:00000001:1.0:1788201788.275306:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.275307:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.275309:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.275310:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.275312:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.275313:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.275314:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.275427:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.275442:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.275444:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.275446:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.275448:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.275450:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.275451:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.275453:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.275493:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.275542:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.275544:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.275545:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.275547:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.275549:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.275551:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.275552:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.275554:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.275557:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.275558:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23753: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.275560:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.275561:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23759 (ffff9c4654230000) has no exports 00000020:00000001:1.0:1788201788.275562:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.275563:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.275565:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.275567:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.275569:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.275571:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465499b000. 00000020:00000010:1.0:1788201788.275573:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.275575:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.275577:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.275579:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f9040. 00000020:00000010:1.0:1788201788.275581:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f9040. 00000020:00000010:1.0:1788201788.275584:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.275586:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.275588:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465499b000. 00000020:00000010:1.0:1788201788.275589:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.275591:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.275593:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.275594:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.275596:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.275604:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.275607:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465422f800. 00000001:00000010:1.0:1788201788.275609:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465422f200. 00000001:00000010:1.0:1788201788.275611:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465422e200. 00000001:00000010:1.0:1788201788.275614:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465422e000. 00000001:00000010:1.0:1788201788.275616:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014080. 00000001:00000010:1.0:1788201788.275618:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c465567f300. 00000001:00000001:1.0:1788201788.275621:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.275622:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23753 (ffff9c4654230000) now 3 - setup 00000020:00000001:1.0:1788201788.275625:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.275626:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.275629:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.275631:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.275634:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.275636:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.275638:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.275734:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.275745:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.275747:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.275748:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.275749:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.275750:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.275751:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.275753:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.275781:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.275826:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.275828:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.275829:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.275830:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.275832:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.275835:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.275836:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.275838:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.275841:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.275843:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23753 (ffff9c4654230000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.275844:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23753 (uuid obd_uuid_23753) 00000020:00000040:1.0:1788201788.275846:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23753 (ffff9c4654230000) now 1 - newdev 00000020:00000040:1.0:1788201788.275848:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465421a800 with handle 0x8990e4d0a221700d from hash 00000020:00000040:1.0:1788201788.275850:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465421a800 : new refcount 0 00000020:00000080:1.0:1788201788.275851:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465421a800/obd_uuid_23753 00000020:00000001:1.0:1788201788.275852:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.275853:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.275854:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465421a800/obd_uuid_23753 for obd_name_23753 00000020:00000001:1.0:1788201788.275856:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.275857:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.275858:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465421a800. 00000020:00000001:1.0:1788201788.275861:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.275861:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23753 obd_type name = obd_test 00000020:01000000:1.0:1788201788.275862:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23753 (obd_uuid_23753) 00000020:00000001:1.0:1788201788.275863:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.275865:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.275867:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.275869:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.275871:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465499a000. 00000020:00000010:1.0:1788201788.275872:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.275875:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.275876:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.275878:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655680400. 00000020:00000010:1.0:1788201788.275881:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.275882:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.275884:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465499a000. 00000020:00000010:1.0:1788201788.275886:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.275887:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.275889:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.275890:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.275892:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.275893:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654230000. 00000020:00000001:1.0:1788201788.275898:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.275900:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.275901:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.275904:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.275905:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.275907:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.275908:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.275987:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.275998:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.275999:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.276000:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.276001:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.276003:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.276004:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.276005:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.276033:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.276077:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.276078:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.276079:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.276081:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.276083:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.276085:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.276086:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.276088:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.276091:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.276092:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23754: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.276094:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.276095:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23760 (ffff9c4654234d40) has no exports 00000020:00000001:1.0:1788201788.276096:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.276098:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.276100:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.276102:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.276105:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.276108:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465499a800. 00000020:00000010:1.0:1788201788.276111:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.276114:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.276117:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.276120:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f9080. 00000020:00000010:1.0:1788201788.276123:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f9080. 00000020:00000010:1.0:1788201788.276141:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.276144:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.276146:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465499a800. 00000020:00000010:1.0:1788201788.276149:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.276152:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.276154:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.276157:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.276160:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.276173:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.276176:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465422ee00. 00000001:00000010:1.0:1788201788.276178:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465422fe00. 00000001:00000010:1.0:1788201788.276179:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465422fc00. 00000001:00000010:1.0:1788201788.276181:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465422f000. 00000001:00000010:1.0:1788201788.276182:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c47710149e0. 00000001:00000010:1.0:1788201788.276183:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c465567f900. 00000001:00000001:1.0:1788201788.276185:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.276186:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23754 (ffff9c4654234d40) now 3 - setup 00000020:00000001:1.0:1788201788.276188:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.276189:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.276191:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.276193:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.276194:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.276196:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.276197:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.276283:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.276293:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.276295:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.276296:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.276297:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.276298:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.276299:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.276301:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.276329:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.276376:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.276377:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.276379:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.276380:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.276382:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.276384:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.276386:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.276387:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.276390:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.276474:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23754 (ffff9c4654234d40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.276476:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23754 (uuid obd_uuid_23754) 00000020:00000040:1.0:1788201788.276477:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23754 (ffff9c4654234d40) now 1 - newdev 00000020:00000040:1.0:1788201788.276479:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654219000 with handle 0x8990e4d0a2217014 from hash 00000020:00000040:1.0:1788201788.276481:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654219000 : new refcount 0 00000020:00000080:1.0:1788201788.276483:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654219000/obd_uuid_23754 00000020:00000001:1.0:1788201788.276484:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.276486:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.276487:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654219000/obd_uuid_23754 for obd_name_23754 00000020:00000001:1.0:1788201788.276488:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.276489:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.276490:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654219000. 00000020:00000001:1.0:1788201788.276492:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.276493:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23754 obd_type name = obd_test 00000020:01000000:1.0:1788201788.276494:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23754 (obd_uuid_23754) 00000020:00000001:1.0:1788201788.276495:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.276497:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.276499:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.276501:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.276502:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465499c000. 00000020:00000010:1.0:1788201788.276504:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.276506:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.276508:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.276510:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655680fc0. 00000020:00000010:1.0:1788201788.276512:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.276514:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.276515:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465499c000. 00000020:00000010:1.0:1788201788.276517:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.276518:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.276520:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.276522:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.276523:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.276524:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654234d40. 00000020:00000001:1.0:1788201788.276528:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.276529:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.276530:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.276533:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.276534:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.276536:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.276537:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.276630:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.276645:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.276647:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.276649:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.276651:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.276653:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.276655:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.276657:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.276693:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.276741:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.276742:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.276743:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.276745:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.276747:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.276749:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.276750:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.276752:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.276755:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.276757:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23755: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.276758:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.276760:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23761 (ffff9c4654240000) has no exports 00000020:00000001:1.0:1788201788.276761:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.276763:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.276764:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.276766:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.276768:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.276770:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654998800. 00000020:00000010:1.0:1788201788.276771:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.276773:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.276775:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.276777:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f9380. 00000020:00000010:1.0:1788201788.276780:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f9380. 00000020:00000010:1.0:1788201788.276783:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.276785:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.276786:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654998800. 00000020:00000010:1.0:1788201788.276788:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.276790:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.276791:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.276793:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.276794:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.276802:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.276805:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465422f600. 00000001:00000010:1.0:1788201788.276806:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465422ea00. 00000001:00000010:1.0:1788201788.276807:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465422ec00. 00000001:00000010:1.0:1788201788.276809:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465422e800. 00000001:00000010:1.0:1788201788.276810:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014fc0. 00000001:00000010:1.0:1788201788.276812:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c465567f000. 00000001:00000001:1.0:1788201788.276813:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.276814:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23755 (ffff9c4654240000) now 3 - setup 00000020:00000001:1.0:1788201788.276815:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.276817:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.276818:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.276820:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.276821:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.276823:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.276824:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.276941:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.276961:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.276963:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.276964:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.276966:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.276967:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.276969:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.276971:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.277011:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.277061:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.277062:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.277064:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.277065:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.277067:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.277069:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.277071:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.277072:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.277076:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.277078:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23755 (ffff9c4654240000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.277079:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23755 (uuid obd_uuid_23755) 00000020:00000040:1.0:1788201788.277080:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23755 (ffff9c4654240000) now 1 - newdev 00000020:00000040:1.0:1788201788.277082:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465421e800 with handle 0x8990e4d0a221701b from hash 00000020:00000040:1.0:1788201788.277085:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465421e800 : new refcount 0 00000020:00000080:1.0:1788201788.277086:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465421e800/obd_uuid_23755 00000020:00000001:1.0:1788201788.277087:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.277088:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.277090:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465421e800/obd_uuid_23755 for obd_name_23755 00000020:00000001:1.0:1788201788.277091:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.277092:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.277093:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465421e800. 00000020:00000001:1.0:1788201788.277095:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.277096:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23755 obd_type name = obd_test 00000020:01000000:1.0:1788201788.277097:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23755 (obd_uuid_23755) 00000020:00000001:1.0:1788201788.277099:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.277101:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.277104:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.277107:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.277110:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465499c800. 00000020:00000010:1.0:1788201788.277113:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.277116:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.277118:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.277121:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655680dc0. 00000020:00000010:1.0:1788201788.277124:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.277141:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.277143:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465499c800. 00000020:00000010:1.0:1788201788.277146:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.277149:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.277151:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.277153:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.277167:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.277169:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654240000. 00000020:00000001:1.0:1788201788.277190:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.277192:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.277194:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.277197:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.277198:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.277200:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.277201:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.277290:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.277301:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.277302:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.277303:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.277304:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.277305:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.277307:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.277308:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.277336:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.277382:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.277384:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.277385:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.277387:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.277389:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.277391:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.277408:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.277410:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.277413:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.277415:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23756: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.277416:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.277417:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23762 (ffff9c4654244d40) has no exports 00000020:00000001:1.0:1788201788.277419:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.277420:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.277422:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.277423:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.277425:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.277427:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465499d800. 00000020:00000010:1.0:1788201788.277429:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.277431:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.277432:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.277434:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f92c0. 00000020:00000010:1.0:1788201788.277437:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f92c0. 00000020:00000010:1.0:1788201788.277441:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.277442:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.277444:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465499d800. 00000020:00000010:1.0:1788201788.277446:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.277447:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.277449:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.277450:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.277451:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.277479:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.277482:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465422c000. 00000001:00000010:1.0:1788201788.277484:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465422c200. 00000001:00000010:1.0:1788201788.277485:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465422e400. 00000001:00000010:1.0:1788201788.277487:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465422f400. 00000001:00000010:1.0:1788201788.277489:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014f00. 00000001:00000010:1.0:1788201788.277490:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c465567f800. 00000001:00000001:1.0:1788201788.277492:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.277493:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23756 (ffff9c4654244d40) now 3 - setup 00000020:00000001:1.0:1788201788.277495:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.277496:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.277498:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.277500:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.277501:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.277502:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.277504:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.277589:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.277606:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.277607:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.277608:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.277610:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.277612:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.277613:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.277615:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.277662:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.277715:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.277716:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.277717:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.277719:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.277721:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.277723:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.277725:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.277726:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.277729:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.277731:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23756 (ffff9c4654244d40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.277732:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23756 (uuid obd_uuid_23756) 00000020:00000040:1.0:1788201788.277734:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23756 (ffff9c4654244d40) now 1 - newdev 00000020:00000040:1.0:1788201788.277736:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465421f000 with handle 0x8990e4d0a2217022 from hash 00000020:00000040:1.0:1788201788.277738:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465421f000 : new refcount 0 00000020:00000080:1.0:1788201788.277739:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465421f000/obd_uuid_23756 00000020:00000001:1.0:1788201788.277741:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.277742:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.277743:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465421f000/obd_uuid_23756 for obd_name_23756 00000020:00000001:1.0:1788201788.277745:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.277746:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.277747:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465421f000. 00000020:00000001:1.0:1788201788.277749:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.277750:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23756 obd_type name = obd_test 00000020:01000000:1.0:1788201788.277751:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23756 (obd_uuid_23756) 00000020:00000001:1.0:1788201788.277752:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.277753:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.277755:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.277757:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.277759:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465499e000. 00000020:00000010:1.0:1788201788.277760:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.277762:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.277764:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.277766:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655680280. 00000020:00000010:1.0:1788201788.277768:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.277769:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.277771:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465499e000. 00000020:00000010:1.0:1788201788.277772:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.277774:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.277775:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.277777:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.277778:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.277780:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654244d40. 00000020:00000001:1.0:1788201788.277783:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.277784:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.277785:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.277788:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.277789:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.277791:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.277792:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.277876:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.277887:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.277888:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.277889:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.277890:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.277892:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.277893:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.277894:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.277922:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.277967:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.277969:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.277970:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.277972:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.277974:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.277976:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.277977:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.277979:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.277982:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.277983:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23757: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.277985:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.277986:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23763 (ffff9c4654243380) has no exports 00000020:00000001:1.0:1788201788.277987:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.277989:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.277991:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.277992:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.277994:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.277996:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465499f800. 00000020:00000010:1.0:1788201788.277998:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.278000:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.278001:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.278003:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f99c0. 00000020:00000010:1.0:1788201788.278006:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f99c0. 00000020:00000010:1.0:1788201788.278009:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.278011:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.278012:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465499f800. 00000020:00000010:1.0:1788201788.278014:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.278016:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.278018:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.278019:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.278021:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.278029:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.278031:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465424cc00. 00000001:00000010:1.0:1788201788.278033:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465424c800. 00000001:00000010:1.0:1788201788.278035:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465424c400. 00000001:00000010:1.0:1788201788.278036:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465424d400. 00000001:00000010:1.0:1788201788.278038:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014140. 00000001:00000010:1.0:1788201788.278039:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c465567f500. 00000001:00000001:1.0:1788201788.278041:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.278041:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23757 (ffff9c4654243380) now 3 - setup 00000020:00000001:1.0:1788201788.278043:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.278044:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.278046:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.278048:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.278049:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.278050:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.278051:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.278177:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.278188:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.278189:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.278190:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.278191:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.278192:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.278194:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.278195:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.278224:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.278271:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.278272:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.278273:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.278275:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.278277:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.278279:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.278280:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.278282:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.278285:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.278287:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23757 (ffff9c4654243380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.278289:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23757 (uuid obd_uuid_23757) 00000020:00000040:1.0:1788201788.278290:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23757 (ffff9c4654243380) now 1 - newdev 00000020:00000040:1.0:1788201788.278292:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654219800 with handle 0x8990e4d0a2217029 from hash 00000020:00000040:1.0:1788201788.278294:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654219800 : new refcount 0 00000020:00000080:1.0:1788201788.278295:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654219800/obd_uuid_23757 00000020:00000001:1.0:1788201788.278296:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.278298:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.278299:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654219800/obd_uuid_23757 for obd_name_23757 00000020:00000001:1.0:1788201788.278300:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.278301:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.278302:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654219800. 00000020:00000001:1.0:1788201788.278304:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.278305:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23757 obd_type name = obd_test 00000020:01000000:1.0:1788201788.278306:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23757 (obd_uuid_23757) 00000020:00000001:1.0:1788201788.278307:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.278309:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.278310:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.278312:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.278314:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465499d000. 00000020:00000010:1.0:1788201788.278316:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.278318:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.278319:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.278321:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655680640. 00000020:00000010:1.0:1788201788.278323:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.278325:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.278326:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465499d000. 00000020:00000010:1.0:1788201788.278328:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.278330:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.278331:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.278333:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.278334:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.278336:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654243380. 00000020:00000001:1.0:1788201788.278338:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.278340:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.278341:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.278344:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.278345:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.278346:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.278348:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.278451:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.278462:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.278463:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.278464:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.278465:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.278466:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.278468:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.278469:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.278497:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.278543:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.278545:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.278546:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.278548:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.278550:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.278551:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.278553:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.278554:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.278557:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.278559:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23758: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.278560:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.278562:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23764 (ffff9c46542419c0) has no exports 00000020:00000001:1.0:1788201788.278563:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.278564:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.278566:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.278568:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.278569:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.278571:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654999000. 00000020:00000010:1.0:1788201788.278573:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.278575:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.278577:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.278579:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f9b00. 00000020:00000010:1.0:1788201788.278581:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f9b00. 00000020:00000010:1.0:1788201788.278584:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.278586:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.278587:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654999000. 00000020:00000010:1.0:1788201788.278589:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.278591:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.278592:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.278594:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.278595:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.278603:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.278605:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465424da00. 00000001:00000010:1.0:1788201788.278607:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465424c600. 00000001:00000010:1.0:1788201788.278609:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465424d800. 00000001:00000010:1.0:1788201788.278611:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465424d200. 00000001:00000010:1.0:1788201788.278613:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014000. 00000001:00000010:1.0:1788201788.278615:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c465567f200. 00000001:00000001:1.0:1788201788.278618:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.278619:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23758 (ffff9c46542419c0) now 3 - setup 00000020:00000001:1.0:1788201788.278622:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.278634:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.278637:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.278639:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.278642:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.278644:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.278645:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.278743:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.278754:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.278755:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.278756:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.278757:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.278758:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.278760:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.278761:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.278789:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.278836:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.278837:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.278838:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.278840:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.278842:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.278844:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.278845:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.278847:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.278850:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.278851:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23758 (ffff9c46542419c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.278853:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23758 (uuid obd_uuid_23758) 00000020:00000040:1.0:1788201788.278854:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23758 (ffff9c46542419c0) now 1 - newdev 00000020:00000040:1.0:1788201788.278856:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654218800 with handle 0x8990e4d0a2217030 from hash 00000020:00000040:1.0:1788201788.278858:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654218800 : new refcount 0 00000020:00000080:1.0:1788201788.278859:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654218800/obd_uuid_23758 00000020:00000001:1.0:1788201788.278861:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.278862:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.278863:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654218800/obd_uuid_23758 for obd_name_23758 00000020:00000001:1.0:1788201788.278864:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.278865:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.278866:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654218800. 00000020:00000001:1.0:1788201788.278868:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.278869:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23758 obd_type name = obd_test 00000020:01000000:1.0:1788201788.278871:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23758 (obd_uuid_23758) 00000020:00000001:1.0:1788201788.278872:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.278873:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.278875:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.278877:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.278879:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465499f000. 00000020:00000010:1.0:1788201788.278881:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.278883:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.278884:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.278886:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655680d00. 00000020:00000010:1.0:1788201788.278888:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.278890:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.278891:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465499f000. 00000020:00000010:1.0:1788201788.278893:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.278895:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.278896:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.278898:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.278899:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.278900:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46542419c0. 00000020:00000001:1.0:1788201788.278903:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.278904:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.278906:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.278908:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.278909:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.278911:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.278912:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.279043:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.279053:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.279055:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.279056:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.279057:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.279058:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.279059:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.279060:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.279088:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.279163:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.279165:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.279167:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.279169:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.279173:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.279174:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.279176:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.279178:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.279181:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.279183:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23759: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.279185:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.279186:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23765 (ffff9c46542519c0) has no exports 00000020:00000001:1.0:1788201788.279187:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.279189:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.279190:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.279192:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.279194:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.279197:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465499e800. 00000020:00000010:1.0:1788201788.279198:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.279200:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.279202:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.279204:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f9a00. 00000020:00000010:1.0:1788201788.279206:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f9a00. 00000020:00000010:1.0:1788201788.279210:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.279212:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.279213:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465499e800. 00000020:00000010:1.0:1788201788.279215:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.279217:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.279218:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.279220:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.279221:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.279234:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.279237:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465424c200. 00000001:00000010:1.0:1788201788.279239:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465424c000. 00000001:00000010:1.0:1788201788.279240:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465424d600. 00000001:00000010:1.0:1788201788.279241:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465424ca00. 00000001:00000010:1.0:1788201788.279243:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014d20. 00000001:00000010:1.0:1788201788.279244:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c465567fc00. 00000001:00000001:1.0:1788201788.279246:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.279247:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23759 (ffff9c46542519c0) now 3 - setup 00000020:00000001:1.0:1788201788.279248:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.279249:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.279251:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.279253:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.279254:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.279256:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.279257:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.279343:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.279354:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.279356:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.279357:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.279358:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.279359:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.279361:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.279362:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.279389:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.279501:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.279503:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.279504:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.279505:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.279508:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.279510:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.279511:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.279513:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.279516:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.279518:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23759 (ffff9c46542519c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.279519:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23759 (uuid obd_uuid_23759) 00000020:00000040:1.0:1788201788.279521:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23759 (ffff9c46542519c0) now 1 - newdev 00000020:00000040:1.0:1788201788.279523:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465421b000 with handle 0x8990e4d0a2217037 from hash 00000020:00000040:1.0:1788201788.279525:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465421b000 : new refcount 0 00000020:00000080:1.0:1788201788.279526:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465421b000/obd_uuid_23759 00000020:00000001:1.0:1788201788.279527:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.279528:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.279529:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465421b000/obd_uuid_23759 for obd_name_23759 00000020:00000001:1.0:1788201788.279531:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.279532:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.279533:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465421b000. 00000020:00000001:1.0:1788201788.279535:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.279536:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23759 obd_type name = obd_test 00000020:01000000:1.0:1788201788.279538:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23759 (obd_uuid_23759) 00000020:00000001:1.0:1788201788.279539:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.279541:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.279543:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.279544:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.279546:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654999800. 00000020:00000010:1.0:1788201788.279548:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.279550:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.279552:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.279553:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655680f40. 00000020:00000010:1.0:1788201788.279556:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.279557:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.279558:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654999800. 00000020:00000010:1.0:1788201788.279560:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.279562:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.279563:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.279565:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.279566:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.279567:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46542519c0. 00000020:00000001:1.0:1788201788.279571:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.279572:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.279573:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.279576:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.279578:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.279579:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.279580:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.279694:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.279705:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.279706:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.279708:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.279709:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.279710:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.279711:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.279712:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.279740:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.279786:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.279788:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.279789:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.279791:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.279793:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.279795:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.279797:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.279798:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.279801:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.279803:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23760: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.279805:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.279806:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23766 (ffff9c4654250000) has no exports 00000020:00000001:1.0:1788201788.279807:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.279809:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.279811:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.279812:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.279814:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.279816:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654998000. 00000020:00000010:1.0:1788201788.279818:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.279820:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.279822:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.279824:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f9ac0. 00000020:00000010:1.0:1788201788.279826:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f9ac0. 00000020:00000010:1.0:1788201788.279829:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.279831:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.279833:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654998000. 00000020:00000010:1.0:1788201788.279834:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.279836:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.279837:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.279839:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.279840:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.279847:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.279850:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465422fa00. 00000001:00000010:1.0:1788201788.279851:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465422e600. 00000001:00000010:1.0:1788201788.279853:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465424de00. 00000001:00000010:1.0:1788201788.279855:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465424ce00. 00000001:00000010:1.0:1788201788.279856:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c47710147c0. 00000001:00000010:1.0:1788201788.279858:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c465567ff00. 00000001:00000001:1.0:1788201788.279859:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.279860:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23760 (ffff9c4654250000) now 3 - setup 00000020:00000001:1.0:1788201788.279862:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.279863:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.279864:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.279866:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.279867:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.279868:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.279869:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.279952:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.279962:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.279964:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.279965:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.279966:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.279967:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.279968:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.279970:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.279997:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.280043:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.280044:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.280045:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.280047:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.280049:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.280051:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.280052:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.280054:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.280057:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.280059:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23760 (ffff9c4654250000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.280060:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23760 (uuid obd_uuid_23760) 00000020:00000040:1.0:1788201788.280061:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23760 (ffff9c4654250000) now 1 - newdev 00000020:00000040:1.0:1788201788.280063:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654218000 with handle 0x8990e4d0a221703e from hash 00000020:00000040:1.0:1788201788.280065:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654218000 : new refcount 0 00000020:00000080:1.0:1788201788.280067:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654218000/obd_uuid_23760 00000020:00000001:1.0:1788201788.280069:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.280070:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.280071:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654218000/obd_uuid_23760 for obd_name_23760 00000020:00000001:1.0:1788201788.280073:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.280074:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.280075:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654218000. 00000020:00000001:1.0:1788201788.280077:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.280078:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23760 obd_type name = obd_test 00000020:01000000:1.0:1788201788.280079:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23760 (obd_uuid_23760) 00000020:00000001:1.0:1788201788.280080:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.280081:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.280083:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.280084:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.280087:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465499b800. 00000020:00000010:1.0:1788201788.280088:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.280090:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.280092:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.280094:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655680d80. 00000020:00000010:1.0:1788201788.280096:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.280097:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.280099:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465499b800. 00000020:00000010:1.0:1788201788.280102:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.280104:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.280107:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.280109:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.280112:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.280113:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654250000. 00000020:00000001:1.0:1788201788.280117:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.280119:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.280121:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.280124:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.280138:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.280141:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.280143:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.280239:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.280250:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.280251:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.280252:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.280253:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.280254:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.280256:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.280257:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.280285:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.280331:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.280333:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.280334:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.280336:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.280338:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.280339:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.280341:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.280342:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.280346:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.280347:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23761: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.280349:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.280350:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23767 (ffff9c4654254d40) has no exports 00000020:00000001:1.0:1788201788.280351:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.280353:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.280354:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.280356:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.280358:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.280360:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a73000. 00000020:00000010:1.0:1788201788.280362:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.280364:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.280366:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.280368:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f9140. 00000020:00000010:1.0:1788201788.280370:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f9140. 00000020:00000010:1.0:1788201788.280374:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.280376:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.280377:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a73000. 00000020:00000010:1.0:1788201788.280380:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.280381:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.280383:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.280384:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.280386:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.280416:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.280421:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465424e600. 00000001:00000010:1.0:1788201788.280467:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465424fa00. 00000001:00000010:1.0:1788201788.280472:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465424ec00. 00000001:00000010:1.0:1788201788.280474:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465424e800. 00000001:00000010:1.0:1788201788.280475:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014260. 00000001:00000010:1.0:1788201788.280477:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c465567f600. 00000001:00000001:1.0:1788201788.280479:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.280480:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23761 (ffff9c4654254d40) now 3 - setup 00000020:00000001:1.0:1788201788.280482:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.280483:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.280485:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.280488:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.280489:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.280491:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.280492:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.280580:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.280591:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.280592:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.280594:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.280595:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.280596:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.280597:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.280598:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.280636:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.280699:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.280701:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.280702:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.280704:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.280706:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.280708:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.280710:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.280711:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.280714:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.280716:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23761 (ffff9c4654254d40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.280718:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23761 (uuid obd_uuid_23761) 00000020:00000040:1.0:1788201788.280719:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23761 (ffff9c4654254d40) now 1 - newdev 00000020:00000040:1.0:1788201788.280721:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465421a000 with handle 0x8990e4d0a2217045 from hash 00000020:00000040:1.0:1788201788.280723:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465421a000 : new refcount 0 00000020:00000080:1.0:1788201788.280725:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465421a000/obd_uuid_23761 00000020:00000001:1.0:1788201788.280726:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.280727:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.280728:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465421a000/obd_uuid_23761 for obd_name_23761 00000020:00000001:1.0:1788201788.280729:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.280730:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.280732:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465421a000. 00000020:00000001:1.0:1788201788.280733:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.280735:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23761 obd_type name = obd_test 00000020:01000000:1.0:1788201788.280736:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23761 (obd_uuid_23761) 00000020:00000001:1.0:1788201788.280737:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.280739:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.280740:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.280742:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.280744:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a75000. 00000020:00000010:1.0:1788201788.280745:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.280747:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.280749:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.280751:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655680e40. 00000020:00000010:1.0:1788201788.280753:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.280754:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.280756:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a75000. 00000020:00000010:1.0:1788201788.280758:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.280759:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.280760:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.280762:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.280764:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.280765:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654254d40. 00000020:00000001:1.0:1788201788.280768:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.280769:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.280771:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.280774:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.280775:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.280776:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.280778:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.280862:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.280873:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.280874:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.280876:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.280877:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.280878:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.280879:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.280880:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.280908:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.280954:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.280956:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.280957:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.280959:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.280961:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.280963:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.280964:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.280966:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.280969:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.280970:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23762: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.280972:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.280973:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23768 (ffff9c4654253380) has no exports 00000020:00000001:1.0:1788201788.280974:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.280975:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.280977:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.280979:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.280981:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.280983:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a74000. 00000020:00000010:1.0:1788201788.280985:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.280987:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.280988:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.280990:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f9700. 00000020:00000010:1.0:1788201788.280993:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f9700. 00000020:00000010:1.0:1788201788.280996:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.280998:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.280999:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a74000. 00000020:00000010:1.0:1788201788.281002:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.281003:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.281005:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.281006:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.281008:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.281016:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.281019:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465424e000. 00000001:00000010:1.0:1788201788.281020:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465424e200. 00000001:00000010:1.0:1788201788.281021:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465424fe00. 00000001:00000010:1.0:1788201788.281023:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465424ee00. 00000001:00000010:1.0:1788201788.281024:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014a60. 00000001:00000010:1.0:1788201788.281026:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4655682e00. 00000001:00000001:1.0:1788201788.281028:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.281029:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23762 (ffff9c4654253380) now 3 - setup 00000020:00000001:1.0:1788201788.281030:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.281032:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.281033:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.281035:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.281036:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.281038:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.281039:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.281155:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.281171:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.281173:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.281175:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.281176:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.281177:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.281179:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.281180:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.281211:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.281261:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.281262:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.281264:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.281265:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.281267:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.281269:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.281271:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.281272:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.281275:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.281277:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23762 (ffff9c4654253380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.281278:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23762 (uuid obd_uuid_23762) 00000020:00000040:1.0:1788201788.281280:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23762 (ffff9c4654253380) now 1 - newdev 00000020:00000040:1.0:1788201788.281282:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654261800 with handle 0x8990e4d0a221704c from hash 00000020:00000040:1.0:1788201788.281284:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654261800 : new refcount 0 00000020:00000080:1.0:1788201788.281285:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654261800/obd_uuid_23762 00000020:00000001:1.0:1788201788.281287:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.281288:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.281289:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654261800/obd_uuid_23762 for obd_name_23762 00000020:00000001:1.0:1788201788.281290:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.281291:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.281292:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654261800. 00000020:00000001:1.0:1788201788.281294:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.281295:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23762 obd_type name = obd_test 00000020:01000000:1.0:1788201788.281296:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23762 (obd_uuid_23762) 00000020:00000001:1.0:1788201788.281297:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.281299:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.281300:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.281302:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.281304:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a72000. 00000020:00000010:1.0:1788201788.281306:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.281307:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.281309:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.281311:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655680780. 00000020:00000010:1.0:1788201788.281313:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.281315:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.281316:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a72000. 00000020:00000010:1.0:1788201788.281319:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.281320:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.281322:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.281323:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.281325:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.281326:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654253380. 00000020:00000001:1.0:1788201788.281328:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.281330:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.281331:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.281333:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.281335:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.281336:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.281337:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.281558:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.281569:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.281570:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.281572:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.281573:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.281574:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.281575:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.281577:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.281605:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.281674:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.281676:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.281677:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.281679:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.281682:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.281683:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.281685:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.281687:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.281691:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.281692:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23763: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.281694:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.281695:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23769 (ffff9c46542699c0) has no exports 00000020:00000001:1.0:1788201788.281697:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.281698:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.281700:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.281701:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.281703:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.281705:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a71800. 00000020:00000010:1.0:1788201788.281707:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.281709:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.281710:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.281713:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f9ec0. 00000020:00000010:1.0:1788201788.281715:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f9ec0. 00000020:00000010:1.0:1788201788.281719:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.281721:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.281722:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a71800. 00000020:00000010:1.0:1788201788.281724:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.281726:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.281727:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.281729:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.281730:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.281738:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.281741:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465424f800. 00000001:00000010:1.0:1788201788.281742:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465424f200. 00000001:00000010:1.0:1788201788.281744:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465424fc00. 00000001:00000010:1.0:1788201788.281745:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465424f000. 00000001:00000010:1.0:1788201788.281746:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014ac0. 00000001:00000010:1.0:1788201788.281748:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4655682b00. 00000001:00000001:1.0:1788201788.281749:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.281750:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23763 (ffff9c46542699c0) now 3 - setup 00000020:00000001:1.0:1788201788.281752:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.281753:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.281754:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.281756:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.281758:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.281759:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.281760:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.281845:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.281856:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.281857:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.281859:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.281860:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.281861:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.281862:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.281863:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.281891:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.281938:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.281939:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.281941:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.281942:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.281944:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.281946:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.281947:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.281949:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.281952:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.281954:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23763 (ffff9c46542699c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.281955:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23763 (uuid obd_uuid_23763) 00000020:00000040:1.0:1788201788.281957:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23763 (ffff9c46542699c0) now 1 - newdev 00000020:00000040:1.0:1788201788.281959:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654260800 with handle 0x8990e4d0a2217053 from hash 00000020:00000040:1.0:1788201788.281961:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654260800 : new refcount 0 00000020:00000080:1.0:1788201788.281962:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654260800/obd_uuid_23763 00000020:00000001:1.0:1788201788.281963:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.281965:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.281966:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654260800/obd_uuid_23763 for obd_name_23763 00000020:00000001:1.0:1788201788.281967:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.281968:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.281970:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654260800. 00000020:00000001:1.0:1788201788.281972:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.281973:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23763 obd_type name = obd_test 00000020:01000000:1.0:1788201788.281974:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23763 (obd_uuid_23763) 00000020:00000001:1.0:1788201788.281975:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.281977:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.281979:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.281980:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.281982:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a70000. 00000020:00000010:1.0:1788201788.281984:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.281986:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.281987:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.281989:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c46556808c0. 00000020:00000010:1.0:1788201788.281991:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.281993:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.281994:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a70000. 00000020:00000010:1.0:1788201788.281997:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.281998:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.282000:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.282002:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.282003:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.282004:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46542699c0. 00000020:00000001:1.0:1788201788.282008:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.282009:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.282010:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.282012:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.282014:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.282015:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.282016:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.282097:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.282112:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.282114:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.282116:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.282118:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.282119:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.282121:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.282123:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.282179:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.282232:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.282234:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.282235:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.282248:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.282250:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.282252:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.282253:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.282254:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.282258:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.282259:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23764: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.282261:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.282262:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23770 (ffff9c4654268000) has no exports 00000020:00000001:1.0:1788201788.282263:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.282265:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.282266:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.282268:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.282270:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.282272:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a73800. 00000020:00000010:1.0:1788201788.282274:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.282276:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.282277:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.282279:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f9100. 00000020:00000010:1.0:1788201788.282281:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f9100. 00000020:00000010:1.0:1788201788.282285:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.282287:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.282288:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a73800. 00000020:00000010:1.0:1788201788.282290:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.282292:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.282293:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.282295:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.282296:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.282315:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.282318:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465424d000. 00000001:00000010:1.0:1788201788.282319:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465424dc00. 00000001:00000010:1.0:1788201788.282324:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465424f600. 00000001:00000010:1.0:1788201788.282326:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465424ea00. 00000001:00000010:1.0:1788201788.282328:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014180. 00000001:00000010:1.0:1788201788.282329:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4655682300. 00000001:00000001:1.0:1788201788.282331:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.282332:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23764 (ffff9c4654268000) now 3 - setup 00000020:00000001:1.0:1788201788.282334:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.282335:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.282336:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.282338:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.282339:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.282341:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.282342:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.282450:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.282461:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.282462:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.282464:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.282465:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.282466:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.282467:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.282468:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.282496:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.282542:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.282544:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.282545:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.282547:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.282549:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.282551:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.282553:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.282554:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.282557:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.282559:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23764 (ffff9c4654268000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.282561:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23764 (uuid obd_uuid_23764) 00000020:00000040:1.0:1788201788.282562:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23764 (ffff9c4654268000) now 1 - newdev 00000020:00000040:1.0:1788201788.282564:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654263000 with handle 0x8990e4d0a221705a from hash 00000020:00000040:1.0:1788201788.282566:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654263000 : new refcount 0 00000020:00000080:1.0:1788201788.282567:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654263000/obd_uuid_23764 00000020:00000001:1.0:1788201788.282569:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.282570:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.282571:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654263000/obd_uuid_23764 for obd_name_23764 00000020:00000001:1.0:1788201788.282573:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.282574:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.282575:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654263000. 00000020:00000001:1.0:1788201788.282576:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.282577:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23764 obd_type name = obd_test 00000020:01000000:1.0:1788201788.282578:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23764 (obd_uuid_23764) 00000020:00000001:1.0:1788201788.282579:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.282581:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.282582:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.282584:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.282586:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a74800. 00000020:00000010:1.0:1788201788.282587:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.282590:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.282591:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.282593:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655680cc0. 00000020:00000010:1.0:1788201788.282595:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.282597:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.282598:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a74800. 00000020:00000010:1.0:1788201788.282600:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.282602:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.282603:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.282605:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.282606:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.282607:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654268000. 00000020:00000001:1.0:1788201788.282610:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.282612:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.282615:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.282618:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.282621:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.282623:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.282626:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.282733:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.282744:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.282746:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.282747:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.282748:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.282749:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.282751:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.282752:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.282780:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.282826:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.282827:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.282828:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.282830:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.282832:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.282834:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.282836:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.282837:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.282840:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.282842:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23765: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.282843:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.282844:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23771 (ffff9c465426cd40) has no exports 00000020:00000001:1.0:1788201788.282846:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.282847:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.282849:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.282851:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.282852:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.282854:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a72800. 00000020:00000010:1.0:1788201788.282856:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.282858:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.282860:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.282861:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f9740. 00000020:00000010:1.0:1788201788.282864:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f9740. 00000020:00000010:1.0:1788201788.282867:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.282869:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.282871:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a72800. 00000020:00000010:1.0:1788201788.282873:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.282875:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.282876:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.282878:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.282879:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.282886:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.282890:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654275800. 00000001:00000010:1.0:1788201788.282891:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654275200. 00000001:00000010:1.0:1788201788.282893:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654274200. 00000001:00000010:1.0:1788201788.282894:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654274000. 00000001:00000010:1.0:1788201788.282896:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014f60. 00000001:00000010:1.0:1788201788.282897:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4655682900. 00000001:00000001:1.0:1788201788.282899:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.282900:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23765 (ffff9c465426cd40) now 3 - setup 00000020:00000001:1.0:1788201788.282901:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.282902:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.282904:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.282906:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.282907:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.282908:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.282910:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.282991:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.283001:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.283002:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.283003:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.283004:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.283005:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.283007:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.283008:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.283037:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.283083:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.283084:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.283085:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.283087:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.283089:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.283091:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.283093:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.283094:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.283097:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.283099:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23765 (ffff9c465426cd40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.283101:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23765 (uuid obd_uuid_23765) 00000020:00000040:1.0:1788201788.283103:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23765 (ffff9c465426cd40) now 1 - newdev 00000020:00000040:1.0:1788201788.283107:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654260000 with handle 0x8990e4d0a2217061 from hash 00000020:00000040:1.0:1788201788.283110:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654260000 : new refcount 0 00000020:00000080:1.0:1788201788.283112:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654260000/obd_uuid_23765 00000020:00000001:1.0:1788201788.283114:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.283116:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.283117:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654260000/obd_uuid_23765 for obd_name_23765 00000020:00000001:1.0:1788201788.283119:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.283121:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.283123:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654260000. 00000020:00000001:1.0:1788201788.283138:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.283141:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23765 obd_type name = obd_test 00000020:01000000:1.0:1788201788.283142:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23765 (obd_uuid_23765) 00000020:00000001:1.0:1788201788.283144:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.283147:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.283150:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.283153:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.283156:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a71000. 00000020:00000010:1.0:1788201788.283159:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.283162:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.283165:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.283167:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655680f00. 00000020:00000010:1.0:1788201788.283170:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.283173:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.283174:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a71000. 00000020:00000010:1.0:1788201788.283176:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.283178:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.283179:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.283181:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.283183:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.283184:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c465426cd40. 00000020:00000001:1.0:1788201788.283187:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.283188:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.283190:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.283193:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.283194:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.283196:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.283197:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.283283:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.283294:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.283295:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.283296:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.283297:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.283298:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.283300:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.283301:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.283328:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.283374:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.283376:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.283377:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.283379:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.283381:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.283383:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.283384:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.283385:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.283389:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.283390:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23766: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.283392:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.283408:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23772 (ffff9c465426b380) has no exports 00000020:00000001:1.0:1788201788.283410:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.283411:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.283413:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.283415:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.283417:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.283419:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a77800. 00000020:00000010:1.0:1788201788.283421:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.283423:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.283425:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.283427:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f9440. 00000020:00000010:1.0:1788201788.283429:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f9440. 00000020:00000010:1.0:1788201788.283433:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.283435:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.283436:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a77800. 00000020:00000010:1.0:1788201788.283438:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.283440:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.283441:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.283442:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.283444:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.283452:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.283454:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654274e00. 00000001:00000010:1.0:1788201788.283456:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654275e00. 00000001:00000010:1.0:1788201788.283457:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654275c00. 00000001:00000010:1.0:1788201788.283459:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654275000. 00000001:00000010:1.0:1788201788.283460:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014960. 00000001:00000010:1.0:1788201788.283462:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4655682000. 00000001:00000001:1.0:1788201788.283463:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.283464:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23766 (ffff9c465426b380) now 3 - setup 00000020:00000001:1.0:1788201788.283465:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.283466:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.283468:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.283470:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.283471:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.283472:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.283474:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.283556:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.283567:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.283568:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.283569:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.283571:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.283572:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.283573:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.283574:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.283602:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.283669:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.283672:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.283674:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.283675:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.283678:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.283680:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.283682:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.283683:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.283687:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.283688:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23766 (ffff9c465426b380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.283690:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23766 (uuid obd_uuid_23766) 00000020:00000040:1.0:1788201788.283691:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23766 (ffff9c465426b380) now 1 - newdev 00000020:00000040:1.0:1788201788.283693:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654262000 with handle 0x8990e4d0a2217068 from hash 00000020:00000040:1.0:1788201788.283695:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654262000 : new refcount 0 00000020:00000080:1.0:1788201788.283697:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654262000/obd_uuid_23766 00000020:00000001:1.0:1788201788.283698:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.283699:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.283700:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654262000/obd_uuid_23766 for obd_name_23766 00000020:00000001:1.0:1788201788.283702:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.283702:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.283704:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654262000. 00000020:00000001:1.0:1788201788.283706:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.283707:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23766 obd_type name = obd_test 00000020:01000000:1.0:1788201788.283708:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23766 (obd_uuid_23766) 00000020:00000001:1.0:1788201788.283709:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.283710:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.283712:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.283714:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.283716:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a76800. 00000020:00000010:1.0:1788201788.283717:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.283719:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.283732:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.283734:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655680bc0. 00000020:00000010:1.0:1788201788.283736:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.283738:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.283740:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a76800. 00000020:00000010:1.0:1788201788.283741:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.283743:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.283744:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.283746:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.283747:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.283748:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c465426b380. 00000020:00000001:1.0:1788201788.283751:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.283753:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.283754:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.283757:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.283758:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.283759:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.283761:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.283844:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.283856:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.283857:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.283858:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.283860:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.283861:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.283862:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.283863:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.283891:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.283937:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.283938:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.283939:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.283941:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.283943:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.283945:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.283946:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.283948:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.283951:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.283953:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23767: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.283954:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.283956:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23773 (ffff9c46542799c0) has no exports 00000020:00000001:1.0:1788201788.283957:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.283958:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.283960:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.283961:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.283963:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.283965:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a70800. 00000020:00000010:1.0:1788201788.283967:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.283969:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.283971:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.283973:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f9840. 00000020:00000010:1.0:1788201788.283975:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f9840. 00000020:00000010:1.0:1788201788.283978:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.283980:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.283982:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a70800. 00000020:00000010:1.0:1788201788.283984:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.283986:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.283987:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.283989:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.283990:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.283998:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.284001:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654275600. 00000001:00000010:1.0:1788201788.284003:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654274a00. 00000001:00000010:1.0:1788201788.284004:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654274c00. 00000001:00000010:1.0:1788201788.284006:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654274800. 00000001:00000010:1.0:1788201788.284007:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014b60. 00000001:00000010:1.0:1788201788.284009:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4655682800. 00000001:00000001:1.0:1788201788.284010:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.284011:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23767 (ffff9c46542799c0) now 3 - setup 00000020:00000001:1.0:1788201788.284012:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.284013:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.284015:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.284017:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.284018:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.284020:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.284021:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.284106:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.284121:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.284123:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.284124:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.284137:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.284139:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.284140:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.284142:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.284182:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.284233:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.284235:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.284236:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.284237:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.284240:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.284241:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.284243:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.284244:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.284247:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.284249:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23767 (ffff9c46542799c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.284251:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23767 (uuid obd_uuid_23767) 00000020:00000040:1.0:1788201788.284252:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23767 (ffff9c46542799c0) now 1 - newdev 00000020:00000040:1.0:1788201788.284254:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654264000 with handle 0x8990e4d0a221706f from hash 00000020:00000040:1.0:1788201788.284256:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654264000 : new refcount 0 00000020:00000080:1.0:1788201788.284257:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654264000/obd_uuid_23767 00000020:00000001:1.0:1788201788.284258:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.284260:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.284260:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654264000/obd_uuid_23767 for obd_name_23767 00000020:00000001:1.0:1788201788.284262:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.284263:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.284264:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654264000. 00000020:00000001:1.0:1788201788.284266:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.284267:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23767 obd_type name = obd_test 00000020:01000000:1.0:1788201788.284269:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23767 (obd_uuid_23767) 00000020:00000001:1.0:1788201788.284270:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.284272:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.284273:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.284275:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.284277:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a77000. 00000020:00000010:1.0:1788201788.284279:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.284280:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.284282:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.284284:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655680c80. 00000020:00000010:1.0:1788201788.284286:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.284287:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.284289:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a77000. 00000020:00000010:1.0:1788201788.284291:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.284292:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.284294:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.284295:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.284296:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.284298:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46542799c0. 00000020:00000001:1.0:1788201788.284311:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.284313:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.284315:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.284318:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.284319:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.284320:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.284321:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.284429:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.284441:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.284443:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.284444:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.284446:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.284448:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.284449:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.284451:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.284479:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.284526:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.284528:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.284529:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.284530:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.284533:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.284534:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.284536:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.284537:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.284540:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.284553:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23768: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.284554:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.284555:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23774 (ffff9c4654278000) has no exports 00000020:00000001:1.0:1788201788.284556:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.284558:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.284559:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.284561:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.284563:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.284565:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a75800. 00000020:00000010:1.0:1788201788.284567:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.284568:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.284570:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.284572:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f9e00. 00000020:00000010:1.0:1788201788.284574:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f9e00. 00000020:00000010:1.0:1788201788.284578:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.284580:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.284581:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a75800. 00000020:00000010:1.0:1788201788.284583:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.284585:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.284586:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.284588:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.284589:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.284597:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.284599:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465424f400. 00000001:00000010:1.0:1788201788.284601:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465424e400. 00000001:00000010:1.0:1788201788.284603:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654274400. 00000001:00000010:1.0:1788201788.284604:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654275400. 00000001:00000010:1.0:1788201788.284605:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014f40. 00000001:00000010:1.0:1788201788.284607:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4655682500. 00000001:00000001:1.0:1788201788.284608:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.284610:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23768 (ffff9c4654278000) now 3 - setup 00000020:00000001:1.0:1788201788.284612:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.284614:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.284616:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.284619:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.284621:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.284624:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.284626:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.284727:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.284738:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.284739:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.284741:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.284742:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.284743:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.284744:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.284745:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.284773:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.284820:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.284821:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.284823:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.284824:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.284826:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.284828:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.284830:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.284831:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.284834:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.284836:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23768 (ffff9c4654278000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.284837:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23768 (uuid obd_uuid_23768) 00000020:00000040:1.0:1788201788.284839:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23768 (ffff9c4654278000) now 1 - newdev 00000020:00000040:1.0:1788201788.284841:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654264800 with handle 0x8990e4d0a2217076 from hash 00000020:00000040:1.0:1788201788.284843:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654264800 : new refcount 0 00000020:00000080:1.0:1788201788.284844:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654264800/obd_uuid_23768 00000020:00000001:1.0:1788201788.284846:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.284847:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.284848:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654264800/obd_uuid_23768 for obd_name_23768 00000020:00000001:1.0:1788201788.284850:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.284851:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.284852:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654264800. 00000020:00000001:1.0:1788201788.284854:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.284855:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23768 obd_type name = obd_test 00000020:01000000:1.0:1788201788.284856:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23768 (obd_uuid_23768) 00000020:00000001:1.0:1788201788.284857:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.284858:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.284860:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.284862:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.284864:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a76000. 00000020:00000010:1.0:1788201788.284866:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.284868:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.284869:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.284871:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655680940. 00000020:00000010:1.0:1788201788.284873:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.284875:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.284876:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a76000. 00000020:00000010:1.0:1788201788.284878:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.284880:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.284881:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.284883:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.284884:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.284885:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654278000. 00000020:00000001:1.0:1788201788.284888:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.284889:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.284890:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.284893:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.284895:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.284896:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.284897:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.284979:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.284989:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.284991:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.284992:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.284993:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.284994:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.284996:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.284997:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.285024:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.285069:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.285071:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.285072:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.285073:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.285075:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.285077:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.285079:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.285080:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.285083:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.285085:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23769: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.285086:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.285088:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23775 (ffff9c465427cd40) has no exports 00000020:00000001:1.0:1788201788.285089:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.285090:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.285092:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.285094:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.285095:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.285097:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465418e800. 00000020:00000010:1.0:1788201788.285100:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.285103:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.285106:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.285109:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f9340. 00000020:00000010:1.0:1788201788.285112:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f9340. 00000020:00000010:1.0:1788201788.285117:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.285120:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.285122:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465418e800. 00000020:00000010:1.0:1788201788.285125:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.285139:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.285142:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.285144:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.285147:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.285157:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.285162:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654276800. 00000001:00000010:1.0:1788201788.285165:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654276400. 00000001:00000010:1.0:1788201788.285167:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654277400. 00000001:00000010:1.0:1788201788.285170:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654277c00. 00000001:00000010:1.0:1788201788.285171:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014b40. 00000001:00000010:1.0:1788201788.285173:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4655682200. 00000001:00000001:1.0:1788201788.285175:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.285176:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23769 (ffff9c465427cd40) now 3 - setup 00000020:00000001:1.0:1788201788.285177:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.285179:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.285180:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.285182:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.285184:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.285185:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.285187:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.285273:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.285284:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.285285:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.285286:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.285288:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.285289:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.285290:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.285291:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.285319:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.285365:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.285366:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.285367:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.285369:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.285371:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.285373:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.285375:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.285376:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.285379:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.285381:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23769 (ffff9c465427cd40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.285382:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23769 (uuid obd_uuid_23769) 00000020:00000040:1.0:1788201788.285384:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23769 (ffff9c465427cd40) now 1 - newdev 00000020:00000040:1.0:1788201788.285386:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654263800 with handle 0x8990e4d0a221707d from hash 00000020:00000040:1.0:1788201788.285388:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654263800 : new refcount 0 00000020:00000080:1.0:1788201788.285389:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654263800/obd_uuid_23769 00000020:00000001:1.0:1788201788.285390:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.285391:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.285453:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654263800/obd_uuid_23769 for obd_name_23769 00000020:00000001:1.0:1788201788.285455:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.285456:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.285457:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654263800. 00000020:00000001:1.0:1788201788.285459:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.285460:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23769 obd_type name = obd_test 00000020:01000000:1.0:1788201788.285461:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23769 (obd_uuid_23769) 00000020:00000001:1.0:1788201788.285462:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.285676:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.285679:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.285681:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.285683:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654188800. 00000020:00000010:1.0:1788201788.285685:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.285687:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.285689:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.285691:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655680b80. 00000020:00000010:1.0:1788201788.285693:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.285694:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.285696:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654188800. 00000020:00000010:1.0:1788201788.285697:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.285699:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.285701:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.285703:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.285704:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.285705:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c465427cd40. 00000020:00000001:1.0:1788201788.285711:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.285713:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.285714:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.285716:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.285718:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.285719:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.285720:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.285814:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.285825:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.285827:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.285828:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.285829:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.285830:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.285831:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.285832:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.285860:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.285906:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.285908:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.285909:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.285910:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.285912:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.285914:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.285916:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.285917:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.285921:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.285922:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23770: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.285924:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.285925:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23776 (ffff9c465427b380) has no exports 00000020:00000001:1.0:1788201788.285926:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.285927:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.285929:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.285931:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.285933:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.285935:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654188000. 00000020:00000010:1.0:1788201788.285937:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.285939:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.285941:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.285943:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f95c0. 00000020:00000010:1.0:1788201788.285946:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f95c0. 00000020:00000010:1.0:1788201788.285948:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.285950:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.285952:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654188000. 00000020:00000010:1.0:1788201788.285953:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.285955:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.285956:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.285958:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.285959:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.285967:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.285971:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654276c00. 00000001:00000010:1.0:1788201788.285972:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654277a00. 00000001:00000010:1.0:1788201788.285973:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654277200. 00000001:00000010:1.0:1788201788.285975:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654276200. 00000001:00000010:1.0:1788201788.285976:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014b20. 00000001:00000010:1.0:1788201788.285978:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4655682c00. 00000001:00000001:1.0:1788201788.285979:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.285980:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23770 (ffff9c465427b380) now 3 - setup 00000020:00000001:1.0:1788201788.285981:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.285983:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.285984:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.285986:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.285987:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.285988:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.285990:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.286072:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.286083:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.286084:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.286085:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.286087:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.286088:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.286089:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.286090:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.286140:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.286202:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.286203:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.286205:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.286207:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.286209:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.286211:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.286212:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.286214:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.286217:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.286219:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23770 (ffff9c465427b380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.286220:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23770 (uuid obd_uuid_23770) 00000020:00000040:1.0:1788201788.286222:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23770 (ffff9c465427b380) now 1 - newdev 00000020:00000040:1.0:1788201788.286224:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654266000 with handle 0x8990e4d0a2217084 from hash 00000020:00000040:1.0:1788201788.286226:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654266000 : new refcount 0 00000020:00000080:1.0:1788201788.286227:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654266000/obd_uuid_23770 00000020:00000001:1.0:1788201788.286229:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.286230:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.286231:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654266000/obd_uuid_23770 for obd_name_23770 00000020:00000001:1.0:1788201788.286233:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.286234:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.286235:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654266000. 00000020:00000001:1.0:1788201788.286237:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.286238:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23770 obd_type name = obd_test 00000020:01000000:1.0:1788201788.286239:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23770 (obd_uuid_23770) 00000020:00000001:1.0:1788201788.286240:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.286241:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.286243:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.286244:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.286246:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465418b000. 00000020:00000010:1.0:1788201788.286248:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.286250:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.286252:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.286254:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655680d40. 00000020:00000010:1.0:1788201788.286256:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.286258:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.286259:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465418b000. 00000020:00000010:1.0:1788201788.286261:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.286262:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.286264:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.286265:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.286267:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.286268:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c465427b380. 00000020:00000001:1.0:1788201788.286270:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.286272:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.286273:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.286275:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.286276:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.286278:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.286279:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.286362:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.286373:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.286374:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.286375:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.286377:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.286378:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.286379:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.286380:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.286424:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.286472:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.286474:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.286475:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.286477:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.286479:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.286481:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.286483:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.286484:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.286487:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.286489:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23771: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.286490:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.286491:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23777 (ffff9c4654288000) has no exports 00000020:00000001:1.0:1788201788.286493:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.286494:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.286496:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.286498:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.286499:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.286501:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465418c000. 00000020:00000010:1.0:1788201788.286503:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.286505:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.286507:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.286509:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f91c0. 00000020:00000010:1.0:1788201788.286511:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f91c0. 00000020:00000010:1.0:1788201788.286513:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.286515:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.286517:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465418c000. 00000020:00000010:1.0:1788201788.286518:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.286520:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.286521:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.286523:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.286524:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.286531:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.286534:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654276000. 00000001:00000010:1.0:1788201788.286536:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654276600. 00000001:00000010:1.0:1788201788.286537:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654276a00. 00000001:00000010:1.0:1788201788.286538:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654277e00. 00000001:00000010:1.0:1788201788.286540:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014340. 00000001:00000010:1.0:1788201788.286541:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4655682f00. 00000001:00000001:1.0:1788201788.286542:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.286543:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23771 (ffff9c4654288000) now 3 - setup 00000020:00000001:1.0:1788201788.286545:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.286546:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.286548:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.286549:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.286551:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.286552:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.286553:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.286666:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.286681:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.286683:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.286684:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.286686:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.286687:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.286688:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.286689:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.286719:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.286766:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.286767:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.286768:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.286775:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.286778:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.286779:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.286781:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.286782:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.286786:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.286787:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23771 (ffff9c4654288000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.286789:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23771 (uuid obd_uuid_23771) 00000020:00000040:1.0:1788201788.286790:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23771 (ffff9c4654288000) now 1 - newdev 00000020:00000040:1.0:1788201788.286792:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654265800 with handle 0x8990e4d0a221708b from hash 00000020:00000040:1.0:1788201788.286794:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654265800 : new refcount 0 00000020:00000080:1.0:1788201788.286795:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654265800/obd_uuid_23771 00000020:00000001:1.0:1788201788.286797:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.286798:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.286799:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654265800/obd_uuid_23771 for obd_name_23771 00000020:00000001:1.0:1788201788.286800:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.286801:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.286803:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654265800. 00000020:00000001:1.0:1788201788.286805:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.286806:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23771 obd_type name = obd_test 00000020:01000000:1.0:1788201788.286807:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23771 (obd_uuid_23771) 00000020:00000001:1.0:1788201788.286808:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.286809:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.286811:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.286813:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.286815:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465418a000. 00000020:00000010:1.0:1788201788.286817:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.286819:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.286820:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.286822:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655680900. 00000020:00000010:1.0:1788201788.286824:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.286826:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.286828:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465418a000. 00000020:00000010:1.0:1788201788.286829:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.286831:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.286832:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.286834:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.286835:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.286836:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654288000. 00000020:00000001:1.0:1788201788.286839:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.286840:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.286842:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.286844:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.286845:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.286846:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.286848:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.286929:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.286940:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.286942:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.286943:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.286944:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.286946:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.286947:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.286948:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.286976:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.287020:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.287022:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.287023:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.287025:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.287027:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.287028:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.287030:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.287031:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.287035:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.287036:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23772: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.287038:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.287039:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23778 (ffff9c465428cd40) has no exports 00000020:00000001:1.0:1788201788.287040:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.287041:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.287043:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.287045:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.287046:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.287048:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654189800. 00000020:00000010:1.0:1788201788.287050:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.287052:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.287053:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.287055:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f9c00. 00000020:00000010:1.0:1788201788.287058:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f9c00. 00000020:00000010:1.0:1788201788.287060:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.287062:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.287064:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654189800. 00000020:00000010:1.0:1788201788.287065:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.287067:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.287068:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.287070:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.287071:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.287080:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.287082:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654275a00. 00000001:00000010:1.0:1788201788.287084:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654274600. 00000001:00000010:1.0:1788201788.287085:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654276e00. 00000001:00000010:1.0:1788201788.287087:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654277800. 00000001:00000010:1.0:1788201788.287088:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014ba0. 00000001:00000010:1.0:1788201788.287090:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4655682600. 00000001:00000001:1.0:1788201788.287091:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.287092:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23772 (ffff9c465428cd40) now 3 - setup 00000020:00000001:1.0:1788201788.287093:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.287094:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.287096:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.287098:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.287099:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.287102:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.287103:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.287220:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.287231:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.287232:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.287234:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.287235:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.287236:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.287237:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.287238:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.287266:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.287312:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.287314:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.287315:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.287316:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.287318:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.287320:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.287322:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.287323:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.287326:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.287328:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23772 (ffff9c465428cd40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.287330:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23772 (uuid obd_uuid_23772) 00000020:00000040:1.0:1788201788.287332:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23772 (ffff9c465428cd40) now 1 - newdev 00000020:00000040:1.0:1788201788.287334:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654265000 with handle 0x8990e4d0a2217092 from hash 00000020:00000040:1.0:1788201788.287336:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654265000 : new refcount 0 00000020:00000080:1.0:1788201788.287337:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654265000/obd_uuid_23772 00000020:00000001:1.0:1788201788.287338:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.287340:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.287341:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654265000/obd_uuid_23772 for obd_name_23772 00000020:00000001:1.0:1788201788.287342:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.287343:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.287344:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654265000. 00000020:00000001:1.0:1788201788.287346:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.287348:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23772 obd_type name = obd_test 00000020:01000000:1.0:1788201788.287349:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23772 (obd_uuid_23772) 00000020:00000001:1.0:1788201788.287350:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.287352:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.287353:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.287355:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.287357:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465418f000. 00000020:00000010:1.0:1788201788.287359:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.287361:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.287362:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.287364:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c46556804c0. 00000020:00000010:1.0:1788201788.287366:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.287368:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.287369:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465418f000. 00000020:00000010:1.0:1788201788.287371:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.287372:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.287374:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.287375:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.287377:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.287378:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c465428cd40. 00000020:00000001:1.0:1788201788.287381:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.287382:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.287384:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.287386:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.287387:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.287389:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.287390:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.287489:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.287500:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.287502:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.287503:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.287504:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.287505:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.287506:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.287507:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.287535:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.287581:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.287583:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.287584:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.287585:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.287587:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.287589:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.287590:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.287592:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.287595:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.287596:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23773: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.287598:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.287599:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23779 (ffff9c465428b380) has no exports 00000020:00000001:1.0:1788201788.287600:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.287602:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.287603:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.287605:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.287607:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.287609:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465418a800. 00000020:00000010:1.0:1788201788.287612:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.287615:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.287617:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.287620:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f9200. 00000020:00000010:1.0:1788201788.287624:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f9200. 00000020:00000010:1.0:1788201788.287637:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.287640:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.287642:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465418a800. 00000020:00000010:1.0:1788201788.287645:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.287647:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.287650:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.287652:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.287655:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.287666:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.287671:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654295e00. 00000001:00000010:1.0:1788201788.287674:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654294e00. 00000001:00000010:1.0:1788201788.287676:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654295800. 00000001:00000010:1.0:1788201788.287677:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654295200. 00000001:00000010:1.0:1788201788.287679:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014e40. 00000001:00000010:1.0:1788201788.287680:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4655682d00. 00000001:00000001:1.0:1788201788.287682:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.287683:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23773 (ffff9c465428b380) now 3 - setup 00000020:00000001:1.0:1788201788.287685:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.287686:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.287688:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.287689:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.287691:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.287692:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.287693:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.287780:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.287791:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.287792:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.287793:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.287794:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.287795:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.287796:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.287798:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.287826:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.287872:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.287873:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.287875:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.287876:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.287878:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.287880:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.287882:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.287883:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.287886:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.287888:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23773 (ffff9c465428b380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.287889:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23773 (uuid obd_uuid_23773) 00000020:00000040:1.0:1788201788.287890:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23773 (ffff9c465428b380) now 1 - newdev 00000020:00000040:1.0:1788201788.287893:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654267800 with handle 0x8990e4d0a2217099 from hash 00000020:00000040:1.0:1788201788.287895:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654267800 : new refcount 0 00000020:00000080:1.0:1788201788.287896:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654267800/obd_uuid_23773 00000020:00000001:1.0:1788201788.287898:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.287899:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.287900:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654267800/obd_uuid_23773 for obd_name_23773 00000020:00000001:1.0:1788201788.287902:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.287903:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.287904:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654267800. 00000020:00000001:1.0:1788201788.287905:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.287906:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23773 obd_type name = obd_test 00000020:01000000:1.0:1788201788.287907:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23773 (obd_uuid_23773) 00000020:00000001:1.0:1788201788.287908:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.287910:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.287912:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.287913:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.287915:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654189000. 00000020:00000010:1.0:1788201788.287917:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.287919:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.287920:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.287922:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655680000. 00000020:00000010:1.0:1788201788.287924:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.287926:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.287927:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654189000. 00000020:00000010:1.0:1788201788.287930:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.287931:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.287933:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.287934:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.287936:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.287937:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c465428b380. 00000020:00000001:1.0:1788201788.287939:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.287941:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.287942:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.287944:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.287945:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.287947:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.287948:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.288029:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.288040:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.288041:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.288042:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.288044:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.288045:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.288046:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.288047:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.288074:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.288141:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.288143:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.288145:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.288147:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.288150:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.288153:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.288156:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.288158:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.288163:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.288165:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23774: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.288168:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.288170:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23780 (ffff9c46542899c0) has no exports 00000020:00000001:1.0:1788201788.288172:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.288173:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.288176:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.288178:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.288179:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.288181:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465418d000. 00000020:00000010:1.0:1788201788.288183:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.288185:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.288187:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.288189:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f9180. 00000020:00000010:1.0:1788201788.288191:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f9180. 00000020:00000010:1.0:1788201788.288194:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.288196:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.288198:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465418d000. 00000020:00000010:1.0:1788201788.288199:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.288201:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.288202:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.288204:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.288205:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.288212:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.288215:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654294a00. 00000001:00000010:1.0:1788201788.288216:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654295600. 00000001:00000010:1.0:1788201788.288218:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654294400. 00000001:00000010:1.0:1788201788.288219:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654295400. 00000001:00000010:1.0:1788201788.288220:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c47710142a0. 00000001:00000010:1.0:1788201788.288222:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4655682100. 00000001:00000001:1.0:1788201788.288223:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.288224:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23774 (ffff9c46542899c0) now 3 - setup 00000020:00000001:1.0:1788201788.288225:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.288226:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.288228:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.288229:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.288231:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.288232:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.288233:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.288320:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.288331:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.288333:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.288334:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.288335:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.288336:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.288337:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.288338:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.288366:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.288431:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.288433:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.288434:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.288436:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.288439:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.288441:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.288443:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.288445:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.288448:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.288450:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23774 (ffff9c46542899c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.288453:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23774 (uuid obd_uuid_23774) 00000020:00000040:1.0:1788201788.288454:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23774 (ffff9c46542899c0) now 1 - newdev 00000020:00000040:1.0:1788201788.288457:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654262800 with handle 0x8990e4d0a22170a0 from hash 00000020:00000040:1.0:1788201788.288459:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654262800 : new refcount 0 00000020:00000080:1.0:1788201788.288461:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654262800/obd_uuid_23774 00000020:00000001:1.0:1788201788.288463:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.288464:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.288465:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654262800/obd_uuid_23774 for obd_name_23774 00000020:00000001:1.0:1788201788.288467:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.288468:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.288469:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654262800. 00000020:00000001:1.0:1788201788.288471:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.288473:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23774 obd_type name = obd_test 00000020:01000000:1.0:1788201788.288474:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23774 (obd_uuid_23774) 00000020:00000001:1.0:1788201788.288475:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.288477:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.288479:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.288481:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.288483:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465418f800. 00000020:00000010:1.0:1788201788.288485:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.288487:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.288488:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.288490:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655680040. 00000020:00000010:1.0:1788201788.288492:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.288494:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.288495:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465418f800. 00000020:00000010:1.0:1788201788.288497:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.288499:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.288500:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.288502:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.288503:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.288504:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46542899c0. 00000020:00000001:1.0:1788201788.288507:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.288508:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.288509:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.288511:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.288513:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.288514:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.288515:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.288598:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.288609:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.288611:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.288613:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.288614:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.288616:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.288618:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.288620:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.288665:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.288717:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.288718:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.288731:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.288733:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.288735:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.288737:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.288739:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.288740:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.288743:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.288745:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23775: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.288746:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.288747:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23781 (ffff9c4771018000) has no exports 00000020:00000001:1.0:1788201788.288749:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.288750:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.288752:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.288753:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.288755:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.288757:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465418e000. 00000020:00000010:1.0:1788201788.288759:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.288761:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.288762:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.288764:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f9e80. 00000020:00000010:1.0:1788201788.288767:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f9e80. 00000020:00000010:1.0:1788201788.288770:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.288771:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.288773:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465418e000. 00000020:00000010:1.0:1788201788.288775:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.288776:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.288778:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.288780:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.288781:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.288805:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.288808:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654295c00. 00000001:00000010:1.0:1788201788.288810:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654295000. 00000001:00000010:1.0:1788201788.288811:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654294600. 00000001:00000010:1.0:1788201788.288812:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654295a00. 00000001:00000010:1.0:1788201788.288814:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014860. 00000001:00000010:1.0:1788201788.288815:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4655682400. 00000001:00000001:1.0:1788201788.288816:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.288818:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23775 (ffff9c4771018000) now 3 - setup 00000020:00000001:1.0:1788201788.288819:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.288821:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.288822:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.288824:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.288826:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.288827:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.288828:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.288913:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.288924:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.288925:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.288927:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.288928:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.288929:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.288930:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.288931:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.288959:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.289004:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.289006:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.289007:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.289008:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.289010:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.289012:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.289014:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.289015:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.289018:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.289020:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23775 (ffff9c4771018000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.289022:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23775 (uuid obd_uuid_23775) 00000020:00000040:1.0:1788201788.289023:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23775 (ffff9c4771018000) now 1 - newdev 00000020:00000040:1.0:1788201788.289025:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654261000 with handle 0x8990e4d0a22170a7 from hash 00000020:00000040:1.0:1788201788.289027:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654261000 : new refcount 0 00000020:00000080:1.0:1788201788.289028:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654261000/obd_uuid_23775 00000020:00000001:1.0:1788201788.289029:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.289031:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.289032:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654261000/obd_uuid_23775 for obd_name_23775 00000020:00000001:1.0:1788201788.289034:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.289035:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.289036:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654261000. 00000020:00000001:1.0:1788201788.289038:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.289039:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23775 obd_type name = obd_test 00000020:01000000:1.0:1788201788.289040:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23775 (obd_uuid_23775) 00000020:00000001:1.0:1788201788.289041:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.289043:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.289045:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.289047:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.289049:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465418d800. 00000020:00000010:1.0:1788201788.289050:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.289052:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.289054:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.289056:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655680240. 00000020:00000010:1.0:1788201788.289057:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.289059:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.289060:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465418d800. 00000020:00000010:1.0:1788201788.289062:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.289064:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.289065:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.289067:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.289068:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.289069:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4771018000. 00000020:00000001:1.0:1788201788.289072:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.289074:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.289075:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.289077:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.289078:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.289080:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.289081:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.289202:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.289213:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.289214:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.289216:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.289217:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.289218:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.289219:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.289221:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.289248:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.289295:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.289296:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.289297:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.289299:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.289301:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.289303:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.289305:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.289306:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.289309:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.289311:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23776: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.289312:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.289314:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23782 (ffff9c477101cd40) has no exports 00000020:00000001:1.0:1788201788.289315:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.289316:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.289318:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.289320:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.289321:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.289323:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465418c800. 00000020:00000010:1.0:1788201788.289325:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.289327:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.289329:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.289331:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f9a80. 00000020:00000010:1.0:1788201788.289333:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f9a80. 00000020:00000010:1.0:1788201788.289336:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.289337:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.289339:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465418c800. 00000020:00000010:1.0:1788201788.289340:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.289342:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.289343:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.289345:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.289347:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.289354:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.289357:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654277600. 00000001:00000010:1.0:1788201788.289358:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654277000. 00000001:00000010:1.0:1788201788.289360:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654294c00. 00000001:00000010:1.0:1788201788.289361:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654294800. 00000001:00000010:1.0:1788201788.289362:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014cc0. 00000001:00000010:1.0:1788201788.289363:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4655682700. 00000001:00000001:1.0:1788201788.289365:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.289366:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23776 (ffff9c477101cd40) now 3 - setup 00000020:00000001:1.0:1788201788.289367:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.289368:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.289370:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.289371:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.289372:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.289374:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.289375:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.289493:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.289504:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.289505:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.289506:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.289507:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.289509:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.289510:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.289511:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.289538:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.289584:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.289586:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.289587:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.289588:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.289590:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.289592:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.289594:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.289595:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.289598:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.289600:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23776 (ffff9c477101cd40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.289602:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23776 (uuid obd_uuid_23776) 00000020:00000040:1.0:1788201788.289603:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23776 (ffff9c477101cd40) now 1 - newdev 00000020:00000040:1.0:1788201788.289605:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654266800 with handle 0x8990e4d0a22170ae from hash 00000020:00000040:1.0:1788201788.289607:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654266800 : new refcount 0 00000020:00000080:1.0:1788201788.289609:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654266800/obd_uuid_23776 00000020:00000001:1.0:1788201788.289611:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.289613:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.289615:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654266800/obd_uuid_23776 for obd_name_23776 00000020:00000001:1.0:1788201788.289617:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.289619:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.289621:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654266800. 00000020:00000001:1.0:1788201788.289624:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.289625:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23776 obd_type name = obd_test 00000020:01000000:1.0:1788201788.289627:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23776 (obd_uuid_23776) 00000020:00000001:1.0:1788201788.289628:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.289631:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.289634:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.289636:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.289640:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465418b800. 00000020:00000010:1.0:1788201788.289643:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.289646:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.289649:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.289652:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655680580. 00000020:00000010:1.0:1788201788.289655:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.289658:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.289660:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465418b800. 00000020:00000010:1.0:1788201788.289663:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.289666:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.289668:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.289670:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.289672:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.289673:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c477101cd40. 00000020:00000001:1.0:1788201788.289676:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.289678:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.289680:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.289682:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.289683:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.289685:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.289686:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.289771:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.289782:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.289783:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.289784:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.289786:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.289787:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.289788:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.289789:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.289817:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.289863:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.289864:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.289865:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.289867:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.289869:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.289871:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.289872:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.289874:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.289877:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.289878:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23777: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.289880:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.289881:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23783 (ffff9c477101b380) has no exports 00000020:00000001:1.0:1788201788.289882:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.289884:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.289886:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.289887:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.289889:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.289892:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a74000. 00000020:00000010:1.0:1788201788.289893:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.289895:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.289897:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.289899:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f9400. 00000020:00000010:1.0:1788201788.289902:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f9400. 00000020:00000010:1.0:1788201788.289905:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.289906:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.289908:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a74000. 00000020:00000010:1.0:1788201788.289910:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.289912:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.289913:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.289915:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.289916:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.289923:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.289926:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654297a00. 00000001:00000010:1.0:1788201788.289928:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654296c00. 00000001:00000010:1.0:1788201788.289930:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654296800. 00000001:00000010:1.0:1788201788.289931:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654296400. 00000001:00000010:1.0:1788201788.289933:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c47710141e0. 00000001:00000010:1.0:1788201788.289934:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4655682a00. 00000001:00000001:1.0:1788201788.289935:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.289936:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23777 (ffff9c477101b380) now 3 - setup 00000020:00000001:1.0:1788201788.289938:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.289939:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.289941:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.289942:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.289944:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.289945:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.289946:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.290026:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.290037:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.290038:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.290039:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.290040:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.290041:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.290043:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.290044:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.290071:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.290124:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.290141:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.290143:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.290145:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.290148:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.290151:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.290154:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.290156:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.290161:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.290164:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23777 (ffff9c477101b380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.290166:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23777 (uuid obd_uuid_23777) 00000020:00000040:1.0:1788201788.290168:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23777 (ffff9c477101b380) now 1 - newdev 00000020:00000040:1.0:1788201788.290171:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654267000 with handle 0x8990e4d0a22170b5 from hash 00000020:00000040:1.0:1788201788.290173:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654267000 : new refcount 0 00000020:00000080:1.0:1788201788.290174:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654267000/obd_uuid_23777 00000020:00000001:1.0:1788201788.290176:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.290177:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.290178:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654267000/obd_uuid_23777 for obd_name_23777 00000020:00000001:1.0:1788201788.290180:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.290181:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.290182:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654267000. 00000020:00000001:1.0:1788201788.290184:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.290185:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23777 obd_type name = obd_test 00000020:01000000:1.0:1788201788.290186:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23777 (obd_uuid_23777) 00000020:00000001:1.0:1788201788.290187:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.290189:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.290191:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.290192:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.290194:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a75000. 00000020:00000010:1.0:1788201788.290196:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.290198:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.290199:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.290201:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c46556807c0. 00000020:00000010:1.0:1788201788.290203:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.290205:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.290207:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a75000. 00000020:00000010:1.0:1788201788.290209:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.290210:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.290212:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.290213:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.290215:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.290216:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c477101b380. 00000020:00000001:1.0:1788201788.290219:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.290220:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.290222:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.290224:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.290225:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.290226:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.290227:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.290314:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.290324:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.290326:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.290327:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.290328:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.290329:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.290330:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.290332:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.290359:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.290427:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.290429:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.290430:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.290432:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.290435:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.290437:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.290439:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.290440:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.290444:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.290445:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23778: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.290447:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.290449:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23784 (ffff9c47710199c0) has no exports 00000020:00000001:1.0:1788201788.290451:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.290452:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.290454:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.290455:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.290457:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.290459:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a73000. 00000020:00000010:1.0:1788201788.290461:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.290463:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.290465:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.290466:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f9dc0. 00000020:00000010:1.0:1788201788.290469:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f9dc0. 00000020:00000010:1.0:1788201788.290472:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.290474:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.290475:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a73000. 00000020:00000010:1.0:1788201788.290478:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.290479:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.290481:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.290482:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.290484:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.290496:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.290499:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654296600. 00000001:00000010:1.0:1788201788.290500:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654296000. 00000001:00000010:1.0:1788201788.290502:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654296e00. 00000001:00000010:1.0:1788201788.290503:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654297800. 00000001:00000010:1.0:1788201788.290504:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014e20. 00000001:00000010:1.0:1788201788.290506:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4655684600. 00000001:00000001:1.0:1788201788.290509:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.290510:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23778 (ffff9c47710199c0) now 3 - setup 00000020:00000001:1.0:1788201788.290511:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.290512:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.290514:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.290516:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.290517:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.290518:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.290520:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.290606:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.290631:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.290634:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.290635:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.290637:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.290639:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.290640:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.290642:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.290684:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.290739:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.290741:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.290742:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.290744:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.290746:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.290748:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.290749:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.290751:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.290754:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.290755:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23778 (ffff9c47710199c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.290757:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23778 (uuid obd_uuid_23778) 00000020:00000040:1.0:1788201788.290758:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23778 (ffff9c47710199c0) now 1 - newdev 00000020:00000040:1.0:1788201788.290760:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46542a7800 with handle 0x8990e4d0a22170bc from hash 00000020:00000040:1.0:1788201788.290762:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46542a7800 : new refcount 0 00000020:00000080:1.0:1788201788.290764:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46542a7800/obd_uuid_23778 00000020:00000001:1.0:1788201788.290765:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.290766:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.290767:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46542a7800/obd_uuid_23778 for obd_name_23778 00000020:00000001:1.0:1788201788.290769:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.290770:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.290771:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46542a7800. 00000020:00000001:1.0:1788201788.290773:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.290774:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23778 obd_type name = obd_test 00000020:01000000:1.0:1788201788.290775:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23778 (obd_uuid_23778) 00000020:00000001:1.0:1788201788.290776:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.290778:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.290779:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.290781:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.290784:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46541d7800. 00000020:00000010:1.0:1788201788.290786:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.290788:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.290789:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.290791:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655680c40. 00000020:00000010:1.0:1788201788.290793:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.290795:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.290796:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46541d7800. 00000020:00000010:1.0:1788201788.290798:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.290800:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.290801:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.290802:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.290804:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.290805:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c47710199c0. 00000020:00000001:1.0:1788201788.290808:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.290809:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.290810:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.290812:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.290814:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.290815:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.290817:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.290899:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.290910:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.290911:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.290912:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.290914:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.290915:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.290916:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.290917:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.290945:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.290990:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.290992:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.290993:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.290995:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.290997:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.290999:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.291001:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.291002:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.291005:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.291007:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23779: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.291008:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.291010:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23785 (ffff9c46542a99c0) has no exports 00000020:00000001:1.0:1788201788.291011:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.291012:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.291014:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.291016:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.291017:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.291020:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46541d5000. 00000020:00000010:1.0:1788201788.291021:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.291023:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.291025:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.291027:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f9fc0. 00000020:00000010:1.0:1788201788.291029:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f9fc0. 00000020:00000010:1.0:1788201788.291032:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.291034:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.291035:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46541d5000. 00000020:00000010:1.0:1788201788.291037:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.291039:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.291040:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.291041:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.291043:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.291051:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.291053:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654297200. 00000001:00000010:1.0:1788201788.291055:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654296200. 00000001:00000010:1.0:1788201788.291056:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654297000. 00000001:00000010:1.0:1788201788.291057:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654297600. 00000001:00000010:1.0:1788201788.291059:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014200. 00000001:00000010:1.0:1788201788.291060:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4655684d00. 00000001:00000001:1.0:1788201788.291062:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.291063:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23779 (ffff9c46542a99c0) now 3 - setup 00000020:00000001:1.0:1788201788.291065:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.291066:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.291067:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.291069:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.291070:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.291071:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.291072:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.291200:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.291211:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.291212:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.291214:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.291215:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.291216:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.291217:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.291218:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.291246:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.291292:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.291294:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.291295:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.291296:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.291298:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.291300:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.291302:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.291303:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.291306:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.291308:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23779 (ffff9c46542a99c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.291309:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23779 (uuid obd_uuid_23779) 00000020:00000040:1.0:1788201788.291311:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23779 (ffff9c46542a99c0) now 1 - newdev 00000020:00000040:1.0:1788201788.291313:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46542a2800 with handle 0x8990e4d0a22170c3 from hash 00000020:00000040:1.0:1788201788.291315:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46542a2800 : new refcount 0 00000020:00000080:1.0:1788201788.291316:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46542a2800/obd_uuid_23779 00000020:00000001:1.0:1788201788.291317:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.291319:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.291320:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46542a2800/obd_uuid_23779 for obd_name_23779 00000020:00000001:1.0:1788201788.291322:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.291323:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.291324:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46542a2800. 00000020:00000001:1.0:1788201788.291326:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.291327:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23779 obd_type name = obd_test 00000020:01000000:1.0:1788201788.291328:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23779 (obd_uuid_23779) 00000020:00000001:1.0:1788201788.291329:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.291330:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.291332:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.291334:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.291336:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46541d1000. 00000020:00000010:1.0:1788201788.291337:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.291339:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.291341:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.291343:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c46556803c0. 00000020:00000010:1.0:1788201788.291345:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.291346:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.291348:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46541d1000. 00000020:00000010:1.0:1788201788.291349:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.291351:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.291353:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.291354:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.291355:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.291356:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46542a99c0. 00000020:00000001:1.0:1788201788.291371:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.291373:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.291375:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.291377:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.291378:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.291380:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.291381:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.291482:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.291494:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.291495:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.291496:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.291497:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.291499:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.291500:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.291501:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.291528:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.291573:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.291574:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.291575:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.291577:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.291579:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.291581:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.291582:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.291584:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.291587:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.291588:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23780: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.291590:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.291591:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23786 (ffff9c46542a8000) has no exports 00000020:00000001:1.0:1788201788.291592:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.291594:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.291595:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.291597:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.291599:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.291601:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46541d2800. 00000020:00000010:1.0:1788201788.291602:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.291604:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.291606:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.291608:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f9640. 00000020:00000010:1.0:1788201788.291611:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f9640. 00000020:00000010:1.0:1788201788.291615:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.291618:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.291620:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46541d2800. 00000020:00000010:1.0:1788201788.291623:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.291625:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.291628:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.291630:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.291632:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.291644:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.291649:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654294000. 00000001:00000010:1.0:1788201788.291651:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654294200. 00000001:00000010:1.0:1788201788.291653:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654296a00. 00000001:00000010:1.0:1788201788.291656:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654297e00. 00000001:00000010:1.0:1788201788.291658:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c47710145a0. 00000001:00000010:1.0:1788201788.291660:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4655684100. 00000001:00000001:1.0:1788201788.291663:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.291664:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23780 (ffff9c46542a8000) now 3 - setup 00000020:00000001:1.0:1788201788.291667:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.291668:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.291670:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.291672:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.291673:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.291674:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.291676:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.291762:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.291772:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.291774:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.291775:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.291776:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.291777:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.291778:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.291779:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.291807:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.291852:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.291854:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.291855:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.291857:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.291859:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.291860:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.291862:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.291863:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.291867:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.291869:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23780 (ffff9c46542a8000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.291870:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23780 (uuid obd_uuid_23780) 00000020:00000040:1.0:1788201788.291871:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23780 (ffff9c46542a8000) now 1 - newdev 00000020:00000040:1.0:1788201788.291874:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46542a1000 with handle 0x8990e4d0a22170ca from hash 00000020:00000040:1.0:1788201788.291876:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46542a1000 : new refcount 0 00000020:00000080:1.0:1788201788.291877:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46542a1000/obd_uuid_23780 00000020:00000001:1.0:1788201788.291878:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.291879:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.291880:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46542a1000/obd_uuid_23780 for obd_name_23780 00000020:00000001:1.0:1788201788.291882:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.291883:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.291884:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46542a1000. 00000020:00000001:1.0:1788201788.291886:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.291887:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23780 obd_type name = obd_test 00000020:01000000:1.0:1788201788.291888:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23780 (obd_uuid_23780) 00000020:00000001:1.0:1788201788.291889:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.291891:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.291893:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.291894:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.291897:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46541d7000. 00000020:00000010:1.0:1788201788.291898:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.291900:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.291902:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.291904:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655680600. 00000020:00000010:1.0:1788201788.291906:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.291907:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.291909:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46541d7000. 00000020:00000010:1.0:1788201788.291911:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.291912:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.291914:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.291915:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.291917:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.291918:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46542a8000. 00000020:00000001:1.0:1788201788.291920:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.291922:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.291923:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.291925:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.291926:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.291928:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.291929:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.292010:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.292021:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.292022:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.292023:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.292025:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.292026:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.292027:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.292028:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.292056:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.292100:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.292102:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.292104:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.292106:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.292109:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.292112:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.292115:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.292117:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.292121:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.292123:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23781: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.292137:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.292140:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23787 (ffff9c46542acd40) has no exports 00000020:00000001:1.0:1788201788.292142:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.292144:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.292147:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.292150:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.292153:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.292156:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46541d6800. 00000020:00000010:1.0:1788201788.292159:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.292162:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.292165:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.292168:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f9280. 00000020:00000010:1.0:1788201788.292172:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f9280. 00000020:00000010:1.0:1788201788.292175:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.292177:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.292178:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46541d6800. 00000020:00000010:1.0:1788201788.292180:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.292182:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.292183:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.292185:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.292187:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.292194:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.292197:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46542b5200. 00000001:00000010:1.0:1788201788.292199:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46542b4200. 00000001:00000010:1.0:1788201788.292200:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46542b4000. 00000001:00000010:1.0:1788201788.292202:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46542b4600. 00000001:00000010:1.0:1788201788.292203:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c47710146c0. 00000001:00000010:1.0:1788201788.292205:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4655684400. 00000001:00000001:1.0:1788201788.292206:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.292207:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23781 (ffff9c46542acd40) now 3 - setup 00000020:00000001:1.0:1788201788.292208:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.292210:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.292211:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.292213:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.292214:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.292216:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.292217:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.292302:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.292313:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.292315:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.292316:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.292317:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.292318:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.292319:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.292320:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.292348:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.292411:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.292413:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.292414:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.292417:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.292419:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.292422:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.292424:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.292425:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.292429:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.292430:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23781 (ffff9c46542acd40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.292432:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23781 (uuid obd_uuid_23781) 00000020:00000040:1.0:1788201788.292434:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23781 (ffff9c46542acd40) now 1 - newdev 00000020:00000040:1.0:1788201788.292436:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46542a6800 with handle 0x8990e4d0a22170d1 from hash 00000020:00000040:1.0:1788201788.292438:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46542a6800 : new refcount 0 00000020:00000080:1.0:1788201788.292440:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46542a6800/obd_uuid_23781 00000020:00000001:1.0:1788201788.292442:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.292443:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.292444:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46542a6800/obd_uuid_23781 for obd_name_23781 00000020:00000001:1.0:1788201788.292446:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.292447:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.292448:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46542a6800. 00000020:00000001:1.0:1788201788.292454:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.292456:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23781 obd_type name = obd_test 00000020:01000000:1.0:1788201788.292457:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23781 (obd_uuid_23781) 00000020:00000001:1.0:1788201788.292458:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.292460:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.292462:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.292464:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.292466:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46541d0800. 00000020:00000010:1.0:1788201788.292468:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.292470:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.292472:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.292473:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655680300. 00000020:00000010:1.0:1788201788.292476:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.292478:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.292479:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46541d0800. 00000020:00000010:1.0:1788201788.292481:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.292482:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.292484:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.292486:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.292487:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.292488:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46542acd40. 00000020:00000001:1.0:1788201788.292491:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.292492:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.292494:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.292496:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.292497:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.292498:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.292499:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.292582:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.292593:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.292594:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.292595:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.292597:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.292598:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.292599:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.292600:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.292638:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.292697:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.292699:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.292700:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.292702:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.292704:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.292706:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.292707:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.292709:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.292712:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.292714:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23782: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.292716:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.292717:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23788 (ffff9c46542ab380) has no exports 00000020:00000001:1.0:1788201788.292719:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.292720:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.292721:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.292734:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.292736:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.292738:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46541d1800. 00000020:00000010:1.0:1788201788.292740:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.292742:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.292743:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.292745:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f9f40. 00000020:00000010:1.0:1788201788.292748:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f9f40. 00000020:00000010:1.0:1788201788.292750:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.292752:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.292754:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46541d1800. 00000020:00000010:1.0:1788201788.292755:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.292757:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.292758:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.292760:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.292761:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.292768:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.292772:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46542b5800. 00000001:00000010:1.0:1788201788.292773:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46542b4e00. 00000001:00000010:1.0:1788201788.292774:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46542b5000. 00000001:00000010:1.0:1788201788.292776:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46542b5600. 00000001:00000010:1.0:1788201788.292777:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014ae0. 00000001:00000010:1.0:1788201788.292778:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4655684700. 00000001:00000001:1.0:1788201788.292780:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.292781:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23782 (ffff9c46542ab380) now 3 - setup 00000020:00000001:1.0:1788201788.292782:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.292783:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.292785:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.292787:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.292799:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.292801:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.292802:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.292884:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.292895:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.292896:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.292898:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.292899:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.292900:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.292901:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.292902:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.292930:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.292975:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.292976:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.292977:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.292979:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.292981:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.292983:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.292985:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.292986:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.292989:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.292991:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23782 (ffff9c46542ab380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.292992:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23782 (uuid obd_uuid_23782) 00000020:00000040:1.0:1788201788.292994:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23782 (ffff9c46542ab380) now 1 - newdev 00000020:00000040:1.0:1788201788.292996:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46542a7000 with handle 0x8990e4d0a22170d8 from hash 00000020:00000040:1.0:1788201788.292998:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46542a7000 : new refcount 0 00000020:00000080:1.0:1788201788.292999:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46542a7000/obd_uuid_23782 00000020:00000001:1.0:1788201788.293000:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.293002:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.293003:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46542a7000/obd_uuid_23782 for obd_name_23782 00000020:00000001:1.0:1788201788.293004:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.293005:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.293006:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46542a7000. 00000020:00000001:1.0:1788201788.293008:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.293009:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23782 obd_type name = obd_test 00000020:01000000:1.0:1788201788.293010:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23782 (obd_uuid_23782) 00000020:00000001:1.0:1788201788.293012:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.293014:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.293016:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.293017:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.293020:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46541d0000. 00000020:00000010:1.0:1788201788.293021:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.293024:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.293025:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.293027:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655680500. 00000020:00000010:1.0:1788201788.293029:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.293031:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.293032:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46541d0000. 00000020:00000010:1.0:1788201788.293034:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.293036:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.293037:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.293039:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.293040:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.293041:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46542ab380. 00000020:00000001:1.0:1788201788.293044:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.293045:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.293046:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.293048:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.293050:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.293051:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.293052:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.293174:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.293185:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.293187:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.293188:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.293189:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.293190:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.293192:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.293193:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.293221:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.293269:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.293271:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.293272:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.293274:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.293276:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.293278:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.293280:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.293281:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.293284:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.293286:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23783: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.293287:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.293289:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23789 (ffff9c46542b99c0) has no exports 00000020:00000001:1.0:1788201788.293290:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.293291:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.293293:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.293294:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.293296:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.293298:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46541d3000. 00000020:00000010:1.0:1788201788.293300:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.293302:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.293303:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.293305:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f9d00. 00000020:00000010:1.0:1788201788.293308:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f9d00. 00000020:00000010:1.0:1788201788.293311:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.293312:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.293314:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46541d3000. 00000020:00000010:1.0:1788201788.293315:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.293317:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.293318:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.293320:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.293321:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.293329:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.293332:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46542b4a00. 00000001:00000010:1.0:1788201788.293333:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46542b5e00. 00000001:00000010:1.0:1788201788.293335:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46542b4800. 00000001:00000010:1.0:1788201788.293336:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46542b4400. 00000001:00000010:1.0:1788201788.293337:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c47710149a0. 00000001:00000010:1.0:1788201788.293339:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4655684a00. 00000001:00000001:1.0:1788201788.293341:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.293342:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23783 (ffff9c46542b99c0) now 3 - setup 00000020:00000001:1.0:1788201788.293343:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.293344:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.293346:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.293347:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.293348:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.293350:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.293351:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.293506:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.293517:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.293518:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.293519:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.293520:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.293521:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.293523:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.293524:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.293551:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.293597:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.293599:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.293600:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.293602:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.293604:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.293606:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.293607:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.293609:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.293614:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.293617:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23783 (ffff9c46542b99c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.293619:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23783 (uuid obd_uuid_23783) 00000020:00000040:1.0:1788201788.293621:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23783 (ffff9c46542b99c0) now 1 - newdev 00000020:00000040:1.0:1788201788.293624:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46542a1800 with handle 0x8990e4d0a22170df from hash 00000020:00000040:1.0:1788201788.293627:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46542a1800 : new refcount 0 00000020:00000080:1.0:1788201788.293628:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46542a1800/obd_uuid_23783 00000020:00000001:1.0:1788201788.293631:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.293633:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.293635:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46542a1800/obd_uuid_23783 for obd_name_23783 00000020:00000001:1.0:1788201788.293637:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.293639:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.293641:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46542a1800. 00000020:00000001:1.0:1788201788.293644:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.293645:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23783 obd_type name = obd_test 00000020:01000000:1.0:1788201788.293647:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23783 (obd_uuid_23783) 00000020:00000001:1.0:1788201788.293649:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.293652:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.293655:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.293658:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.293661:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46541d4000. 00000020:00000010:1.0:1788201788.293664:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.293667:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.293669:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.293671:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655680540. 00000020:00000010:1.0:1788201788.293673:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.293675:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.293676:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46541d4000. 00000020:00000010:1.0:1788201788.293678:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.293680:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.293681:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.293683:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.293684:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.293686:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46542b99c0. 00000020:00000001:1.0:1788201788.293689:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.293690:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.293692:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.293694:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.293695:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.293697:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.293698:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.293783:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.293795:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.293796:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.293797:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.293798:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.293799:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.293801:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.293802:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.293829:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.293875:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.293876:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.293877:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.293879:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.293881:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.293883:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.293884:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.293886:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.293889:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.293891:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23784: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.293892:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.293894:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23790 (ffff9c46542b8000) has no exports 00000020:00000001:1.0:1788201788.293895:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.293896:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.293898:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.293900:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.293901:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.293903:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46541d2000. 00000020:00000010:1.0:1788201788.293905:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.293907:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.293909:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.293911:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f9e40. 00000020:00000010:1.0:1788201788.293913:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f9e40. 00000020:00000010:1.0:1788201788.293916:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.293918:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.293919:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46541d2000. 00000020:00000010:1.0:1788201788.293921:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.293923:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.293924:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.293926:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.293927:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.293935:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.293938:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654297c00. 00000001:00000010:1.0:1788201788.293940:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654297400. 00000001:00000010:1.0:1788201788.293941:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46542b5400. 00000001:00000010:1.0:1788201788.293943:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46542b5c00. 00000001:00000010:1.0:1788201788.293944:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014420. 00000001:00000010:1.0:1788201788.293946:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4655684e00. 00000001:00000001:1.0:1788201788.293947:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.293948:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23784 (ffff9c46542b8000) now 3 - setup 00000020:00000001:1.0:1788201788.293950:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.293951:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.293952:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.293954:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.293955:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.293957:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.293958:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.294039:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.294049:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.294051:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.294052:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.294053:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.294054:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.294055:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.294057:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.294084:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.294157:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.294159:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.294160:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.294163:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.294166:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.294169:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.294171:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.294173:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.294177:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.294179:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23784 (ffff9c46542b8000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.294180:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23784 (uuid obd_uuid_23784) 00000020:00000040:1.0:1788201788.294182:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23784 (ffff9c46542b8000) now 1 - newdev 00000020:00000040:1.0:1788201788.294184:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46542a0800 with handle 0x8990e4d0a22170e6 from hash 00000020:00000040:1.0:1788201788.294186:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46542a0800 : new refcount 0 00000020:00000080:1.0:1788201788.294187:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46542a0800/obd_uuid_23784 00000020:00000001:1.0:1788201788.294188:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.294189:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.294190:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46542a0800/obd_uuid_23784 for obd_name_23784 00000020:00000001:1.0:1788201788.294192:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.294193:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.294194:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46542a0800. 00000020:00000001:1.0:1788201788.294197:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.294198:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23784 obd_type name = obd_test 00000020:01000000:1.0:1788201788.294199:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23784 (obd_uuid_23784) 00000020:00000001:1.0:1788201788.294200:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.294201:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.294203:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.294205:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.294207:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46541d3800. 00000020:00000010:1.0:1788201788.294208:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.294210:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.294212:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.294214:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655680880. 00000020:00000010:1.0:1788201788.294216:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.294218:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.294219:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46541d3800. 00000020:00000010:1.0:1788201788.294221:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.294222:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.294224:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.294225:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.294227:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.294228:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46542b8000. 00000020:00000001:1.0:1788201788.294231:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.294232:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.294233:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.294236:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.294237:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.294238:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.294239:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.294326:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.294336:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.294338:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.294339:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.294340:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.294341:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.294342:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.294343:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.294370:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.294435:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.294437:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.294438:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.294439:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.294441:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.294443:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.294445:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.294446:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.294450:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.294451:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23785: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.294453:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.294454:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23791 (ffff9c46542bcd40) has no exports 00000020:00000001:1.0:1788201788.294455:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.294456:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.294458:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.294460:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.294461:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.294463:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46541d4800. 00000020:00000010:1.0:1788201788.294465:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.294467:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.294469:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.294471:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f9d80. 00000020:00000010:1.0:1788201788.294473:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f9d80. 00000020:00000010:1.0:1788201788.294476:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.294478:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.294479:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46541d4800. 00000020:00000010:1.0:1788201788.294481:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.294483:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.294484:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.294486:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.294487:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.294494:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.294497:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46542b7400. 00000001:00000010:1.0:1788201788.294499:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46542b7c00. 00000001:00000010:1.0:1788201788.294500:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46542b7000. 00000001:00000010:1.0:1788201788.294502:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46542b7600. 00000001:00000010:1.0:1788201788.294503:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014460. 00000001:00000010:1.0:1788201788.294504:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4655684b00. 00000001:00000001:1.0:1788201788.294506:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.294507:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23785 (ffff9c46542bcd40) now 3 - setup 00000020:00000001:1.0:1788201788.294508:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.294509:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.294511:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.294512:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.294514:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.294515:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.294516:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.294599:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.294611:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.294613:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.294615:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.294616:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.294618:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.294620:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.294622:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.294675:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.294728:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.294730:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.294731:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.294733:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.294735:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.294736:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.294738:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.294739:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.294743:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.294744:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23785 (ffff9c46542bcd40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.294746:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23785 (uuid obd_uuid_23785) 00000020:00000040:1.0:1788201788.294747:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23785 (ffff9c46542bcd40) now 1 - newdev 00000020:00000040:1.0:1788201788.294749:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46542a3000 with handle 0x8990e4d0a22170ed from hash 00000020:00000040:1.0:1788201788.294751:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46542a3000 : new refcount 0 00000020:00000080:1.0:1788201788.294752:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46542a3000/obd_uuid_23785 00000020:00000001:1.0:1788201788.294754:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.294755:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.294756:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46542a3000/obd_uuid_23785 for obd_name_23785 00000020:00000001:1.0:1788201788.294758:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.294759:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.294760:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46542a3000. 00000020:00000001:1.0:1788201788.294762:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.294763:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23785 obd_type name = obd_test 00000020:01000000:1.0:1788201788.294764:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23785 (obd_uuid_23785) 00000020:00000001:1.0:1788201788.294765:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.294766:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.294768:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.294770:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.294772:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46541d5800. 00000020:00000010:1.0:1788201788.294774:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.294776:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.294778:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.294780:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655680a40. 00000020:00000010:1.0:1788201788.294782:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.294792:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.294794:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46541d5800. 00000020:00000010:1.0:1788201788.294796:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.294797:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.294799:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.294800:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.294801:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.294803:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46542bcd40. 00000020:00000001:1.0:1788201788.294806:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.294807:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.294808:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.294810:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.294812:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.294813:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.294814:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.294895:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.294906:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.294908:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.294909:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.294910:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.294911:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.294912:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.294914:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.294941:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.294985:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.294987:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.294988:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.294990:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.294992:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.294993:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.294995:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.294996:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.294999:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.295001:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23786: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.295003:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.295005:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23792 (ffff9c46542bb380) has no exports 00000020:00000001:1.0:1788201788.295006:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.295007:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.295009:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.295010:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.295012:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.295014:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46541d6000. 00000020:00000010:1.0:1788201788.295016:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.295018:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.295020:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.295022:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f98c0. 00000020:00000010:1.0:1788201788.295024:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f98c0. 00000020:00000010:1.0:1788201788.295027:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.295029:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.295030:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46541d6000. 00000020:00000010:1.0:1788201788.295032:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.295034:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.295035:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.295037:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.295038:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.295045:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.295048:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46542b6400. 00000001:00000010:1.0:1788201788.295050:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46542b6800. 00000001:00000010:1.0:1788201788.295051:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46542b6000. 00000001:00000010:1.0:1788201788.295053:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46542b6600. 00000001:00000010:1.0:1788201788.295054:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014980. 00000001:00000010:1.0:1788201788.295055:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4655684300. 00000001:00000001:1.0:1788201788.295057:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.295058:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23786 (ffff9c46542bb380) now 3 - setup 00000020:00000001:1.0:1788201788.295059:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.295060:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.295062:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.295063:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.295065:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.295067:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.295068:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.295204:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.295215:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.295217:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.295218:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.295219:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.295220:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.295222:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.295223:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.295250:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.295296:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.295298:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.295299:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.295301:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.295303:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.295304:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.295306:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.295307:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.295311:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.295313:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23786 (ffff9c46542bb380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.295314:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23786 (uuid obd_uuid_23786) 00000020:00000040:1.0:1788201788.295315:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23786 (ffff9c46542bb380) now 1 - newdev 00000020:00000040:1.0:1788201788.295318:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46542a0000 with handle 0x8990e4d0a22170f4 from hash 00000020:00000040:1.0:1788201788.295319:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46542a0000 : new refcount 0 00000020:00000080:1.0:1788201788.295320:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46542a0000/obd_uuid_23786 00000020:00000001:1.0:1788201788.295322:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.295323:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.295324:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46542a0000/obd_uuid_23786 for obd_name_23786 00000020:00000001:1.0:1788201788.295326:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.295327:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.295328:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46542a0000. 00000020:00000001:1.0:1788201788.295330:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.295331:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23786 obd_type name = obd_test 00000020:01000000:1.0:1788201788.295333:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23786 (obd_uuid_23786) 00000020:00000001:1.0:1788201788.295334:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.295335:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.295337:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.295339:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.295341:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465418e800. 00000020:00000010:1.0:1788201788.295343:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.295345:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.295347:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.295348:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655680680. 00000020:00000010:1.0:1788201788.295350:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.295352:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.295353:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465418e800. 00000020:00000010:1.0:1788201788.295355:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.295357:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.295358:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.295360:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.295361:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.295362:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46542bb380. 00000020:00000001:1.0:1788201788.295365:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.295366:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.295367:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.295370:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.295371:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.295373:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.295374:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.295472:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.295483:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.295485:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.295486:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.295487:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.295488:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.295489:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.295490:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.295517:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.295563:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.295565:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.295566:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.295567:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.295570:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.295572:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.295573:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.295575:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.295578:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.295580:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23787: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.295581:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.295582:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23793 (ffff9c46542ccd40) has no exports 00000020:00000001:1.0:1788201788.295584:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.295585:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.295587:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.295589:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.295590:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.295593:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a76000. 00000020:00000010:1.0:1788201788.295594:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.295596:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.295598:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.295600:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f9780. 00000020:00000010:1.0:1788201788.295602:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f9780. 00000020:00000010:1.0:1788201788.295605:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.295607:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.295609:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a76000. 00000020:00000010:1.0:1788201788.295611:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.295614:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.295616:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.295619:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.295621:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.295631:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.295635:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46542b7a00. 00000001:00000010:1.0:1788201788.295638:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46542b6c00. 00000001:00000010:1.0:1788201788.295640:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46542b6e00. 00000001:00000010:1.0:1788201788.295643:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46542b7800. 00000001:00000010:1.0:1788201788.295645:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c47710147a0. 00000001:00000010:1.0:1788201788.295647:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4655684900. 00000001:00000001:1.0:1788201788.295650:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.295652:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23787 (ffff9c46542ccd40) now 3 - setup 00000020:00000001:1.0:1788201788.295654:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.295656:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.295658:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.295661:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.295663:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.295666:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.295668:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.295754:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.295764:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.295766:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.295767:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.295768:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.295769:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.295771:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.295772:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.295799:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.295844:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.295845:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.295846:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.295848:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.295850:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.295852:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.295854:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.295855:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.295858:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.295860:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23787 (ffff9c46542ccd40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.295862:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23787 (uuid obd_uuid_23787) 00000020:00000040:1.0:1788201788.295863:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23787 (ffff9c46542ccd40) now 1 - newdev 00000020:00000040:1.0:1788201788.295865:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46542a2000 with handle 0x8990e4d0a22170fb from hash 00000020:00000040:1.0:1788201788.295867:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46542a2000 : new refcount 0 00000020:00000080:1.0:1788201788.295869:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46542a2000/obd_uuid_23787 00000020:00000001:1.0:1788201788.295870:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.295872:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.295873:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46542a2000/obd_uuid_23787 for obd_name_23787 00000020:00000001:1.0:1788201788.295874:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.295875:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.295876:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46542a2000. 00000020:00000001:1.0:1788201788.295878:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.295879:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23787 obd_type name = obd_test 00000020:01000000:1.0:1788201788.295880:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23787 (obd_uuid_23787) 00000020:00000001:1.0:1788201788.295881:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.295882:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.295884:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.295886:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.295888:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a75800. 00000020:00000010:1.0:1788201788.295890:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.295892:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.295894:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.295895:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655680f80. 00000020:00000010:1.0:1788201788.295897:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.295899:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.295900:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a75800. 00000020:00000010:1.0:1788201788.295902:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.295904:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.295905:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.295907:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.295908:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.295909:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46542ccd40. 00000020:00000001:1.0:1788201788.295912:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.295914:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.295915:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.295917:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.295919:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.295920:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.295922:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.296002:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.296013:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.296014:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.296015:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.296016:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.296017:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.296019:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.296020:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.296047:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.296092:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.296093:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.296094:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.296096:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.296099:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.296101:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.296104:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.296106:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.296111:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.296113:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23788: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.296115:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.296117:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23794 (ffff9c46542cb380) has no exports 00000020:00000001:1.0:1788201788.296119:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.296120:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.296123:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.296138:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.296142:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.296146:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a77000. 00000020:00000010:1.0:1788201788.296148:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.296152:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.296155:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.296158:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f9f00. 00000020:00000010:1.0:1788201788.296162:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f9f00. 00000020:00000010:1.0:1788201788.296167:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.296170:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.296171:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a77000. 00000020:00000010:1.0:1788201788.296173:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.296175:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.296176:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.296178:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.296179:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.296187:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.296189:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46542b4c00. 00000001:00000010:1.0:1788201788.296191:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46542b5a00. 00000001:00000010:1.0:1788201788.296192:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46542b7200. 00000001:00000010:1.0:1788201788.296194:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46542b6200. 00000001:00000010:1.0:1788201788.296195:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c47710145e0. 00000001:00000010:1.0:1788201788.296196:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4655684000. 00000001:00000001:1.0:1788201788.296198:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.296199:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23788 (ffff9c46542cb380) now 3 - setup 00000020:00000001:1.0:1788201788.296200:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.296201:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.296203:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.296205:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.296206:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.296207:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.296209:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.296295:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.296306:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.296307:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.296309:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.296310:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.296311:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.296312:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.296313:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.296340:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.296388:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.296390:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.296391:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.296408:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.296410:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.296412:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.296414:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.296415:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.296419:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.296421:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23788 (ffff9c46542cb380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.296423:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23788 (uuid obd_uuid_23788) 00000020:00000040:1.0:1788201788.296425:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23788 (ffff9c46542cb380) now 1 - newdev 00000020:00000040:1.0:1788201788.296427:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46542a4000 with handle 0x8990e4d0a2217102 from hash 00000020:00000040:1.0:1788201788.296429:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46542a4000 : new refcount 0 00000020:00000080:1.0:1788201788.296431:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46542a4000/obd_uuid_23788 00000020:00000001:1.0:1788201788.296432:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.296434:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.296435:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46542a4000/obd_uuid_23788 for obd_name_23788 00000020:00000001:1.0:1788201788.296437:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.296438:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.296440:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46542a4000. 00000020:00000001:1.0:1788201788.296442:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.296443:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23788 obd_type name = obd_test 00000020:01000000:1.0:1788201788.296444:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23788 (obd_uuid_23788) 00000020:00000001:1.0:1788201788.296445:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.296447:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.296449:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.296451:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.296453:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a70800. 00000020:00000010:1.0:1788201788.296455:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.296457:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.296459:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.296461:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655680480. 00000020:00000010:1.0:1788201788.296464:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.296466:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.296468:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a70800. 00000020:00000010:1.0:1788201788.296470:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.296473:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.296475:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.296477:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.296479:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.296480:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46542cb380. 00000020:00000001:1.0:1788201788.296483:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.296484:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.296485:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.296488:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.296489:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.296490:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.296492:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.296575:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.296585:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.296587:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.296588:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.296590:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.296591:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.296592:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.296593:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.296627:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.296692:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.296694:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.296695:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.296697:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.296699:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.296701:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.296713:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.296714:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.296718:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.296719:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23789: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.296721:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.296722:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23795 (ffff9c46542c99c0) has no exports 00000020:00000001:1.0:1788201788.296723:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.296724:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.296726:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.296728:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.296729:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.296731:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a76800. 00000020:00000010:1.0:1788201788.296733:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.296735:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.296737:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.296739:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f9cc0. 00000020:00000010:1.0:1788201788.296741:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f9cc0. 00000020:00000010:1.0:1788201788.296744:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.296746:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.296748:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a76800. 00000020:00000010:1.0:1788201788.296749:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.296751:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.296753:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.296754:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.296756:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.296763:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.296765:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46542d5a00. 00000001:00000010:1.0:1788201788.296767:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46542d4c00. 00000001:00000010:1.0:1788201788.296769:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46542d4800. 00000001:00000010:1.0:1788201788.296770:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46542d4400. 00000001:00000010:1.0:1788201788.296772:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014880. 00000001:00000010:1.0:1788201788.296773:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4655684800. 00000001:00000001:1.0:1788201788.296774:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.296775:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23789 (ffff9c46542c99c0) now 3 - setup 00000020:00000001:1.0:1788201788.296785:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.296786:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.296788:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.296789:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.296791:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.296792:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.296793:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.296876:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.296886:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.296888:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.296889:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.296890:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.296891:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.296892:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.296894:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.296921:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.296968:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.296970:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.296971:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.296972:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.296974:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.296976:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.296978:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.296979:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.296982:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.296984:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23789 (ffff9c46542c99c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.296985:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23789 (uuid obd_uuid_23789) 00000020:00000040:1.0:1788201788.296987:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23789 (ffff9c46542c99c0) now 1 - newdev 00000020:00000040:1.0:1788201788.296989:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46542a4800 with handle 0x8990e4d0a2217109 from hash 00000020:00000040:1.0:1788201788.296991:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46542a4800 : new refcount 0 00000020:00000080:1.0:1788201788.296992:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46542a4800/obd_uuid_23789 00000020:00000001:1.0:1788201788.296993:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.296995:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.296996:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46542a4800/obd_uuid_23789 for obd_name_23789 00000020:00000001:1.0:1788201788.296997:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.296998:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.296999:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46542a4800. 00000020:00000001:1.0:1788201788.297001:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.297002:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23789 obd_type name = obd_test 00000020:01000000:1.0:1788201788.297003:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23789 (obd_uuid_23789) 00000020:00000001:1.0:1788201788.297004:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.297005:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.297007:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.297009:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.297011:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a77800. 00000020:00000010:1.0:1788201788.297012:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.297014:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.297016:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.297018:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655680800. 00000020:00000010:1.0:1788201788.297020:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.297022:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.297023:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a77800. 00000020:00000010:1.0:1788201788.297025:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.297026:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.297028:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.297029:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.297031:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.297032:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46542c99c0. 00000020:00000001:1.0:1788201788.297035:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.297036:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.297037:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.297040:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.297041:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.297043:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.297044:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.297157:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.297173:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.297174:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.297176:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.297177:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.297178:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.297179:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.297180:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.297210:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.297258:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.297260:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.297261:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.297262:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.297264:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.297266:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.297268:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.297269:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.297273:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.297274:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23790: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.297276:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.297277:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23796 (ffff9c46542c8000) has no exports 00000020:00000001:1.0:1788201788.297278:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.297280:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.297281:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.297283:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.297284:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.297286:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a71000. 00000020:00000010:1.0:1788201788.297288:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.297290:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.297292:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.297294:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f9c80. 00000020:00000010:1.0:1788201788.297296:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f9c80. 00000020:00000010:1.0:1788201788.297299:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.297301:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.297302:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a71000. 00000020:00000010:1.0:1788201788.297304:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.297306:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.297307:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.297309:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.297310:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.297317:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.297320:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46542d4600. 00000001:00000010:1.0:1788201788.297321:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46542d4000. 00000001:00000010:1.0:1788201788.297323:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46542d4e00. 00000001:00000010:1.0:1788201788.297324:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46542d5800. 00000001:00000010:1.0:1788201788.297326:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c47710140e0. 00000001:00000010:1.0:1788201788.297327:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4655684500. 00000001:00000001:1.0:1788201788.297328:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.297329:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23790 (ffff9c46542c8000) now 3 - setup 00000020:00000001:1.0:1788201788.297330:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.297332:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.297333:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.297335:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.297336:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.297338:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.297339:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.297513:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.297524:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.297526:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.297527:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.297528:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.297529:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.297531:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.297532:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.297559:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.297605:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.297606:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.297608:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.297610:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.297613:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.297616:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.297618:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.297620:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.297625:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.297628:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23790 (ffff9c46542c8000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.297630:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23790 (uuid obd_uuid_23790) 00000020:00000040:1.0:1788201788.297632:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23790 (ffff9c46542c8000) now 1 - newdev 00000020:00000040:1.0:1788201788.297635:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46542a3800 with handle 0x8990e4d0a2217110 from hash 00000020:00000040:1.0:1788201788.297638:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46542a3800 : new refcount 0 00000020:00000080:1.0:1788201788.297640:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46542a3800/obd_uuid_23790 00000020:00000001:1.0:1788201788.297642:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.297644:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.297646:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46542a3800/obd_uuid_23790 for obd_name_23790 00000020:00000001:1.0:1788201788.297648:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.297650:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.297652:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46542a3800. 00000020:00000001:1.0:1788201788.297655:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.297657:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23790 obd_type name = obd_test 00000020:01000000:1.0:1788201788.297658:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23790 (obd_uuid_23790) 00000020:00000001:1.0:1788201788.297660:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.297663:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.297666:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.297668:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.297670:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a73000. 00000020:00000010:1.0:1788201788.297672:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.297674:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.297675:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.297677:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c46556800c0. 00000020:00000010:1.0:1788201788.297679:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.297681:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.297682:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a73000. 00000020:00000010:1.0:1788201788.297685:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.297686:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.297688:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.297689:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.297691:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.297692:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46542c8000. 00000020:00000001:1.0:1788201788.297695:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.297696:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.297698:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.297700:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.297702:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.297703:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.297704:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.297791:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.297803:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.297804:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.297805:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.297806:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.297808:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.297809:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.297810:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.297838:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.297884:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.297886:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.297887:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.297889:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.297891:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.297893:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.297894:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.297896:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.297899:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.297901:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23791: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.297902:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.297903:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23797 (ffff9c46542db380) has no exports 00000020:00000001:1.0:1788201788.297905:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.297906:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.297908:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.297910:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.297911:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.297913:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a75000. 00000020:00000010:1.0:1788201788.297915:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.297917:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.297918:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.297920:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f9bc0. 00000020:00000010:1.0:1788201788.297923:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f9bc0. 00000020:00000010:1.0:1788201788.297926:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.297927:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.297929:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a75000. 00000020:00000010:1.0:1788201788.297931:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.297932:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.297934:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.297935:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.297937:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.297944:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.297947:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46542d5200. 00000001:00000010:1.0:1788201788.297949:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46542d4200. 00000001:00000010:1.0:1788201788.297950:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46542d5000. 00000001:00000010:1.0:1788201788.297952:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46542d5600. 00000001:00000010:1.0:1788201788.297953:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014d80. 00000001:00000010:1.0:1788201788.297955:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4655684200. 00000001:00000001:1.0:1788201788.297956:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.297957:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23791 (ffff9c46542db380) now 3 - setup 00000020:00000001:1.0:1788201788.297958:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.297960:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.297961:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.297962:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.297964:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.297965:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.297966:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.298047:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.298058:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.298059:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.298060:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.298062:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.298063:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.298064:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.298065:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.298092:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.298168:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.298170:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.298172:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.298175:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.298178:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.298181:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.298184:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.298186:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.298191:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.298193:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23791 (ffff9c46542db380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.298194:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23791 (uuid obd_uuid_23791) 00000020:00000040:1.0:1788201788.298195:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23791 (ffff9c46542db380) now 1 - newdev 00000020:00000040:1.0:1788201788.298197:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46542a6000 with handle 0x8990e4d0a2217117 from hash 00000020:00000040:1.0:1788201788.298200:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46542a6000 : new refcount 0 00000020:00000080:1.0:1788201788.298201:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46542a6000/obd_uuid_23791 00000020:00000001:1.0:1788201788.298202:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.298204:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.298205:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46542a6000/obd_uuid_23791 for obd_name_23791 00000020:00000001:1.0:1788201788.298206:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.298207:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.298208:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46542a6000. 00000020:00000001:1.0:1788201788.298210:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.298211:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23791 obd_type name = obd_test 00000020:01000000:1.0:1788201788.298212:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23791 (obd_uuid_23791) 00000020:00000001:1.0:1788201788.298213:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.298215:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.298216:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.298218:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.298220:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a74000. 00000020:00000010:1.0:1788201788.298221:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.298223:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.298225:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.298227:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c46556806c0. 00000020:00000010:1.0:1788201788.298229:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.298230:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.298232:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a74000. 00000020:00000010:1.0:1788201788.298234:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.298236:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.298237:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.298239:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.298240:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.298241:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46542db380. 00000020:00000001:1.0:1788201788.298256:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.298257:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.298259:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.298262:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.298263:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.298265:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.298266:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.298352:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.298363:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.298365:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.298366:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.298367:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.298369:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.298370:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.298371:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.298413:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.298464:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.298465:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.298466:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.298468:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.298470:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.298472:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.298473:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.298475:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.298478:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.298479:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23792: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.298481:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.298482:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23798 (ffff9c46542d99c0) has no exports 00000020:00000001:1.0:1788201788.298484:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.298485:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.298487:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.298488:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.298490:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.298492:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a72800. 00000020:00000010:1.0:1788201788.298494:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.298496:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.298497:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.298499:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f9b80. 00000020:00000010:1.0:1788201788.298501:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f9b80. 00000020:00000010:1.0:1788201788.298504:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.298506:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.298508:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a72800. 00000020:00000010:1.0:1788201788.298510:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.298512:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.298513:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.298515:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.298516:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.298523:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.298526:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46542b7e00. 00000001:00000010:1.0:1788201788.298528:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46542b6a00. 00000001:00000010:1.0:1788201788.298529:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46542d4a00. 00000001:00000010:1.0:1788201788.298531:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46542d5e00. 00000001:00000010:1.0:1788201788.298532:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014c40. 00000001:00000010:1.0:1788201788.298533:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4655684c00. 00000001:00000001:1.0:1788201788.298535:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.298536:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23792 (ffff9c46542d99c0) now 3 - setup 00000020:00000001:1.0:1788201788.298537:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.298538:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.298540:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.298541:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.298543:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.298544:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.298545:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.298638:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.298653:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.298656:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.298657:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.298659:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.298661:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.298662:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.298664:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.298697:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.298745:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.298747:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.298748:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.298750:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.298752:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.298754:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.298755:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.298757:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.298760:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.298762:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23792 (ffff9c46542d99c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.298763:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23792 (uuid obd_uuid_23792) 00000020:00000040:1.0:1788201788.298765:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23792 (ffff9c46542d99c0) now 1 - newdev 00000020:00000040:1.0:1788201788.298767:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46542a5800 with handle 0x8990e4d0a221711e from hash 00000020:00000040:1.0:1788201788.298769:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46542a5800 : new refcount 0 00000020:00000080:1.0:1788201788.298770:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46542a5800/obd_uuid_23792 00000020:00000001:1.0:1788201788.298772:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.298773:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.298774:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46542a5800/obd_uuid_23792 for obd_name_23792 00000020:00000001:1.0:1788201788.298776:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.298777:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.298778:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46542a5800. 00000020:00000001:1.0:1788201788.298780:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.298781:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23792 obd_type name = obd_test 00000020:01000000:1.0:1788201788.298782:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23792 (obd_uuid_23792) 00000020:00000001:1.0:1788201788.298783:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.298784:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.298786:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.298788:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.298790:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a74800. 00000020:00000010:1.0:1788201788.298791:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.298793:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.298795:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.298797:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655680b40. 00000020:00000010:1.0:1788201788.298799:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.298800:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.298802:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a74800. 00000020:00000010:1.0:1788201788.298804:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.298805:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.298807:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.298809:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.298810:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.298811:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46542d99c0. 00000020:00000001:1.0:1788201788.298814:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.298815:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.298817:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.298819:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.298820:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.298822:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.298823:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.298904:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.298914:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.298916:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.298917:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.298918:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.298919:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.298920:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.298922:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.298948:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.298993:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.298995:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.298996:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.298998:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.299000:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.299001:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.299003:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.299004:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.299008:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.299009:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23793: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.299010:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.299012:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23799 (ffff9c46542d8000) has no exports 00000020:00000001:1.0:1788201788.299013:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.299014:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.299016:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.299018:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.299020:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.299022:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a73800. 00000020:00000010:1.0:1788201788.299024:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.299026:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.299027:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.299029:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f9940. 00000020:00000010:1.0:1788201788.299031:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f9940. 00000020:00000010:1.0:1788201788.299035:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.299036:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.299038:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a73800. 00000020:00000010:1.0:1788201788.299040:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.299042:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.299043:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.299045:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.299046:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.299053:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.299056:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46542d7200. 00000001:00000010:1.0:1788201788.299057:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46542d6200. 00000001:00000010:1.0:1788201788.299059:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46542d6000. 00000001:00000010:1.0:1788201788.299060:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46542d6600. 00000001:00000010:1.0:1788201788.299062:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014c00. 00000001:00000010:1.0:1788201788.299063:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4655684f00. 00000001:00000001:1.0:1788201788.299064:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.299065:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23793 (ffff9c46542d8000) now 3 - setup 00000020:00000001:1.0:1788201788.299067:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.299068:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.299069:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.299071:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.299072:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.299074:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.299075:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.299199:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.299210:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.299212:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.299213:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.299214:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.299215:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.299216:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.299218:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.299245:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.299292:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.299294:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.299295:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.299296:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.299298:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.299301:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.299302:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.299304:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.299307:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.299309:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23793 (ffff9c46542d8000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.299310:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23793 (uuid obd_uuid_23793) 00000020:00000040:1.0:1788201788.299311:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23793 (ffff9c46542d8000) now 1 - newdev 00000020:00000040:1.0:1788201788.299314:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46542a5000 with handle 0x8990e4d0a2217125 from hash 00000020:00000040:1.0:1788201788.299315:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46542a5000 : new refcount 0 00000020:00000080:1.0:1788201788.299317:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46542a5000/obd_uuid_23793 00000020:00000001:1.0:1788201788.299318:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.299319:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.299320:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46542a5000/obd_uuid_23793 for obd_name_23793 00000020:00000001:1.0:1788201788.299322:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.299322:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.299324:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46542a5000. 00000020:00000001:1.0:1788201788.299325:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.299326:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23793 obd_type name = obd_test 00000020:01000000:1.0:1788201788.299328:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23793 (obd_uuid_23793) 00000020:00000001:1.0:1788201788.299329:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.299330:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.299332:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.299333:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.299336:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a70000. 00000020:00000010:1.0:1788201788.299337:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.299340:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.299341:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.299343:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655680340. 00000020:00000010:1.0:1788201788.299345:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.299347:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.299348:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a70000. 00000020:00000010:1.0:1788201788.299351:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.299352:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.299354:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.299355:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.299357:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.299358:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46542d8000. 00000020:00000001:1.0:1788201788.299360:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.299361:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.299363:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.299365:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.299367:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.299368:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.299369:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.299472:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.299483:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.299484:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.299486:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.299487:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.299488:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.299489:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.299491:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.299517:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.299563:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.299565:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.299566:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.299567:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.299569:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.299571:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.299573:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.299575:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.299578:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.299579:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23794: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.299581:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.299582:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23800 (ffff9c46542dcd40) has no exports 00000020:00000001:1.0:1788201788.299583:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.299585:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.299586:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.299588:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.299589:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.299591:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a71800. 00000020:00000010:1.0:1788201788.299593:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.299595:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.299597:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.299599:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f9900. 00000020:00000010:1.0:1788201788.299601:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f9900. 00000020:00000010:1.0:1788201788.299604:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.299606:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.299608:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a71800. 00000020:00000010:1.0:1788201788.299610:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.299613:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.299615:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.299618:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.299620:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.299653:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.299658:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46542d7800. 00000001:00000010:1.0:1788201788.299660:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46542d6e00. 00000001:00000010:1.0:1788201788.299663:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46542d7000. 00000001:00000010:1.0:1788201788.299665:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46542d7600. 00000001:00000010:1.0:1788201788.299667:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014d40. 00000001:00000010:1.0:1788201788.299669:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c475d8ad000. 00000001:00000001:1.0:1788201788.299672:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.299673:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23794 (ffff9c46542dcd40) now 3 - setup 00000020:00000001:1.0:1788201788.299675:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.299676:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.299678:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.299681:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.299682:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.299684:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.299685:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.299773:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.299784:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.299785:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.299786:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.299787:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.299788:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.299790:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.299791:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.299818:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.299863:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.299865:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.299866:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.299868:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.299869:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.299871:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.299873:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.299874:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.299877:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.299879:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23794 (ffff9c46542dcd40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.299881:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23794 (uuid obd_uuid_23794) 00000020:00000040:1.0:1788201788.299882:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23794 (ffff9c46542dcd40) now 1 - newdev 00000020:00000040:1.0:1788201788.299884:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46542ed000 with handle 0x8990e4d0a221712c from hash 00000020:00000040:1.0:1788201788.299886:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46542ed000 : new refcount 0 00000020:00000080:1.0:1788201788.299887:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46542ed000/obd_uuid_23794 00000020:00000001:1.0:1788201788.299888:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.299890:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.299891:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46542ed000/obd_uuid_23794 for obd_name_23794 00000020:00000001:1.0:1788201788.299892:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.299893:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.299895:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46542ed000. 00000020:00000001:1.0:1788201788.299897:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.299898:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23794 obd_type name = obd_test 00000020:01000000:1.0:1788201788.299899:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23794 (obd_uuid_23794) 00000020:00000001:1.0:1788201788.299900:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.299902:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.299904:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.299905:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.299907:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a72000. 00000020:00000010:1.0:1788201788.299909:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.299911:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.299913:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.299915:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655680e00. 00000020:00000010:1.0:1788201788.299917:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.299918:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.299920:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a72000. 00000020:00000010:1.0:1788201788.299922:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.299923:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.299925:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.299927:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.299928:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.299929:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46542dcd40. 00000020:00000001:1.0:1788201788.299932:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.299933:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.299935:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.299937:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.299938:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.299940:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.299941:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.300021:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.300032:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.300034:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.300035:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.300036:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.300037:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.300038:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.300040:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.300067:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.300116:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.300118:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.300120:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.300122:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.300137:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.300140:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.300143:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.300145:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.300151:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.300153:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23795: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.300155:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.300157:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23801 (ffff9c46542f19c0) has no exports 00000020:00000001:1.0:1788201788.300159:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.300161:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.300163:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.300166:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.300169:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.300171:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46541d6800. 00000020:00000010:1.0:1788201788.300173:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.300175:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.300177:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.300179:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f9d40. 00000020:00000010:1.0:1788201788.300182:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f9d40. 00000020:00000010:1.0:1788201788.300185:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.300187:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.300189:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46541d6800. 00000020:00000010:1.0:1788201788.300191:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.300192:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.300194:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.300195:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.300197:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.300204:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.300207:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46542d6a00. 00000001:00000010:1.0:1788201788.300208:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46542d7e00. 00000001:00000010:1.0:1788201788.300210:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46542d6800. 00000001:00000010:1.0:1788201788.300211:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46542d6400. 00000001:00000010:1.0:1788201788.300213:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014fe0. 00000001:00000010:1.0:1788201788.300214:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c475d8ad800. 00000001:00000001:1.0:1788201788.300216:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.300217:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23795 (ffff9c46542f19c0) now 3 - setup 00000020:00000001:1.0:1788201788.300218:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.300219:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.300220:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.300222:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.300223:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.300224:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.300226:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.300310:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.300321:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.300322:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.300323:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.300324:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.300326:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.300327:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.300328:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.300355:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.300440:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.300442:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.300443:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.300445:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.300447:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.300450:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.300452:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.300453:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.300457:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.300459:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23795 (ffff9c46542f19c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.300461:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23795 (uuid obd_uuid_23795) 00000020:00000040:1.0:1788201788.300463:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23795 (ffff9c46542f19c0) now 1 - newdev 00000020:00000040:1.0:1788201788.300465:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46542ef800 with handle 0x8990e4d0a2217133 from hash 00000020:00000040:1.0:1788201788.300468:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46542ef800 : new refcount 0 00000020:00000080:1.0:1788201788.300469:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46542ef800/obd_uuid_23795 00000020:00000001:1.0:1788201788.300470:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.300471:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.300472:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46542ef800/obd_uuid_23795 for obd_name_23795 00000020:00000001:1.0:1788201788.300474:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.300475:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.300477:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46542ef800. 00000020:00000001:1.0:1788201788.300483:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.300484:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23795 obd_type name = obd_test 00000020:01000000:1.0:1788201788.300485:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23795 (obd_uuid_23795) 00000020:00000001:1.0:1788201788.300486:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.300488:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.300490:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.300492:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.300495:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46541d7000. 00000020:00000010:1.0:1788201788.300497:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.300499:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.300501:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.300503:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655680840. 00000020:00000010:1.0:1788201788.300505:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.300506:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.300508:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46541d7000. 00000020:00000010:1.0:1788201788.300510:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.300511:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.300512:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.300514:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.300515:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.300517:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46542f19c0. 00000020:00000001:1.0:1788201788.300520:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.300521:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.300523:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.300525:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.300527:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.300528:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.300529:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.300616:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.300631:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.300634:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.300635:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.300637:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.300639:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.300641:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.300643:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.300681:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.300729:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.300731:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.300732:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.300734:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.300736:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.300738:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.300739:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.300741:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.300744:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.300746:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23796: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.300747:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.300748:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23802 (ffff9c46542f0000) has no exports 00000020:00000001:1.0:1788201788.300750:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.300751:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.300753:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.300754:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.300756:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.300758:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46541d2800. 00000020:00000010:1.0:1788201788.300760:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.300761:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.300763:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.300765:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f9000. 00000020:00000010:1.0:1788201788.300768:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f9000. 00000020:00000010:1.0:1788201788.300771:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.300773:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.300774:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46541d2800. 00000020:00000010:1.0:1788201788.300776:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.300778:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.300779:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.300781:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.300782:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.300794:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.300797:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46542d5c00. 00000001:00000010:1.0:1788201788.300799:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46542d5400. 00000001:00000010:1.0:1788201788.300800:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46542d7400. 00000001:00000010:1.0:1788201788.300801:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46542d7c00. 00000001:00000010:1.0:1788201788.300803:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014540. 00000001:00000010:1.0:1788201788.300804:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c475d8ad500. 00000001:00000001:1.0:1788201788.300806:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.300807:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23796 (ffff9c46542f0000) now 3 - setup 00000020:00000001:1.0:1788201788.300808:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.300809:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.300811:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.300813:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.300814:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.300816:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.300817:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.300901:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.300912:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.300914:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.300915:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.300916:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.300917:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.300918:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.300919:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.300946:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.300991:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.300992:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.300993:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.300995:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.300998:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.301000:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.301001:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.301003:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.301006:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.301007:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23796 (ffff9c46542f0000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.301009:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23796 (uuid obd_uuid_23796) 00000020:00000040:1.0:1788201788.301010:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23796 (ffff9c46542f0000) now 1 - newdev 00000020:00000040:1.0:1788201788.301012:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46542ea800 with handle 0x8990e4d0a221713a from hash 00000020:00000040:1.0:1788201788.301014:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46542ea800 : new refcount 0 00000020:00000080:1.0:1788201788.301015:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46542ea800/obd_uuid_23796 00000020:00000001:1.0:1788201788.301017:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.301018:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.301019:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46542ea800/obd_uuid_23796 for obd_name_23796 00000020:00000001:1.0:1788201788.301020:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.301021:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.301022:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46542ea800. 00000020:00000001:1.0:1788201788.301024:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.301026:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23796 obd_type name = obd_test 00000020:01000000:1.0:1788201788.301027:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23796 (obd_uuid_23796) 00000020:00000001:1.0:1788201788.301028:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.301029:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.301031:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.301032:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.301034:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46541d1000. 00000020:00000010:1.0:1788201788.301036:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.301038:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.301040:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.301041:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655680440. 00000020:00000010:1.0:1788201788.301043:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.301045:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.301046:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46541d1000. 00000020:00000010:1.0:1788201788.301048:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.301050:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.301051:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.301053:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.301054:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.301056:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46542f0000. 00000020:00000001:1.0:1788201788.301058:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.301059:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.301061:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.301063:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.301064:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.301066:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.301067:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.301190:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.301201:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.301202:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.301204:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.301205:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.301206:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.301207:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.301208:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.301235:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.301282:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.301283:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.301284:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.301286:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.301288:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.301290:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.301291:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.301293:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.301296:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.301298:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23797: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.301299:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.301300:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23803 (ffff9c46542f4d40) has no exports 00000020:00000001:1.0:1788201788.301302:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.301303:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.301305:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.301306:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.301308:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.301310:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46541d5000. 00000020:00000010:1.0:1788201788.301312:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.301314:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.301316:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.301317:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f94c0. 00000020:00000010:1.0:1788201788.301320:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f94c0. 00000020:00000010:1.0:1788201788.301323:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.301325:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.301326:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46541d5000. 00000020:00000010:1.0:1788201788.301328:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.301330:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.301331:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.301333:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.301334:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.301341:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.301344:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46542fd200. 00000001:00000010:1.0:1788201788.301346:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46542fc200. 00000001:00000010:1.0:1788201788.301348:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46542fc000. 00000001:00000010:1.0:1788201788.301349:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46542fc600. 00000001:00000010:1.0:1788201788.301350:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014820. 00000001:00000010:1.0:1788201788.301352:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c475d8ad200. 00000001:00000001:1.0:1788201788.301353:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.301354:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23797 (ffff9c46542f4d40) now 3 - setup 00000020:00000001:1.0:1788201788.301356:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.301357:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.301358:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.301360:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.301361:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.301363:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.301364:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.301489:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.301500:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.301501:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.301503:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.301504:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.301506:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.301507:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.301508:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.301535:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.301581:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.301583:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.301584:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.301586:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.301588:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.301590:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.301592:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.301593:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.301596:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.301598:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23797 (ffff9c46542f4d40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.301600:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23797 (uuid obd_uuid_23797) 00000020:00000040:1.0:1788201788.301601:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23797 (ffff9c46542f4d40) now 1 - newdev 00000020:00000040:1.0:1788201788.301603:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46542e9000 with handle 0x8990e4d0a2217141 from hash 00000020:00000040:1.0:1788201788.301605:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46542e9000 : new refcount 0 00000020:00000080:1.0:1788201788.301606:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46542e9000/obd_uuid_23797 00000020:00000001:1.0:1788201788.301608:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.301610:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.301611:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46542e9000/obd_uuid_23797 for obd_name_23797 00000020:00000001:1.0:1788201788.301613:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.301615:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.301616:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46542e9000. 00000020:00000001:1.0:1788201788.301619:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.301621:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23797 obd_type name = obd_test 00000020:01000000:1.0:1788201788.301623:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23797 (obd_uuid_23797) 00000020:00000001:1.0:1788201788.301625:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.301627:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.301630:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.301632:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.301635:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46541d2000. 00000020:00000010:1.0:1788201788.301638:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.301641:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.301644:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.301647:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655680740. 00000020:00000010:1.0:1788201788.301650:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.301653:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.301655:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46541d2000. 00000020:00000010:1.0:1788201788.301658:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.301661:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.301663:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.301665:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.301668:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.301670:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46542f4d40. 00000020:00000001:1.0:1788201788.301673:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.301674:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.301676:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.301679:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.301680:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.301681:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.301683:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.301767:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.301778:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.301779:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.301781:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.301782:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.301783:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.301784:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.301786:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.301812:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.301858:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.301859:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.301861:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.301862:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.301864:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.301866:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.301868:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.301869:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.301873:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.301874:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23798: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.301876:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.301877:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23804 (ffff9c46542f3380) has no exports 00000020:00000001:1.0:1788201788.301878:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.301880:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.301881:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.301883:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.301885:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.301887:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46541d4000. 00000020:00000010:1.0:1788201788.301888:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.301890:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.301892:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.301894:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f9080. 00000020:00000010:1.0:1788201788.301896:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f9080. 00000020:00000010:1.0:1788201788.301900:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.301901:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.301903:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46541d4000. 00000020:00000010:1.0:1788201788.301904:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.301906:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.301908:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.301909:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.301911:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.301918:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.301921:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46542fd800. 00000001:00000010:1.0:1788201788.301923:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46542fce00. 00000001:00000010:1.0:1788201788.301924:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46542fd000. 00000001:00000010:1.0:1788201788.301926:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46542fd600. 00000001:00000010:1.0:1788201788.301927:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014f20. 00000001:00000010:1.0:1788201788.301928:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c475d8adc00. 00000001:00000001:1.0:1788201788.301930:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.301931:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23798 (ffff9c46542f3380) now 3 - setup 00000020:00000001:1.0:1788201788.301932:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.301934:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.301935:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.301937:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.301938:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.301940:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.301941:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.302021:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.302032:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.302033:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.302034:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.302035:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.302036:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.302037:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.302039:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.302065:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.302115:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.302117:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.302118:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.302121:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.302124:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.302139:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.302142:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.302145:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.302150:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.302152:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23798 (ffff9c46542f3380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.302155:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23798 (uuid obd_uuid_23798) 00000020:00000040:1.0:1788201788.302157:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23798 (ffff9c46542f3380) now 1 - newdev 00000020:00000040:1.0:1788201788.302160:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46542ee800 with handle 0x8990e4d0a2217148 from hash 00000020:00000040:1.0:1788201788.302162:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46542ee800 : new refcount 0 00000020:00000080:1.0:1788201788.302164:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46542ee800/obd_uuid_23798 00000020:00000001:1.0:1788201788.302167:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.302169:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.302170:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46542ee800/obd_uuid_23798 for obd_name_23798 00000020:00000001:1.0:1788201788.302172:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.302173:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.302175:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46542ee800. 00000020:00000001:1.0:1788201788.302177:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.302178:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23798 obd_type name = obd_test 00000020:01000000:1.0:1788201788.302180:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23798 (obd_uuid_23798) 00000020:00000001:1.0:1788201788.302181:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.302183:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.302185:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.302186:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.302188:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46541d3000. 00000020:00000010:1.0:1788201788.302190:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.302192:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.302194:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.302196:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655680100. 00000020:00000010:1.0:1788201788.302198:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.302200:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.302201:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46541d3000. 00000020:00000010:1.0:1788201788.302203:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.302204:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.302206:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.302207:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.302209:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.302210:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46542f3380. 00000020:00000001:1.0:1788201788.302212:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.302214:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.302215:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.302218:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.302219:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.302221:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.302222:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.302308:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.302319:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.302321:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.302322:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.302324:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.302325:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.302326:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.302328:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.302354:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.302418:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.302419:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.302420:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.302423:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.302425:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.302426:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.302428:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.302429:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.302433:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.302434:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23799: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.302436:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.302437:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23805 (ffff9c46543019c0) has no exports 00000020:00000001:1.0:1788201788.302438:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.302440:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.302442:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.302443:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.302445:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.302447:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46541d0000. 00000020:00000010:1.0:1788201788.302448:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.302450:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.302452:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.302454:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f9040. 00000020:00000010:1.0:1788201788.302456:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f9040. 00000020:00000010:1.0:1788201788.302460:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.302462:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.302463:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46541d0000. 00000020:00000010:1.0:1788201788.302465:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.302467:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.302468:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.302470:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.302471:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.302480:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.302483:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46542fca00. 00000001:00000010:1.0:1788201788.302484:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46542fde00. 00000001:00000010:1.0:1788201788.302486:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46542fc800. 00000001:00000010:1.0:1788201788.302487:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46542fc400. 00000001:00000010:1.0:1788201788.302489:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014da0. 00000001:00000010:1.0:1788201788.302490:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c475d8adf00. 00000001:00000001:1.0:1788201788.302491:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.302492:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23799 (ffff9c46543019c0) now 3 - setup 00000020:00000001:1.0:1788201788.302494:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.302495:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.302497:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.302498:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.302499:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.302501:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.302502:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.302585:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.302595:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.302597:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.302598:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.302599:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.302600:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.302601:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.302602:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.302641:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.302701:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.302703:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.302704:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.302706:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.302708:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.302710:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.302712:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.302713:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.302717:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.302718:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23799 (ffff9c46543019c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.302720:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23799 (uuid obd_uuid_23799) 00000020:00000040:1.0:1788201788.302721:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23799 (ffff9c46543019c0) now 1 - newdev 00000020:00000040:1.0:1788201788.302723:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46542ef000 with handle 0x8990e4d0a221714f from hash 00000020:00000040:1.0:1788201788.302725:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46542ef000 : new refcount 0 00000020:00000080:1.0:1788201788.302726:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46542ef000/obd_uuid_23799 00000020:00000001:1.0:1788201788.302728:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.302730:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.302731:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46542ef000/obd_uuid_23799 for obd_name_23799 00000020:00000001:1.0:1788201788.302732:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.302733:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.302734:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46542ef000. 00000020:00000001:1.0:1788201788.302736:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.302737:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23799 obd_type name = obd_test 00000020:01000000:1.0:1788201788.302739:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23799 (obd_uuid_23799) 00000020:00000001:1.0:1788201788.302740:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.302741:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.302743:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.302745:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.302747:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46541d1800. 00000020:00000010:1.0:1788201788.302748:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.302750:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.302752:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.302754:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655680ec0. 00000020:00000010:1.0:1788201788.302756:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.302757:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.302759:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46541d1800. 00000020:00000010:1.0:1788201788.302761:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.302762:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.302764:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.302765:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.302767:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.302768:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46543019c0. 00000020:00000001:1.0:1788201788.302771:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.302772:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.302774:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.302777:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.302778:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.302779:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.302781:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.302863:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.302874:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.302876:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.302877:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.302878:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.302879:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.302880:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.302881:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.302908:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.302953:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.302955:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.302956:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.302958:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.302960:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.302961:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.302963:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.302964:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.302967:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.302969:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23800: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.302970:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.302972:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23806 (ffff9c4654300000) has no exports 00000020:00000001:1.0:1788201788.302973:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.302974:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.302976:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.302978:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.302979:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.302981:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46541d0800. 00000020:00000010:1.0:1788201788.302982:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.302984:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.302986:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.302988:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f92c0. 00000020:00000010:1.0:1788201788.302990:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f92c0. 00000020:00000010:1.0:1788201788.302994:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.302996:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.302997:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46541d0800. 00000020:00000010:1.0:1788201788.302999:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.303000:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.303002:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.303003:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.303005:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.303012:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.303015:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46542d6c00. 00000001:00000010:1.0:1788201788.303016:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46542d7a00. 00000001:00000010:1.0:1788201788.303018:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46542fd400. 00000001:00000010:1.0:1788201788.303019:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46542fdc00. 00000001:00000010:1.0:1788201788.303021:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014800. 00000001:00000010:1.0:1788201788.303022:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c475d8ad600. 00000001:00000001:1.0:1788201788.303023:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.303024:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23800 (ffff9c4654300000) now 3 - setup 00000020:00000001:1.0:1788201788.303026:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.303027:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.303028:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.303030:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.303032:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.303033:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.303034:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.303135:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.303151:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.303153:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.303155:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.303157:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.303159:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.303161:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.303162:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.303197:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.303245:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.303247:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.303248:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.303250:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.303252:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.303254:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.303255:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.303257:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.303260:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.303262:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23800 (ffff9c4654300000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.303263:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23800 (uuid obd_uuid_23800) 00000020:00000040:1.0:1788201788.303265:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23800 (ffff9c4654300000) now 1 - newdev 00000020:00000040:1.0:1788201788.303267:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46542e9800 with handle 0x8990e4d0a2217156 from hash 00000020:00000040:1.0:1788201788.303269:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46542e9800 : new refcount 0 00000020:00000080:1.0:1788201788.303270:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46542e9800/obd_uuid_23800 00000020:00000001:1.0:1788201788.303271:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.303272:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.303273:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46542e9800/obd_uuid_23800 for obd_name_23800 00000020:00000001:1.0:1788201788.303275:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.303275:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.303277:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46542e9800. 00000020:00000001:1.0:1788201788.303279:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.303280:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23800 obd_type name = obd_test 00000020:01000000:1.0:1788201788.303281:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23800 (obd_uuid_23800) 00000020:00000001:1.0:1788201788.303282:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.303284:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.303286:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.303296:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.303298:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46541d7800. 00000020:00000010:1.0:1788201788.303300:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.303302:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.303303:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.303305:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655680700. 00000020:00000010:1.0:1788201788.303307:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.303309:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.303310:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46541d7800. 00000020:00000010:1.0:1788201788.303312:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.303314:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.303315:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.303317:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.303318:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.303319:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654300000. 00000020:00000001:1.0:1788201788.303322:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.303323:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.303325:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.303327:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.303328:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.303330:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.303331:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.303433:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.303444:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.303445:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.303446:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.303448:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.303449:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.303450:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.303451:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.303478:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.303524:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.303525:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.303526:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.303528:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.303530:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.303532:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.303534:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.303535:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.303538:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.303540:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23801: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.303541:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.303543:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23807 (ffff9c4654304d40) has no exports 00000020:00000001:1.0:1788201788.303544:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.303545:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.303548:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.303549:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.303551:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.303554:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465418b800. 00000020:00000010:1.0:1788201788.303555:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.303557:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.303559:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.303561:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f9380. 00000020:00000010:1.0:1788201788.303563:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f9380. 00000020:00000010:1.0:1788201788.303567:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.303568:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.303570:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465418b800. 00000020:00000010:1.0:1788201788.303571:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.303573:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.303575:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.303576:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.303577:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.303584:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.303587:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46542fea00. 00000001:00000010:1.0:1788201788.303589:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46542ffe00. 00000001:00000010:1.0:1788201788.303591:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46542fee00. 00000001:00000010:1.0:1788201788.303592:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46542ff800. 00000001:00000010:1.0:1788201788.303593:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c47710148c0. 00000001:00000010:1.0:1788201788.303595:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c475d8add00. 00000001:00000001:1.0:1788201788.303596:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.303597:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23801 (ffff9c4654304d40) now 3 - setup 00000020:00000001:1.0:1788201788.303598:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.303600:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.303601:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.303603:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.303604:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.303606:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.303607:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.303715:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.303726:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.303727:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.303728:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.303730:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.303731:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.303732:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.303734:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.303760:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.303806:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.303808:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.303809:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.303811:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.303813:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.303814:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.303816:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.303817:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.303821:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.303824:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23801 (ffff9c4654304d40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.303826:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23801 (uuid obd_uuid_23801) 00000020:00000040:1.0:1788201788.303827:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23801 (ffff9c4654304d40) now 1 - newdev 00000020:00000040:1.0:1788201788.303829:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46542e8800 with handle 0x8990e4d0a221715d from hash 00000020:00000040:1.0:1788201788.303831:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46542e8800 : new refcount 0 00000020:00000080:1.0:1788201788.303832:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46542e8800/obd_uuid_23801 00000020:00000001:1.0:1788201788.303834:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.303835:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.303836:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46542e8800/obd_uuid_23801 for obd_name_23801 00000020:00000001:1.0:1788201788.303837:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.303838:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.303840:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46542e8800. 00000020:00000001:1.0:1788201788.303842:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.303843:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23801 obd_type name = obd_test 00000020:01000000:1.0:1788201788.303844:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23801 (obd_uuid_23801) 00000020:00000001:1.0:1788201788.303845:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.303846:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.303848:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.303850:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.303852:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465418c800. 00000020:00000010:1.0:1788201788.303854:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.303856:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.303858:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.303860:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655680140. 00000020:00000010:1.0:1788201788.303862:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.303863:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.303865:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465418c800. 00000020:00000010:1.0:1788201788.303866:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.303868:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.303870:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.303871:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.303873:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.303874:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654304d40. 00000020:00000001:1.0:1788201788.303877:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.303878:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.303879:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.303882:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.303883:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.303884:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.303886:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.304002:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.304012:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.304014:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.304015:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.304016:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.304017:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.304018:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.304019:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.304047:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.304118:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.304120:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.304121:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.304123:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.304143:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.304146:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.304149:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.304151:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.304155:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.304157:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23802: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.304159:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.304161:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23808 (ffff9c4654303380) has no exports 00000020:00000001:1.0:1788201788.304163:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.304164:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.304167:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.304170:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.304172:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.304175:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465418d800. 00000020:00000010:1.0:1788201788.304177:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.304180:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.304182:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.304185:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f9b00. 00000020:00000010:1.0:1788201788.304188:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f9b00. 00000020:00000010:1.0:1788201788.304193:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.304196:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.304197:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465418d800. 00000020:00000010:1.0:1788201788.304200:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.304202:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.304205:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.304207:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.304209:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.304221:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.304226:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46542ff600. 00000001:00000010:1.0:1788201788.304228:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46542ff000. 00000001:00000010:1.0:1788201788.304230:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46542fe800. 00000001:00000010:1.0:1788201788.304233:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46542fe400. 00000001:00000010:1.0:1788201788.304235:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014500. 00000001:00000010:1.0:1788201788.304237:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c475d8ad100. 00000001:00000001:1.0:1788201788.304239:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.304241:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23802 (ffff9c4654303380) now 3 - setup 00000020:00000001:1.0:1788201788.304243:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.304245:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.304248:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.304251:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.304253:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.304255:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.304256:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.304350:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.304362:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.304364:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.304366:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.304367:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.304369:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.304371:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.304373:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.304436:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.304511:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.304514:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.304515:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.304518:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.304521:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.304523:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.304526:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.304528:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.304533:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.304536:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23802 (ffff9c4654303380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.304538:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23802 (uuid obd_uuid_23802) 00000020:00000040:1.0:1788201788.304540:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23802 (ffff9c4654303380) now 1 - newdev 00000020:00000040:1.0:1788201788.304544:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46542eb000 with handle 0x8990e4d0a2217164 from hash 00000020:00000040:1.0:1788201788.304547:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46542eb000 : new refcount 0 00000020:00000080:1.0:1788201788.304548:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46542eb000/obd_uuid_23802 00000020:00000001:1.0:1788201788.304551:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.304553:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.304555:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46542eb000/obd_uuid_23802 for obd_name_23802 00000020:00000001:1.0:1788201788.304558:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.304560:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.304562:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46542eb000. 00000020:00000001:1.0:1788201788.304566:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.304567:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23802 obd_type name = obd_test 00000020:01000000:1.0:1788201788.304569:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23802 (obd_uuid_23802) 00000020:00000001:1.0:1788201788.304570:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.304573:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.304576:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.304579:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.304582:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465418e000. 00000020:00000010:1.0:1788201788.304584:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.304588:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.304590:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.304593:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655680ac0. 00000020:00000010:1.0:1788201788.304597:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.304599:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.304602:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465418e000. 00000020:00000010:1.0:1788201788.304605:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.304608:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.304611:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.304613:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.304616:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.304618:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654303380. 00000020:00000001:1.0:1788201788.304623:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.304625:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.304628:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.304632:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.304634:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.304636:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.304638:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.304776:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.304793:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.304795:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.304798:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.304800:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.304802:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.304804:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.304805:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.304847:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.304927:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.304929:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.304932:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.304935:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.304939:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.304942:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.304945:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.304947:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.304952:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.304955:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23803: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.304957:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.304959:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23809 (ffff9c46543119c0) has no exports 00000020:00000001:1.0:1788201788.304961:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.304963:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.304965:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.304968:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.304971:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.304975:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465418f800. 00000020:00000010:1.0:1788201788.304977:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.304981:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.304984:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.304988:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f99c0. 00000020:00000010:1.0:1788201788.304992:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f99c0. 00000020:00000010:1.0:1788201788.304997:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.305000:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.305002:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465418f800. 00000020:00000010:1.0:1788201788.305006:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.305008:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.305010:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.305012:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.305015:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.305028:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.305034:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46542ff400. 00000001:00000010:1.0:1788201788.305036:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46542ffc00. 00000001:00000010:1.0:1788201788.305039:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46542fe000. 00000001:00000010:1.0:1788201788.305041:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46542fe600. 00000001:00000010:1.0:1788201788.305042:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c47710146e0. 00000001:00000010:1.0:1788201788.305045:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c475d8ad400. 00000001:00000001:1.0:1788201788.305049:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.305050:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23803 (ffff9c46543119c0) now 3 - setup 00000020:00000001:1.0:1788201788.305053:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.305055:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.305057:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.305059:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.305061:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.305063:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.305065:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.305220:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.305236:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.305238:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.305240:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.305242:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.305244:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.305246:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.305247:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.305292:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.305375:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.305378:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.305379:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.305382:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.305386:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.305389:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.305418:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.305421:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.305427:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.305430:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23803 (ffff9c46543119c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.305434:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23803 (uuid obd_uuid_23803) 00000020:00000040:1.0:1788201788.305436:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23803 (ffff9c46543119c0) now 1 - newdev 00000020:00000040:1.0:1788201788.305440:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46542e8000 with handle 0x8990e4d0a221716b from hash 00000020:00000040:1.0:1788201788.305443:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46542e8000 : new refcount 0 00000020:00000080:1.0:1788201788.305445:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46542e8000/obd_uuid_23803 00000020:00000001:1.0:1788201788.305447:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.305449:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.305451:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46542e8000/obd_uuid_23803 for obd_name_23803 00000020:00000001:1.0:1788201788.305453:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.305455:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.305457:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46542e8000. 00000020:00000001:1.0:1788201788.305461:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.305462:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23803 obd_type name = obd_test 00000020:01000000:1.0:1788201788.305464:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23803 (obd_uuid_23803) 00000020:00000001:1.0:1788201788.305465:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.305469:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.305473:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.305477:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.305482:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465418d000. 00000020:00000010:1.0:1788201788.305485:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.305488:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.305491:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.305493:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655680980. 00000020:00000010:1.0:1788201788.305497:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.305500:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.305502:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465418d000. 00000020:00000010:1.0:1788201788.305505:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.305507:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.305510:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.305513:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.305515:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.305518:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46543119c0. 00000020:00000001:1.0:1788201788.305542:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.305545:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.305547:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.305551:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.305554:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.305556:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.305558:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.305701:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.305716:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.305718:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.305720:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.305722:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.305723:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.305725:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.305727:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.305767:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.305842:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.305845:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.305847:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.305849:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.305852:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.305855:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.305858:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.305860:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.305865:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.305868:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23804: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.305871:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.305873:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23810 (ffff9c4654310000) has no exports 00000020:00000001:1.0:1788201788.305876:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.305879:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.305881:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.305884:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.305886:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.305891:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654189000. 00000020:00000010:1.0:1788201788.305893:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.305896:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.305898:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.305902:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f9a00. 00000020:00000010:1.0:1788201788.305906:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f9a00. 00000020:00000010:1.0:1788201788.305912:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.305916:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.305918:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654189000. 00000020:00000010:1.0:1788201788.305921:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.305924:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.305926:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.305929:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.305932:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.305947:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.305955:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46542fcc00. 00000001:00000010:1.0:1788201788.305959:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46542fda00. 00000001:00000010:1.0:1788201788.305962:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46542ffa00. 00000001:00000010:1.0:1788201788.305964:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46542fec00. 00000001:00000010:1.0:1788201788.305967:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014520. 00000001:00000010:1.0:1788201788.305969:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c475d8ad700. 00000001:00000001:1.0:1788201788.305972:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.305973:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23804 (ffff9c4654310000) now 3 - setup 00000020:00000001:1.0:1788201788.305976:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.305978:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.305981:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.305985:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.305988:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.305991:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.305992:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.306150:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.306165:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.306167:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.306169:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.306170:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.306172:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.306173:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.306175:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.306217:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.306291:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.306294:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.306295:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.306298:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.306301:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.306304:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.306306:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.306308:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.306313:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.306315:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23804 (ffff9c4654310000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.306318:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23804 (uuid obd_uuid_23804) 00000020:00000040:1.0:1788201788.306319:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23804 (ffff9c4654310000) now 1 - newdev 00000020:00000040:1.0:1788201788.306322:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46542ea000 with handle 0x8990e4d0a2217172 from hash 00000020:00000040:1.0:1788201788.306325:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46542ea000 : new refcount 0 00000020:00000080:1.0:1788201788.306327:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46542ea000/obd_uuid_23804 00000020:00000001:1.0:1788201788.306328:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.306330:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.306331:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46542ea000/obd_uuid_23804 for obd_name_23804 00000020:00000001:1.0:1788201788.306334:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.306335:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.306337:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46542ea000. 00000020:00000001:1.0:1788201788.306340:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.306341:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23804 obd_type name = obd_test 00000020:01000000:1.0:1788201788.306343:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23804 (obd_uuid_23804) 00000020:00000001:1.0:1788201788.306344:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.306346:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.306349:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.306351:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.306355:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465418a800. 00000020:00000010:1.0:1788201788.306357:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.306360:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.306362:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.306365:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655680380. 00000020:00000010:1.0:1788201788.306368:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.306371:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.306373:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465418a800. 00000020:00000010:1.0:1788201788.306375:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.306378:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.306380:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.306382:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.306384:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.306386:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654310000. 00000020:00000001:1.0:1788201788.306390:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.306415:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.306418:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.306423:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.306426:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.306429:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.306431:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.306551:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.306562:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.306563:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.306564:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.306566:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.306567:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.306568:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.306569:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.306596:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.306644:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.306646:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.306647:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.306649:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.306651:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.306653:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.306654:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.306656:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.306659:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.306660:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23805: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.306662:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.306663:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23811 (ffff9c4654314d40) has no exports 00000020:00000001:1.0:1788201788.306665:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.306667:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.306668:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.306670:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.306672:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.306674:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465418f000. 00000020:00000010:1.0:1788201788.306676:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.306678:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.306680:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.306681:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f9b40. 00000020:00000010:1.0:1788201788.306684:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f9b40. 00000020:00000010:1.0:1788201788.306688:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.306690:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.306691:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465418f000. 00000020:00000010:1.0:1788201788.306693:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.306695:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.306696:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.306698:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.306700:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.306708:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.306711:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465431c200. 00000001:00000010:1.0:1788201788.306713:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465431c000. 00000001:00000010:1.0:1788201788.306714:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465431c600. 00000001:00000010:1.0:1788201788.306716:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465431da00. 00000001:00000010:1.0:1788201788.306718:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014360. 00000001:00000010:1.0:1788201788.306720:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c475d8ada00. 00000001:00000001:1.0:1788201788.306721:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.306722:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23805 (ffff9c4654314d40) now 3 - setup 00000020:00000001:1.0:1788201788.306724:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.306726:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.306727:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.306729:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.306730:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.306731:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.306733:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.306816:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.306826:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.306828:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.306829:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.306830:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.306831:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.306832:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.306833:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.306861:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.306908:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.306909:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.306910:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.306912:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.306914:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.306916:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.306917:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.306919:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.306922:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.306923:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23805 (ffff9c4654314d40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.306925:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23805 (uuid obd_uuid_23805) 00000020:00000040:1.0:1788201788.306926:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23805 (ffff9c4654314d40) now 1 - newdev 00000020:00000040:1.0:1788201788.306928:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46542ec000 with handle 0x8990e4d0a2217179 from hash 00000020:00000040:1.0:1788201788.306930:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46542ec000 : new refcount 0 00000020:00000080:1.0:1788201788.306932:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46542ec000/obd_uuid_23805 00000020:00000001:1.0:1788201788.306933:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.306934:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.306936:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46542ec000/obd_uuid_23805 for obd_name_23805 00000020:00000001:1.0:1788201788.306937:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.306938:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.306939:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46542ec000. 00000020:00000001:1.0:1788201788.306941:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.306942:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23805 obd_type name = obd_test 00000020:01000000:1.0:1788201788.306943:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23805 (obd_uuid_23805) 00000020:00000001:1.0:1788201788.306944:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.306946:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.306948:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.306949:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.306952:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654189800. 00000020:00000010:1.0:1788201788.306953:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.306955:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.306957:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.306959:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655680080. 00000020:00000010:1.0:1788201788.306961:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.306962:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.306964:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654189800. 00000020:00000010:1.0:1788201788.306966:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.306967:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.306969:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.306970:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.306972:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.306973:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654314d40. 00000020:00000001:1.0:1788201788.306976:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.306977:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.306978:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.306981:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.306992:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.306994:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.306995:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.307075:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.307086:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.307087:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.307089:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.307090:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.307091:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.307092:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.307093:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.307119:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.307198:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.307201:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.307202:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.307205:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.307208:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.307211:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.307213:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.307215:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.307220:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.307222:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23806: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.307224:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.307226:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23812 (ffff9c4654313380) has no exports 00000020:00000001:1.0:1788201788.307228:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.307230:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.307232:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.307235:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.307238:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.307241:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465418a000. 00000020:00000010:1.0:1788201788.307244:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.307248:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.307250:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.307253:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f96c0. 00000020:00000010:1.0:1788201788.307256:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f96c0. 00000020:00000010:1.0:1788201788.307260:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.307262:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.307263:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465418a000. 00000020:00000010:1.0:1788201788.307265:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.307266:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.307268:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.307270:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.307271:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.307278:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.307281:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465431d200. 00000001:00000010:1.0:1788201788.307283:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465431d800. 00000001:00000010:1.0:1788201788.307284:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465431d600. 00000001:00000010:1.0:1788201788.307286:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465431ca00. 00000001:00000010:1.0:1788201788.307287:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c47710148e0. 00000001:00000010:1.0:1788201788.307289:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c475d8ade00. 00000001:00000001:1.0:1788201788.307291:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.307292:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23806 (ffff9c4654313380) now 3 - setup 00000020:00000001:1.0:1788201788.307294:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.307295:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.307297:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.307298:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.307299:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.307301:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.307302:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.307388:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.307420:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.307422:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.307423:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.307424:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.307425:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.307426:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.307427:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.307456:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.307505:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.307507:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.307508:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.307510:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.307512:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.307514:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.307515:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.307517:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.307520:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.307521:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23806 (ffff9c4654313380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.307523:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23806 (uuid obd_uuid_23806) 00000020:00000040:1.0:1788201788.307524:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23806 (ffff9c4654313380) now 1 - newdev 00000020:00000040:1.0:1788201788.307526:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46542ec800 with handle 0x8990e4d0a2217180 from hash 00000020:00000040:1.0:1788201788.307528:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46542ec800 : new refcount 0 00000020:00000080:1.0:1788201788.307529:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46542ec800/obd_uuid_23806 00000020:00000001:1.0:1788201788.307531:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.307533:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.307534:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46542ec800/obd_uuid_23806 for obd_name_23806 00000020:00000001:1.0:1788201788.307535:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.307536:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.307537:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46542ec800. 00000020:00000001:1.0:1788201788.307539:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.307540:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23806 obd_type name = obd_test 00000020:01000000:1.0:1788201788.307541:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23806 (obd_uuid_23806) 00000020:00000001:1.0:1788201788.307542:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.307544:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.307545:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.307547:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.307549:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465418c000. 00000020:00000010:1.0:1788201788.307550:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.307552:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.307554:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.307556:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c46556809c0. 00000020:00000010:1.0:1788201788.307558:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.307560:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.307561:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465418c000. 00000020:00000010:1.0:1788201788.307563:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.307565:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.307566:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.307568:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.307569:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.307570:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654313380. 00000020:00000001:1.0:1788201788.307573:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.307574:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.307576:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.307578:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.307580:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.307581:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.307582:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.307665:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.307676:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.307677:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.307678:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.307679:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.307681:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.307682:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.307683:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.307709:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.307755:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.307756:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.307757:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.307759:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.307761:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.307763:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.307764:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.307766:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.307769:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.307771:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23807: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.307772:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.307773:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23813 (ffff9c46543219c0) has no exports 00000020:00000001:1.0:1788201788.307774:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.307776:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.307777:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.307779:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.307781:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.307783:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465418b000. 00000020:00000010:1.0:1788201788.307784:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.307786:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.307788:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.307790:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f90c0. 00000020:00000010:1.0:1788201788.307793:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f90c0. 00000020:00000010:1.0:1788201788.307796:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.307798:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.307799:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465418b000. 00000020:00000010:1.0:1788201788.307801:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.307803:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.307805:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.307806:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.307808:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.307816:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.307820:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465431de00. 00000001:00000010:1.0:1788201788.307821:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465431ce00. 00000001:00000010:1.0:1788201788.307823:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465431c400. 00000001:00000010:1.0:1788201788.307824:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465431d400. 00000001:00000010:1.0:1788201788.307826:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014300. 00000001:00000010:1.0:1788201788.307827:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c475d8adb00. 00000001:00000001:1.0:1788201788.307829:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.307830:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23807 (ffff9c46543219c0) now 3 - setup 00000020:00000001:1.0:1788201788.307831:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.307832:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.307834:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.307835:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.307837:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.307838:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.307839:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.307919:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.307929:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.307931:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.307932:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.307933:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.307934:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.307935:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.307937:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.307963:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.308012:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.308014:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.308015:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.308017:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.308019:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.308021:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.308022:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.308024:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.308027:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.308028:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23807 (ffff9c46543219c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.308030:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23807 (uuid obd_uuid_23807) 00000020:00000040:1.0:1788201788.308031:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23807 (ffff9c46543219c0) now 1 - newdev 00000020:00000040:1.0:1788201788.308033:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46542eb800 with handle 0x8990e4d0a2217187 from hash 00000020:00000040:1.0:1788201788.308035:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46542eb800 : new refcount 0 00000020:00000080:1.0:1788201788.308036:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46542eb800/obd_uuid_23807 00000020:00000001:1.0:1788201788.308038:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.308039:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.308040:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46542eb800/obd_uuid_23807 for obd_name_23807 00000020:00000001:1.0:1788201788.308042:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.308043:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.308044:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46542eb800. 00000020:00000001:1.0:1788201788.308046:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.308047:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23807 obd_type name = obd_test 00000020:01000000:1.0:1788201788.308048:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23807 (obd_uuid_23807) 00000020:00000001:1.0:1788201788.308049:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.308050:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.308052:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.308054:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.308056:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654188000. 00000020:00000010:1.0:1788201788.308058:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.308060:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.308061:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.308063:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c46556802c0. 00000020:00000010:1.0:1788201788.308065:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.308067:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.308068:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654188000. 00000020:00000010:1.0:1788201788.308070:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.308072:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.308073:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.308075:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.308076:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.308077:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46543219c0. 00000020:00000001:1.0:1788201788.308082:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.308083:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.308085:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.308087:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.308089:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.308090:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.308091:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.308205:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.308220:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.308222:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.308224:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.308226:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.308227:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.308229:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.308231:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.308264:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.308312:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.308314:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.308315:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.308317:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.308319:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.308321:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.308323:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.308324:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.308327:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.308329:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23808: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.308330:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.308331:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23814 (ffff9c4654320000) has no exports 00000020:00000001:1.0:1788201788.308333:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.308334:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.308336:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.308337:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.308339:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.308341:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654188800. 00000020:00000010:1.0:1788201788.308343:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.308345:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.308347:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.308349:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f9800. 00000020:00000010:1.0:1788201788.308352:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f9800. 00000020:00000010:1.0:1788201788.308355:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.308357:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.308358:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654188800. 00000020:00000010:1.0:1788201788.308360:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.308362:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.308363:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.308365:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.308366:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.308374:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.308377:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46542fe200. 00000001:00000010:1.0:1788201788.308379:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46542ff200. 00000001:00000010:1.0:1788201788.308380:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465431dc00. 00000001:00000010:1.0:1788201788.308382:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465431d000. 00000001:00000010:1.0:1788201788.308383:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014620. 00000001:00000010:1.0:1788201788.308385:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c475d8ad300. 00000001:00000001:1.0:1788201788.308386:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.308387:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23808 (ffff9c4654320000) now 3 - setup 00000020:00000001:1.0:1788201788.308389:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.308390:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.308392:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.308410:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.308412:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.308414:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.308415:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.308547:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.308558:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.308560:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.308561:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.308562:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.308563:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.308564:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.308566:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.308593:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.308641:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.308643:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.308644:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.308646:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.308648:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.308650:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.308652:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.308653:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.308656:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.308658:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23808 (ffff9c4654320000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.308659:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23808 (uuid obd_uuid_23808) 00000020:00000040:1.0:1788201788.308660:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23808 (ffff9c4654320000) now 1 - newdev 00000020:00000040:1.0:1788201788.308662:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46542ee000 with handle 0x8990e4d0a221718e from hash 00000020:00000040:1.0:1788201788.308665:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46542ee000 : new refcount 0 00000020:00000080:1.0:1788201788.308666:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46542ee000/obd_uuid_23808 00000020:00000001:1.0:1788201788.308667:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.308669:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.308670:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46542ee000/obd_uuid_23808 for obd_name_23808 00000020:00000001:1.0:1788201788.308671:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.308672:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.308673:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46542ee000. 00000020:00000001:1.0:1788201788.308675:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.308676:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23808 obd_type name = obd_test 00000020:01000000:1.0:1788201788.308677:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23808 (obd_uuid_23808) 00000020:00000001:1.0:1788201788.308678:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.308680:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.308681:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.308683:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.308687:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4759267800. 00000020:00000010:1.0:1788201788.308689:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.308691:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.308693:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.308695:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655680a00. 00000020:00000010:1.0:1788201788.308697:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.308699:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.308700:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4759267800. 00000020:00000010:1.0:1788201788.308702:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.308704:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.308705:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.308707:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.308708:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.308709:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654320000. 00000020:00000001:1.0:1788201788.308712:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.308713:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.308715:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.308718:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.308719:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.308720:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.308721:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.308803:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.308813:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.308815:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.308816:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.308817:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.308818:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.308819:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.308821:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.308847:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.308893:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.308895:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.308896:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.308897:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.308899:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.308901:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.308903:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.308904:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.308908:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.308909:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23809: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.308911:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.308913:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23815 (ffff9c4654324d40) has no exports 00000020:00000001:1.0:1788201788.308914:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.308915:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.308917:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.308919:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.308920:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.308922:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4759261800. 00000020:00000010:1.0:1788201788.308924:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.308926:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.308928:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.308930:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f9480. 00000020:00000010:1.0:1788201788.308932:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f9480. 00000020:00000010:1.0:1788201788.308936:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.308937:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.308939:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4759261800. 00000020:00000010:1.0:1788201788.308941:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.308942:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.308944:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.308945:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.308947:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.308955:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.308958:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465402d600. 00000001:00000010:1.0:1788201788.308960:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465402da00. 00000001:00000010:1.0:1788201788.308961:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465402d000. 00000001:00000010:1.0:1788201788.308962:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465402cc00. 00000001:00000010:1.0:1788201788.308964:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268ee0. 00000001:00000010:1.0:1788201788.308966:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4654bab000. 00000001:00000001:1.0:1788201788.308969:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.308970:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23809 (ffff9c4654324d40) now 3 - setup 00000020:00000001:1.0:1788201788.308971:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.308972:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.308973:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.308975:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.308976:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.308978:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.308979:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.309060:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.309071:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.309072:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.309073:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.309074:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.309075:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.309077:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.309078:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.309104:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.309263:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.309265:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.309266:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.309268:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.309270:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.309272:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.309273:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.309275:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.309278:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.309280:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23809 (ffff9c4654324d40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.309281:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23809 (uuid obd_uuid_23809) 00000020:00000040:1.0:1788201788.309283:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23809 (ffff9c4654324d40) now 1 - newdev 00000020:00000040:1.0:1788201788.309285:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46542ed800 with handle 0x8990e4d0a2217195 from hash 00000020:00000040:1.0:1788201788.309287:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46542ed800 : new refcount 0 00000020:00000080:1.0:1788201788.309288:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46542ed800/obd_uuid_23809 00000020:00000001:1.0:1788201788.309289:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.309291:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.309291:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46542ed800/obd_uuid_23809 for obd_name_23809 00000020:00000001:1.0:1788201788.309293:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.309294:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.309295:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46542ed800. 00000020:00000001:1.0:1788201788.309298:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.309300:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23809 obd_type name = obd_test 00000020:01000000:1.0:1788201788.309301:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23809 (obd_uuid_23809) 00000020:00000001:1.0:1788201788.309303:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.309306:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.309309:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.309311:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.309315:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c475942e000. 00000020:00000010:1.0:1788201788.309318:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.309322:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.309324:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.309326:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4654baccc0. 00000020:00000010:1.0:1788201788.309330:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.309332:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.309334:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c475942e000. 00000020:00000010:1.0:1788201788.309337:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.309340:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.309342:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.309344:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.309346:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.309348:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654324d40. 00000020:00000001:1.0:1788201788.309353:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.309354:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.309357:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.309360:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.309362:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.309365:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.309366:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.309500:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.309512:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.309513:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.309514:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.309515:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.309516:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.309518:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.309519:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.309545:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.309593:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.309595:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.309596:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.309598:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.309600:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.309602:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.309603:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.309605:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.309608:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.309609:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23810: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.309611:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.309612:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23816 (ffff9c465433cd40) has no exports 00000020:00000001:1.0:1788201788.309613:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.309615:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.309617:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.309619:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.309620:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.309622:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4759428800. 00000020:00000010:1.0:1788201788.309624:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.309626:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.309628:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.309630:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f9f80. 00000020:00000010:1.0:1788201788.309632:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f9f80. 00000020:00000010:1.0:1788201788.309636:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.309637:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.309639:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4759428800. 00000020:00000010:1.0:1788201788.309641:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.309642:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.309644:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.309645:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.309647:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.309661:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.309664:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465400fc00. 00000001:00000010:1.0:1788201788.309667:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465400f400. 00000001:00000010:1.0:1788201788.309672:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465402c800. 00000001:00000010:1.0:1788201788.309674:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465402c400. 00000001:00000010:1.0:1788201788.309676:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268f80. 00000001:00000010:1.0:1788201788.309677:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4654bab900. 00000001:00000001:1.0:1788201788.309679:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.309680:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23810 (ffff9c465433cd40) now 3 - setup 00000020:00000001:1.0:1788201788.309682:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.309683:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.309685:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.309687:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.309688:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.309689:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.309691:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.309775:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.309786:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.309787:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.309789:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.309790:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.309791:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.309792:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.309793:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.309819:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.309866:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.309868:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.309869:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.309870:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.309872:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.309874:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.309876:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.309877:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.309880:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.309882:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23810 (ffff9c465433cd40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.309884:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23810 (uuid obd_uuid_23810) 00000020:00000040:1.0:1788201788.309885:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23810 (ffff9c465433cd40) now 1 - newdev 00000020:00000040:1.0:1788201788.309887:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654330800 with handle 0x8990e4d0a221719c from hash 00000020:00000040:1.0:1788201788.309889:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654330800 : new refcount 0 00000020:00000080:1.0:1788201788.309890:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654330800/obd_uuid_23810 00000020:00000001:1.0:1788201788.309892:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.309894:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.309895:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654330800/obd_uuid_23810 for obd_name_23810 00000020:00000001:1.0:1788201788.309896:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.309897:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.309899:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654330800. 00000020:00000001:1.0:1788201788.309901:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.309902:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23810 obd_type name = obd_test 00000020:01000000:1.0:1788201788.309903:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23810 (obd_uuid_23810) 00000020:00000001:1.0:1788201788.309904:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.309905:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.309907:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.309909:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.309912:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4744c97800. 00000020:00000010:1.0:1788201788.309914:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.309916:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.309918:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.309919:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4654bacf00. 00000020:00000010:1.0:1788201788.309922:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.309923:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.309925:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4744c97800. 00000020:00000010:1.0:1788201788.309926:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.309928:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.309929:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.309931:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.309932:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.309934:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c465433cd40. 00000020:00000001:1.0:1788201788.309939:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.309940:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.309942:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.309944:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.309946:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.309947:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.309948:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.310032:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.310047:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.310050:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.310051:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.310052:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.310054:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.310055:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.310057:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.310097:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.310177:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.310179:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.310181:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.310184:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.310187:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.310190:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.310192:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.310195:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.310199:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.310201:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23811: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.310204:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.310205:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23817 (ffff9c465433b380) has no exports 00000020:00000001:1.0:1788201788.310208:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.310209:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.310212:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.310215:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.310217:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.310221:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c47509b2000. 00000020:00000010:1.0:1788201788.310224:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.310227:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.310230:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.310233:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f9680. 00000020:00000010:1.0:1788201788.310237:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f9680. 00000020:00000010:1.0:1788201788.310242:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.310246:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.310248:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c47509b2000. 00000020:00000010:1.0:1788201788.310251:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.310253:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.310254:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.310256:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.310257:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.310265:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.310269:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654340400. 00000001:00000010:1.0:1788201788.310270:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654341400. 00000001:00000010:1.0:1788201788.310272:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654341c00. 00000001:00000010:1.0:1788201788.310273:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654340800. 00000001:00000010:1.0:1788201788.310275:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c47442685c0. 00000001:00000010:1.0:1788201788.310276:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4654bab300. 00000001:00000001:1.0:1788201788.310278:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.310279:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23811 (ffff9c465433b380) now 3 - setup 00000020:00000001:1.0:1788201788.310280:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.310282:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.310283:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.310285:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.310286:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.310287:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.310288:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.310374:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.310385:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.310386:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.310387:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.310389:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.310390:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.310391:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.310495:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.310527:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.310574:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.310576:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.310577:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.310578:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.310580:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.310582:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.310584:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.310585:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.310588:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.310590:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23811 (ffff9c465433b380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.310592:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23811 (uuid obd_uuid_23811) 00000020:00000040:1.0:1788201788.310593:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23811 (ffff9c465433b380) now 1 - newdev 00000020:00000040:1.0:1788201788.310595:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654333000 with handle 0x8990e4d0a22171a3 from hash 00000020:00000040:1.0:1788201788.310597:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654333000 : new refcount 0 00000020:00000080:1.0:1788201788.310598:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654333000/obd_uuid_23811 00000020:00000001:1.0:1788201788.310600:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.310601:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.310602:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654333000/obd_uuid_23811 for obd_name_23811 00000020:00000001:1.0:1788201788.310603:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.310604:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.310605:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654333000. 00000020:00000001:1.0:1788201788.310608:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.310609:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23811 obd_type name = obd_test 00000020:01000000:1.0:1788201788.310610:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23811 (obd_uuid_23811) 00000020:00000001:1.0:1788201788.310611:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.310613:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.310615:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.310617:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.310619:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c47509b1000. 00000020:00000010:1.0:1788201788.310620:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.310622:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.310624:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.310626:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4654bacbc0. 00000020:00000010:1.0:1788201788.310628:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.310629:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.310631:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c47509b1000. 00000020:00000010:1.0:1788201788.310633:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.310634:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.310636:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.310637:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.310638:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.310640:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c465433b380. 00000020:00000001:1.0:1788201788.310643:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.310645:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.310646:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.310649:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.310650:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.310652:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.310653:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.310734:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.310745:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.310746:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.310748:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.310749:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.310750:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.310751:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.310752:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.310779:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.310824:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.310826:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.310827:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.310829:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.310831:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.310833:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.310834:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.310835:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.310838:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.310840:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23812: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.310842:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.310843:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23818 (ffff9c46543399c0) has no exports 00000020:00000001:1.0:1788201788.310844:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.310845:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.310847:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.310849:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.310850:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.310852:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c47509b4800. 00000020:00000010:1.0:1788201788.310854:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.310857:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.310858:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.310860:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f9a40. 00000020:00000010:1.0:1788201788.310863:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f9a40. 00000020:00000010:1.0:1788201788.310866:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.310868:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.310869:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c47509b4800. 00000020:00000010:1.0:1788201788.310872:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.310873:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.310875:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.310876:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.310878:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.310903:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.310906:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654340c00. 00000001:00000010:1.0:1788201788.310908:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654341a00. 00000001:00000010:1.0:1788201788.310910:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654341200. 00000001:00000010:1.0:1788201788.310911:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654340200. 00000001:00000010:1.0:1788201788.310913:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c47442682e0. 00000001:00000010:1.0:1788201788.310914:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4654bab800. 00000001:00000001:1.0:1788201788.310916:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.310917:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23812 (ffff9c46543399c0) now 3 - setup 00000020:00000001:1.0:1788201788.310918:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.310919:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.310921:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.310923:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.310924:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.310925:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.310926:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.311071:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.311081:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.311083:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.311084:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.311085:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.311086:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.311087:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.311089:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.311145:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.311224:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.311226:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.311227:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.311229:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.311231:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.311242:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.311244:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.311245:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.311248:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.311250:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23812 (ffff9c46543399c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.311251:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23812 (uuid obd_uuid_23812) 00000020:00000040:1.0:1788201788.311253:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23812 (ffff9c46543399c0) now 1 - newdev 00000020:00000040:1.0:1788201788.311255:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654330000 with handle 0x8990e4d0a22171aa from hash 00000020:00000040:1.0:1788201788.311257:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654330000 : new refcount 0 00000020:00000080:1.0:1788201788.311258:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654330000/obd_uuid_23812 00000020:00000001:1.0:1788201788.311259:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.311261:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.311262:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654330000/obd_uuid_23812 for obd_name_23812 00000020:00000001:1.0:1788201788.311263:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.311265:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.311266:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654330000. 00000020:00000001:1.0:1788201788.311268:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.311269:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23812 obd_type name = obd_test 00000020:01000000:1.0:1788201788.311270:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23812 (obd_uuid_23812) 00000020:00000001:1.0:1788201788.311271:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.311272:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.311274:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.311276:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.311278:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c47509b6000. 00000020:00000010:1.0:1788201788.311280:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.311282:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.311284:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.311286:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4654bacc80. 00000020:00000010:1.0:1788201788.311288:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.311289:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.311291:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c47509b6000. 00000020:00000010:1.0:1788201788.311293:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.311295:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.311296:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.311298:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.311299:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.311301:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46543399c0. 00000020:00000001:1.0:1788201788.311304:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.311305:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.311306:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.311309:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.311311:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.311312:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.311313:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.311442:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.311453:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.311454:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.311455:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.311456:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.311458:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.311459:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.311460:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.311486:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.311533:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.311534:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.311535:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.311537:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.311539:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.311541:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.311542:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.311544:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.311547:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.311548:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23813: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.311550:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.311552:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23819 (ffff9c4654338000) has no exports 00000020:00000001:1.0:1788201788.311553:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.311554:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.311556:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.311558:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.311559:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.311561:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a73800. 00000020:00000010:1.0:1788201788.311563:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.311565:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.311567:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.311569:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f9880. 00000020:00000010:1.0:1788201788.311571:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f9880. 00000020:00000010:1.0:1788201788.311575:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.311577:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.311578:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a73800. 00000020:00000010:1.0:1788201788.311581:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.311583:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.311584:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.311585:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.311587:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.311595:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.311597:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654340000. 00000001:00000010:1.0:1788201788.311599:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654340600. 00000001:00000010:1.0:1788201788.311600:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654340a00. 00000001:00000010:1.0:1788201788.311602:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654341e00. 00000001:00000010:1.0:1788201788.311603:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268940. 00000001:00000010:1.0:1788201788.311605:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4654bab500. 00000001:00000001:1.0:1788201788.311606:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.311607:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23813 (ffff9c4654338000) now 3 - setup 00000020:00000001:1.0:1788201788.311608:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.311610:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.311611:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.311613:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.311615:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.311616:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.311617:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.311698:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.311709:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.311710:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.311712:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.311713:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.311714:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.311715:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.311717:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.311743:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.311788:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.311790:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.311791:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.311793:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.311795:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.311797:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.311798:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.311799:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.311802:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.311804:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23813 (ffff9c4654338000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.311806:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23813 (uuid obd_uuid_23813) 00000020:00000040:1.0:1788201788.311807:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23813 (ffff9c4654338000) now 1 - newdev 00000020:00000040:1.0:1788201788.311809:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654332000 with handle 0x8990e4d0a22171b1 from hash 00000020:00000040:1.0:1788201788.311811:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654332000 : new refcount 0 00000020:00000080:1.0:1788201788.311812:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654332000/obd_uuid_23813 00000020:00000001:1.0:1788201788.311814:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.311815:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.311816:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654332000/obd_uuid_23813 for obd_name_23813 00000020:00000001:1.0:1788201788.311817:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.311818:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.311819:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654332000. 00000020:00000001:1.0:1788201788.311821:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.311822:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23813 obd_type name = obd_test 00000020:01000000:1.0:1788201788.311824:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23813 (obd_uuid_23813) 00000020:00000001:1.0:1788201788.311825:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.311827:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.311828:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.311830:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.311832:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a74800. 00000020:00000010:1.0:1788201788.311834:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.311836:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.311837:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.311839:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4654bac940. 00000020:00000010:1.0:1788201788.311841:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.311843:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.311844:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a74800. 00000020:00000010:1.0:1788201788.311846:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.311848:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.311850:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.311851:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.311852:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.311854:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654338000. 00000020:00000001:1.0:1788201788.311858:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.311859:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.311861:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.311863:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.311865:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.311866:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.311867:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.311954:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.311964:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.311966:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.311967:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.311968:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.311969:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.311970:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.311971:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.311997:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.312043:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.312045:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.312046:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.312048:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.312050:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.312052:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.312053:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.312055:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.312058:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.312059:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23814: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.312061:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.312062:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23820 (ffff9c465434b380) has no exports 00000020:00000001:1.0:1788201788.312063:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.312065:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.312066:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.312068:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.312070:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.312072:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a72800. 00000020:00000010:1.0:1788201788.312074:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.312076:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.312077:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.312079:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f9540. 00000020:00000010:1.0:1788201788.312091:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f9540. 00000020:00000010:1.0:1788201788.312094:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.312096:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.312097:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a72800. 00000020:00000010:1.0:1788201788.312099:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.312101:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.312103:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.312104:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.312105:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.312112:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.312115:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465402c600. 00000001:00000010:1.0:1788201788.312117:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465402c000. 00000001:00000010:1.0:1788201788.312123:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654340e00. 00000001:00000010:1.0:1788201788.312137:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654341800. 00000001:00000010:1.0:1788201788.312139:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268580. 00000001:00000010:1.0:1788201788.312140:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4654bab200. 00000001:00000001:1.0:1788201788.312142:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.312143:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23814 (ffff9c465434b380) now 3 - setup 00000020:00000001:1.0:1788201788.312145:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.312146:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.312148:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.312150:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.312151:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.312153:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.312154:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.312239:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.312250:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.312251:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.312253:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.312254:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.312255:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.312256:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.312257:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.312283:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.312331:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.312332:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.312333:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.312335:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.312337:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.312339:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.312340:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.312342:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.312345:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.312346:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23814 (ffff9c465434b380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.312348:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23814 (uuid obd_uuid_23814) 00000020:00000040:1.0:1788201788.312349:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23814 (ffff9c465434b380) now 1 - newdev 00000020:00000040:1.0:1788201788.312351:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654334000 with handle 0x8990e4d0a22171b8 from hash 00000020:00000040:1.0:1788201788.312353:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654334000 : new refcount 0 00000020:00000080:1.0:1788201788.312355:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654334000/obd_uuid_23814 00000020:00000001:1.0:1788201788.312356:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.312358:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.312359:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654334000/obd_uuid_23814 for obd_name_23814 00000020:00000001:1.0:1788201788.312360:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.312361:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.312362:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654334000. 00000020:00000001:1.0:1788201788.312364:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.312365:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23814 obd_type name = obd_test 00000020:01000000:1.0:1788201788.312366:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23814 (obd_uuid_23814) 00000020:00000001:1.0:1788201788.312367:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.312369:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.312380:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.312382:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.312384:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a74000. 00000020:00000010:1.0:1788201788.312386:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.312388:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.312390:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.312391:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4654bacb80. 00000020:00000010:1.0:1788201788.312409:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.312412:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.312414:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a74000. 00000020:00000010:1.0:1788201788.312416:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.312418:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.312420:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.312422:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.312423:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.312425:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c465434b380. 00000020:00000001:1.0:1788201788.312437:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.312439:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.312441:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.312444:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.312445:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.312447:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.312448:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.312535:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.312546:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.312547:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.312548:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.312549:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.312551:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.312552:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.312553:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.312579:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.312625:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.312627:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.312628:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.312629:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.312632:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.312633:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.312635:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.312636:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.312639:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.312641:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23815: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.312642:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.312643:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23821 (ffff9c46543499c0) has no exports 00000020:00000001:1.0:1788201788.312645:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.312646:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.312648:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.312650:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.312651:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.312653:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a75000. 00000020:00000010:1.0:1788201788.312655:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.312657:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.312659:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.312661:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f9500. 00000020:00000010:1.0:1788201788.312663:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f9500. 00000020:00000010:1.0:1788201788.312667:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.312668:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.312670:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a75000. 00000020:00000010:1.0:1788201788.312672:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.312673:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.312675:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.312676:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.312678:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.312691:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.312694:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654343600. 00000001:00000010:1.0:1788201788.312696:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654342a00. 00000001:00000010:1.0:1788201788.312698:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654343e00. 00000001:00000010:1.0:1788201788.312699:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654343000. 00000001:00000010:1.0:1788201788.312701:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c47442688a0. 00000001:00000010:1.0:1788201788.312703:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4654babc00. 00000001:00000001:1.0:1788201788.312704:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.312705:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23815 (ffff9c46543499c0) now 3 - setup 00000020:00000001:1.0:1788201788.312707:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.312708:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.312709:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.312711:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.312713:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.312714:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.312715:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.312799:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.312809:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.312811:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.312812:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.312813:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.312814:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.312815:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.312817:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.312842:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.312887:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.312889:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.312890:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.312891:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.312893:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.312895:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.312897:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.312898:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.312901:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.312903:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23815 (ffff9c46543499c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.312905:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23815 (uuid obd_uuid_23815) 00000020:00000040:1.0:1788201788.312906:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23815 (ffff9c46543499c0) now 1 - newdev 00000020:00000040:1.0:1788201788.312908:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654334800 with handle 0x8990e4d0a22171bf from hash 00000020:00000040:1.0:1788201788.312910:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654334800 : new refcount 0 00000020:00000080:1.0:1788201788.312911:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654334800/obd_uuid_23815 00000020:00000001:1.0:1788201788.312912:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.312914:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.312915:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654334800/obd_uuid_23815 for obd_name_23815 00000020:00000001:1.0:1788201788.312916:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.312917:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.312918:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654334800. 00000020:00000001:1.0:1788201788.312920:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.312921:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23815 obd_type name = obd_test 00000020:01000000:1.0:1788201788.312922:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23815 (obd_uuid_23815) 00000020:00000001:1.0:1788201788.312923:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.312924:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.312926:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.312928:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.312930:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a73000. 00000020:00000010:1.0:1788201788.312931:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.312933:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.312935:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.312936:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4654bacd40. 00000020:00000010:1.0:1788201788.312938:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.312940:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.312941:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a73000. 00000020:00000010:1.0:1788201788.312944:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.312945:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.312947:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.312948:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.312950:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.312951:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46543499c0. 00000020:00000001:1.0:1788201788.312954:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.312955:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.312957:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.312959:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.312961:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.312962:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.312963:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.313044:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.313055:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.313057:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.313058:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.313059:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.313060:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.313061:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.313062:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.313088:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.313154:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.313155:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.313156:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.313158:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.313160:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.313162:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.313164:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.313165:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.313168:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.313170:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23816: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.313171:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.313173:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23822 (ffff9c4654348000) has no exports 00000020:00000001:1.0:1788201788.313174:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.313175:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.313177:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.313179:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.313180:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.313182:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a71000. 00000020:00000010:1.0:1788201788.313184:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.313186:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.313188:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.313190:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f9300. 00000020:00000010:1.0:1788201788.313192:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f9300. 00000020:00000010:1.0:1788201788.313196:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.313198:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.313199:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a71000. 00000020:00000010:1.0:1788201788.313201:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.313203:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.313204:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.313205:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.313207:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.313214:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.313216:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654343c00. 00000001:00000010:1.0:1788201788.313218:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654343400. 00000001:00000010:1.0:1788201788.313219:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654343a00. 00000001:00000010:1.0:1788201788.313221:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654342c00. 00000001:00000010:1.0:1788201788.313222:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268900. 00000001:00000010:1.0:1788201788.313224:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4654babf00. 00000001:00000001:1.0:1788201788.313225:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.313226:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23816 (ffff9c4654348000) now 3 - setup 00000020:00000001:1.0:1788201788.313228:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.313229:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.313231:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.313232:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.313234:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.313235:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.313236:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.313316:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.313327:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.313328:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.313330:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.313331:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.313332:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.313333:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.313335:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.313361:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.313426:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.313428:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.313430:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.313432:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.313434:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.313437:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.313439:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.313440:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.313443:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.313445:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23816 (ffff9c4654348000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.313447:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23816 (uuid obd_uuid_23816) 00000020:00000040:1.0:1788201788.313448:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23816 (ffff9c4654348000) now 1 - newdev 00000020:00000040:1.0:1788201788.313451:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654333800 with handle 0x8990e4d0a22171c6 from hash 00000020:00000040:1.0:1788201788.313454:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654333800 : new refcount 0 00000020:00000080:1.0:1788201788.313455:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654333800/obd_uuid_23816 00000020:00000001:1.0:1788201788.313456:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.313458:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.313459:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654333800/obd_uuid_23816 for obd_name_23816 00000020:00000001:1.0:1788201788.313461:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.313462:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.313464:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654333800. 00000020:00000001:1.0:1788201788.313467:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.313468:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23816 obd_type name = obd_test 00000020:01000000:1.0:1788201788.313470:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23816 (obd_uuid_23816) 00000020:00000001:1.0:1788201788.313471:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.313473:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.313475:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.313477:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.313479:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a77800. 00000020:00000010:1.0:1788201788.313481:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.313483:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.313486:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.313487:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4654bac900. 00000020:00000010:1.0:1788201788.313489:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.313491:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.313492:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a77800. 00000020:00000010:1.0:1788201788.313494:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.313496:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.313497:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.313499:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.313500:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.313501:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654348000. 00000020:00000001:1.0:1788201788.313504:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.313505:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.313506:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.313509:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.313511:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.313512:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.313513:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.313594:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.313605:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.313606:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.313607:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.313609:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.313610:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.313611:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.313612:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.313638:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.313685:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.313686:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.313687:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.313689:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.313691:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.313693:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.313694:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.313696:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.313699:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.313701:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23817: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.313702:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.313703:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23823 (ffff9c465434cd40) has no exports 00000020:00000001:1.0:1788201788.313705:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.313706:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.313708:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.313710:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.313711:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.313713:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a76800. 00000020:00000010:1.0:1788201788.313715:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.313717:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.313718:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.313720:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f9600. 00000020:00000010:1.0:1788201788.313723:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f9600. 00000020:00000010:1.0:1788201788.313727:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.313728:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.313730:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a76800. 00000020:00000010:1.0:1788201788.313732:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.313733:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.313735:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.313736:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.313738:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.313744:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.313747:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654342800. 00000001:00000010:1.0:1788201788.313749:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654342400. 00000001:00000010:1.0:1788201788.313750:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654343200. 00000001:00000010:1.0:1788201788.313763:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654342200. 00000001:00000010:1.0:1788201788.313764:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268fa0. 00000001:00000010:1.0:1788201788.313766:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4654bab600. 00000001:00000001:1.0:1788201788.313767:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.313768:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23817 (ffff9c465434cd40) now 3 - setup 00000020:00000001:1.0:1788201788.313770:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.313771:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.313773:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.313775:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.313776:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.313778:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.313779:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.313858:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.313869:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.313870:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.313871:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.313873:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.313874:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.313875:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.313876:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.313902:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.313948:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.313949:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.313950:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.313952:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.313954:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.313956:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.313957:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.313959:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.313962:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.313963:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23817 (ffff9c465434cd40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.313965:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23817 (uuid obd_uuid_23817) 00000020:00000040:1.0:1788201788.313966:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23817 (ffff9c465434cd40) now 1 - newdev 00000020:00000040:1.0:1788201788.313968:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654336000 with handle 0x8990e4d0a22171cd from hash 00000020:00000040:1.0:1788201788.313970:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654336000 : new refcount 0 00000020:00000080:1.0:1788201788.313971:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654336000/obd_uuid_23817 00000020:00000001:1.0:1788201788.313973:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.313974:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.313975:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654336000/obd_uuid_23817 for obd_name_23817 00000020:00000001:1.0:1788201788.313977:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.313978:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.313979:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654336000. 00000020:00000001:1.0:1788201788.313981:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.313983:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23817 obd_type name = obd_test 00000020:01000000:1.0:1788201788.313984:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23817 (obd_uuid_23817) 00000020:00000001:1.0:1788201788.313985:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.313987:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.313989:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.313990:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.313992:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a70800. 00000020:00000010:1.0:1788201788.313994:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.313996:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.313998:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.313999:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4654bac4c0. 00000020:00000010:1.0:1788201788.314001:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.314003:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.314004:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a70800. 00000020:00000010:1.0:1788201788.314007:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.314008:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.314010:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.314011:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.314013:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.314014:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c465434cd40. 00000020:00000001:1.0:1788201788.314017:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.314018:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.314019:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.314022:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.314023:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.314025:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.314026:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.314105:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.314116:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.314117:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.314118:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.314120:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.314121:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.314122:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.314123:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.314165:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.314213:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.314214:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.314215:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.314217:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.314219:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.314221:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.314222:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.314224:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.314227:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.314228:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23818: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.314230:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.314231:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23824 (ffff9c465435cd40) has no exports 00000020:00000001:1.0:1788201788.314232:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.314234:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.314235:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.314237:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.314239:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.314241:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a77000. 00000020:00000010:1.0:1788201788.314242:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.314244:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.314246:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.314248:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f93c0. 00000020:00000010:1.0:1788201788.314250:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f93c0. 00000020:00000010:1.0:1788201788.314254:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.314256:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.314257:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a77000. 00000020:00000010:1.0:1788201788.314259:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.314261:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.314262:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.314264:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.314265:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.314273:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.314276:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654341600. 00000001:00000010:1.0:1788201788.314277:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654341000. 00000001:00000010:1.0:1788201788.314279:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654342000. 00000001:00000010:1.0:1788201788.314280:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654342600. 00000001:00000010:1.0:1788201788.314282:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268680. 00000001:00000010:1.0:1788201788.314283:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4654babd00. 00000001:00000001:1.0:1788201788.314285:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.314286:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23818 (ffff9c465435cd40) now 3 - setup 00000020:00000001:1.0:1788201788.314287:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.314288:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.314290:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.314291:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.314292:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.314294:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.314295:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.314375:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.314385:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.314387:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.314388:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.314389:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.314390:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.314391:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.314407:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.314439:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.314486:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.314488:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.314489:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.314491:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.314493:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.314494:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.314496:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.314497:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.314500:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.314502:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23818 (ffff9c465435cd40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.314504:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23818 (uuid obd_uuid_23818) 00000020:00000040:1.0:1788201788.314505:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23818 (ffff9c465435cd40) now 1 - newdev 00000020:00000040:1.0:1788201788.314507:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654335800 with handle 0x8990e4d0a22171d4 from hash 00000020:00000040:1.0:1788201788.314509:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654335800 : new refcount 0 00000020:00000080:1.0:1788201788.314510:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654335800/obd_uuid_23818 00000020:00000001:1.0:1788201788.314512:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.314513:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.314514:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654335800/obd_uuid_23818 for obd_name_23818 00000020:00000001:1.0:1788201788.314516:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.314517:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.314518:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654335800. 00000020:00000001:1.0:1788201788.314521:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.314522:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23818 obd_type name = obd_test 00000020:01000000:1.0:1788201788.314523:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23818 (obd_uuid_23818) 00000020:00000001:1.0:1788201788.314524:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.314525:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.314527:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.314528:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.314530:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a75800. 00000020:00000010:1.0:1788201788.314532:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.314534:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.314536:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.314538:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4654bac000. 00000020:00000010:1.0:1788201788.314540:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.314541:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.314542:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a75800. 00000020:00000010:1.0:1788201788.314544:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.314546:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.314548:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.314549:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.314550:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.314552:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c465435cd40. 00000020:00000001:1.0:1788201788.314555:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.314556:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.314558:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.314561:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.314562:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.314564:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.314565:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.314646:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.314656:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.314658:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.314659:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.314660:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.314661:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.314662:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.314664:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.314690:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.314735:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.314736:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.314737:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.314739:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.314741:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.314743:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.314744:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.314746:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.314749:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.314751:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23819: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.314753:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.314754:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23825 (ffff9c465435b380) has no exports 00000020:00000001:1.0:1788201788.314755:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.314756:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.314758:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.314769:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.314771:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.314773:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654a76000. 00000020:00000010:1.0:1788201788.314775:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.314777:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.314778:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.314780:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f9c40. 00000020:00000010:1.0:1788201788.314783:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f9c40. 00000020:00000010:1.0:1788201788.314786:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.314788:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.314790:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654a76000. 00000020:00000010:1.0:1788201788.314792:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.314793:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.314795:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.314796:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.314798:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.314805:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.314808:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654360200. 00000001:00000010:1.0:1788201788.314839:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654360000. 00000001:00000010:1.0:1788201788.314840:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654360600. 00000001:00000010:1.0:1788201788.314842:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654361200. 00000001:00000010:1.0:1788201788.314843:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268160. 00000001:00000010:1.0:1788201788.314845:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4654bab100. 00000001:00000001:1.0:1788201788.314846:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.314848:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23819 (ffff9c465435b380) now 3 - setup 00000020:00000001:1.0:1788201788.314849:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.314850:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.314852:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.314854:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.314855:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.314856:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.314857:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.314942:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.314952:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.314954:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.314955:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.314956:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.314957:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.314958:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.314959:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.314985:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.315031:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.315033:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.315034:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.315035:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.315037:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.315040:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.315041:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.315042:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.315046:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.315047:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23819 (ffff9c465435b380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.315049:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23819 (uuid obd_uuid_23819) 00000020:00000040:1.0:1788201788.315050:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23819 (ffff9c465435b380) now 1 - newdev 00000020:00000040:1.0:1788201788.315052:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654335000 with handle 0x8990e4d0a22171db from hash 00000020:00000040:1.0:1788201788.315054:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654335000 : new refcount 0 00000020:00000080:1.0:1788201788.315055:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654335000/obd_uuid_23819 00000020:00000001:1.0:1788201788.315057:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.315058:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.315059:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654335000/obd_uuid_23819 for obd_name_23819 00000020:00000001:1.0:1788201788.315060:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.315061:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.315063:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654335000. 00000020:00000001:1.0:1788201788.315065:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.315065:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23819 obd_type name = obd_test 00000020:01000000:1.0:1788201788.315066:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23819 (obd_uuid_23819) 00000020:00000001:1.0:1788201788.315067:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.315069:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.315078:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.315080:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.315082:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465418e800. 00000020:00000010:1.0:1788201788.315084:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.315086:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.315087:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.315089:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4654bac040. 00000020:00000010:1.0:1788201788.315091:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.315093:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.315094:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465418e800. 00000020:00000010:1.0:1788201788.315096:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.315097:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.315099:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.315101:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.315102:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.315103:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c465435b380. 00000020:00000001:1.0:1788201788.315106:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.315107:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.315108:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.315111:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.315112:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.315114:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.315115:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.315210:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.315221:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.315222:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.315223:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.315225:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.315226:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.315227:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.315228:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.315255:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.315300:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.315302:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.315303:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.315305:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.315307:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.315308:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.315310:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.315311:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.315314:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.315316:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23820: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.315317:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.315319:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23826 (ffff9c46543599c0) has no exports 00000020:00000001:1.0:1788201788.315320:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.315321:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.315323:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.315325:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.315327:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.315329:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46541d6000. 00000020:00000010:1.0:1788201788.315331:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.315333:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.315335:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.315337:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f97c0. 00000020:00000010:1.0:1788201788.315339:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f97c0. 00000020:00000010:1.0:1788201788.315343:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.315345:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.315346:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46541d6000. 00000020:00000010:1.0:1788201788.315348:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.315349:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.315351:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.315352:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.315354:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.315362:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.315365:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654361800. 00000001:00000010:1.0:1788201788.315366:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654360e00. 00000001:00000010:1.0:1788201788.315368:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654361000. 00000001:00000010:1.0:1788201788.315369:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654361600. 00000001:00000010:1.0:1788201788.315370:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268020. 00000001:00000010:1.0:1788201788.315372:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4654bab400. 00000001:00000001:1.0:1788201788.315373:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.315374:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23820 (ffff9c46543599c0) now 3 - setup 00000020:00000001:1.0:1788201788.315375:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.315376:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.315378:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.315380:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.315381:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.315382:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.315384:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.315496:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.315507:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.315508:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.315509:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.315511:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.315512:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.315513:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.315514:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.315540:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.315587:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.315588:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.315589:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.315591:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.315593:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.315595:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.315597:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.315598:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.315601:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.315603:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23820 (ffff9c46543599c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.315605:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23820 (uuid obd_uuid_23820) 00000020:00000040:1.0:1788201788.315606:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23820 (ffff9c46543599c0) now 1 - newdev 00000020:00000040:1.0:1788201788.315608:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654337800 with handle 0x8990e4d0a22171e2 from hash 00000020:00000040:1.0:1788201788.315610:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654337800 : new refcount 0 00000020:00000080:1.0:1788201788.315611:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654337800/obd_uuid_23820 00000020:00000001:1.0:1788201788.315613:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.315614:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.315615:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654337800/obd_uuid_23820 for obd_name_23820 00000020:00000001:1.0:1788201788.315616:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.315617:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.315618:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654337800. 00000020:00000001:1.0:1788201788.315621:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.315622:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23820 obd_type name = obd_test 00000020:01000000:1.0:1788201788.315623:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23820 (obd_uuid_23820) 00000020:00000001:1.0:1788201788.315624:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.315626:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.315627:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.315629:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.315631:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46541d5800. 00000020:00000010:1.0:1788201788.315633:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.315635:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.315637:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.315638:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4654bac240. 00000020:00000010:1.0:1788201788.315640:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.315642:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.315643:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46541d5800. 00000020:00000010:1.0:1788201788.315645:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.315647:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.315648:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.315650:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.315651:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.315653:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46543599c0. 00000020:00000001:1.0:1788201788.315655:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.315656:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.315658:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.315661:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.315662:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.315663:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.315665:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.315745:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.315755:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.315757:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.315758:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.315759:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.315760:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.315762:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.315763:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.315789:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.315832:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.315834:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.315835:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.315837:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.315839:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.315841:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.315842:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.315844:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.315847:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.315849:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23821: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.315850:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.315852:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23827 (ffff9c4654358000) has no exports 00000020:00000001:1.0:1788201788.315853:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.315854:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.315856:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.315858:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.315859:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.315861:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46541d4800. 00000020:00000010:1.0:1788201788.315863:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.315865:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.315867:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.315868:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f9580. 00000020:00000010:1.0:1788201788.315871:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f9580. 00000020:00000010:1.0:1788201788.315875:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.315877:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.315878:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46541d4800. 00000020:00000010:1.0:1788201788.315880:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.315882:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.315883:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.315884:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.315886:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.315893:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.315895:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654360a00. 00000001:00000010:1.0:1788201788.315897:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654361e00. 00000001:00000010:1.0:1788201788.315899:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654360800. 00000001:00000010:1.0:1788201788.315900:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654360400. 00000001:00000010:1.0:1788201788.315901:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c47442681c0. 00000001:00000010:1.0:1788201788.315903:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4654bab700. 00000001:00000001:1.0:1788201788.315904:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.315905:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23821 (ffff9c4654358000) now 3 - setup 00000020:00000001:1.0:1788201788.315906:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.315907:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.315909:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.315911:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.315913:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.315914:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.315915:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.315995:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.316005:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.316007:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.316008:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.316009:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.316010:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.316011:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.316012:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.316038:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.316083:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.316084:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.316085:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.316087:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.316089:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.316091:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.316092:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.316094:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.316097:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.316099:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23821 (ffff9c4654358000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.316100:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23821 (uuid obd_uuid_23821) 00000020:00000040:1.0:1788201788.316102:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23821 (ffff9c4654358000) now 1 - newdev 00000020:00000040:1.0:1788201788.316104:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654332800 with handle 0x8990e4d0a22171e9 from hash 00000020:00000040:1.0:1788201788.316106:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654332800 : new refcount 0 00000020:00000080:1.0:1788201788.316107:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654332800/obd_uuid_23821 00000020:00000001:1.0:1788201788.316108:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.316110:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.316110:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654332800/obd_uuid_23821 for obd_name_23821 00000020:00000001:1.0:1788201788.316112:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.316113:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.316114:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654332800. 00000020:00000001:1.0:1788201788.316116:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.316118:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23821 obd_type name = obd_test 00000020:01000000:1.0:1788201788.316119:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23821 (obd_uuid_23821) 00000020:00000001:1.0:1788201788.316120:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.316122:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.316123:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.316136:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.316138:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46541d3800. 00000020:00000010:1.0:1788201788.316140:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.316141:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.316143:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.316145:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4654bac580. 00000020:00000010:1.0:1788201788.316147:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.316149:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.316150:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46541d3800. 00000020:00000010:1.0:1788201788.316152:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.316153:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.316155:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.316157:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.316158:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.316159:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654358000. 00000020:00000001:1.0:1788201788.316161:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.316163:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.316174:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.316177:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.316179:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.316180:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.316181:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.316262:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.316273:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.316274:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.316276:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.316277:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.316278:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.316279:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.316281:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.316307:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.316351:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.316352:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.316353:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.316355:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.316357:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.316359:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.316360:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.316362:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.316365:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.316366:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23822: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.316368:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.316369:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23828 (ffff9c4654368000) has no exports 00000020:00000001:1.0:1788201788.316370:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.316371:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.316373:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.316375:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.316376:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.316379:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4759101000. 00000020:00000010:1.0:1788201788.316381:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.316382:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.316384:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.316386:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c47727f9240. 00000020:00000010:1.0:1788201788.316389:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c47727f9240. 00000020:00000010:1.0:1788201788.316407:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.316410:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.316413:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4759101000. 00000020:00000010:1.0:1788201788.316416:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.316418:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.316419:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.316422:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.316423:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.316430:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.316433:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654343800. 00000001:00000010:1.0:1788201788.316435:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654342e00. 00000001:00000010:1.0:1788201788.316441:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654361400. 00000001:00000010:1.0:1788201788.316442:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654361c00. 00000001:00000010:1.0:1788201788.316455:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268760. 00000001:00000010:1.0:1788201788.316456:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4654baba00. 00000001:00000001:1.0:1788201788.316458:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.316459:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23822 (ffff9c4654368000) now 3 - setup 00000020:00000001:1.0:1788201788.316460:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.316461:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.316463:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.316465:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.316467:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.316468:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.316469:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.316553:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.316564:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.316565:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.316567:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.316568:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.316569:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.316570:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.316572:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.316598:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.316642:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.316644:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.316645:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.316647:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.316649:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.316650:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.316652:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.316653:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.316656:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.316658:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23822 (ffff9c4654368000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.316660:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23822 (uuid obd_uuid_23822) 00000020:00000040:1.0:1788201788.316661:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23822 (ffff9c4654368000) now 1 - newdev 00000020:00000040:1.0:1788201788.316663:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654331000 with handle 0x8990e4d0a22171f0 from hash 00000020:00000040:1.0:1788201788.316665:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654331000 : new refcount 0 00000020:00000080:1.0:1788201788.316666:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654331000/obd_uuid_23822 00000020:00000001:1.0:1788201788.316668:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.316670:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.316671:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654331000/obd_uuid_23822 for obd_name_23822 00000020:00000001:1.0:1788201788.316672:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.316673:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.316674:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654331000. 00000020:00000001:1.0:1788201788.316678:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.316679:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23822 obd_type name = obd_test 00000020:01000000:1.0:1788201788.316680:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23822 (obd_uuid_23822) 00000020:00000001:1.0:1788201788.316681:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.316683:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.316684:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.316686:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.316689:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c474715c800. 00000020:00000010:1.0:1788201788.316691:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.316693:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.316695:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.316696:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4654bac7c0. 00000020:00000010:1.0:1788201788.316708:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.316710:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.316711:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c474715c800. 00000020:00000010:1.0:1788201788.316713:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.316714:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.316716:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.316717:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.316719:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.316720:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654368000. 00000020:00000001:1.0:1788201788.316723:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.316724:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.316725:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.316728:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.316730:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.316731:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.316732:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.316812:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.316822:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.316824:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.316825:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.316826:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.316828:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.316829:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.316830:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.316856:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.316909:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.316911:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.316912:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.316913:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.316915:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.316917:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.316919:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c47727f9980. 00000020:00000080:1.0:1788201788.316920:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.316923:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.316925:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23823: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.316926:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.316927:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23829 (ffff9c465436cd40) has no exports 00000020:00000001:1.0:1788201788.316929:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.316930:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.316932:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.316934:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.316935:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.316937:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c474715d000. 00000020:00000010:1.0:1788201788.316939:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.316941:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.316942:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.316945:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac7c0. 00000020:00000010:1.0:1788201788.316947:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac7c0. 00000020:00000010:1.0:1788201788.316949:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.316951:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.316953:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c474715d000. 00000020:00000010:1.0:1788201788.316955:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.316957:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.316958:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.316960:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.316961:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.316970:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.316973:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654363400. 00000001:00000010:1.0:1788201788.316975:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654363c00. 00000001:00000010:1.0:1788201788.316976:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654363000. 00000001:00000010:1.0:1788201788.316977:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654362400. 00000001:00000010:1.0:1788201788.316979:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268480. 00000001:00000010:1.0:1788201788.316980:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4654babe00. 00000001:00000001:1.0:1788201788.316981:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.316982:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23823 (ffff9c465436cd40) now 3 - setup 00000020:00000001:1.0:1788201788.316984:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.316985:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.316987:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c47727f9980. 00000020:00000001:1.0:1788201788.316990:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.316991:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.316992:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.316993:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.317074:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.317084:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.317085:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.317087:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.317088:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.317089:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.317090:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.317091:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.317118:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.317178:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.317180:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.317181:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.317183:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.317185:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.317187:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.317189:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac580. 00000020:00000080:1.0:1788201788.317190:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.317193:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.317195:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23823 (ffff9c465436cd40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.317196:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23823 (uuid obd_uuid_23823) 00000020:00000040:1.0:1788201788.317197:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23823 (ffff9c465436cd40) now 1 - newdev 00000020:00000040:1.0:1788201788.317200:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654336800 with handle 0x8990e4d0a22171f7 from hash 00000020:00000040:1.0:1788201788.317201:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654336800 : new refcount 0 00000020:00000080:1.0:1788201788.317203:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654336800/obd_uuid_23823 00000020:00000001:1.0:1788201788.317204:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.317205:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.317206:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654336800/obd_uuid_23823 for obd_name_23823 00000020:00000001:1.0:1788201788.317207:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.317208:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.317209:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654336800. 00000020:00000001:1.0:1788201788.317212:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.317213:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23823 obd_type name = obd_test 00000020:01000000:1.0:1788201788.317214:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23823 (obd_uuid_23823) 00000020:00000001:1.0:1788201788.317215:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.317216:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.317218:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.317220:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.317222:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4747159800. 00000020:00000010:1.0:1788201788.317224:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.317226:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.317228:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.317229:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4654bacc40. 00000020:00000010:1.0:1788201788.317231:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.317233:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.317234:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4747159800. 00000020:00000010:1.0:1788201788.317237:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.317239:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.317240:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.317242:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.317243:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.317244:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c465436cd40. 00000020:00000001:1.0:1788201788.317247:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.317249:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.317250:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac580. 00000020:00000001:1.0:1788201788.317252:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.317253:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.317254:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.317255:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.317357:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.317367:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.317369:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.317370:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.317371:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.317372:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.317373:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.317374:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.317416:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.317474:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.317476:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.317477:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.317479:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.317481:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.317483:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.317485:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac580. 00000020:00000080:1.0:1788201788.317486:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.317489:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.317490:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23824: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.317492:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.317493:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23830 (ffff9c465436b380) has no exports 00000020:00000001:1.0:1788201788.317494:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.317496:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.317498:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.317499:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.317501:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.317504:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c474715b800. 00000020:00000010:1.0:1788201788.317505:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.317507:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.317509:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.317511:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bacc40. 00000020:00000010:1.0:1788201788.317513:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bacc40. 00000020:00000010:1.0:1788201788.317516:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.317518:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.317519:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c474715b800. 00000020:00000010:1.0:1788201788.317521:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.317523:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.317524:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.317526:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.317527:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.317535:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.317537:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654362800. 00000001:00000010:1.0:1788201788.317539:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654362c00. 00000001:00000010:1.0:1788201788.317540:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654362200. 00000001:00000010:1.0:1788201788.317542:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654362000. 00000001:00000010:1.0:1788201788.317543:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268120. 00000001:00000010:1.0:1788201788.317544:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4654babb00. 00000001:00000001:1.0:1788201788.317546:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.317547:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23824 (ffff9c465436b380) now 3 - setup 00000020:00000001:1.0:1788201788.317548:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.317549:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.317550:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac580. 00000020:00000001:1.0:1788201788.317552:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.317553:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.317554:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.317555:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.317637:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.317647:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.317649:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.317650:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.317652:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.317653:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.317654:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.317655:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.317682:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.317726:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.317728:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.317729:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.317731:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.317733:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.317735:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.317736:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac580. 00000020:00000080:1.0:1788201788.317738:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.317741:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.317742:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23824 (ffff9c465436b380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.317744:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23824 (uuid obd_uuid_23824) 00000020:00000040:1.0:1788201788.317745:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23824 (ffff9c465436b380) now 1 - newdev 00000020:00000040:1.0:1788201788.317747:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654337000 with handle 0x8990e4d0a22171fe from hash 00000020:00000040:1.0:1788201788.317749:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654337000 : new refcount 0 00000020:00000080:1.0:1788201788.317751:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654337000/obd_uuid_23824 00000020:00000001:1.0:1788201788.317752:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.317753:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.317754:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654337000/obd_uuid_23824 for obd_name_23824 00000020:00000001:1.0:1788201788.317755:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.317756:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.317757:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654337000. 00000020:00000001:1.0:1788201788.317760:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.317761:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23824 obd_type name = obd_test 00000020:01000000:1.0:1788201788.317762:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23824 (obd_uuid_23824) 00000020:00000001:1.0:1788201788.317763:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.317765:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.317767:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.317768:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.317772:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4749120800. 00000020:00000010:1.0:1788201788.317774:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.317776:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.317777:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.317779:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4654bac3c0. 00000020:00000010:1.0:1788201788.317781:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.317782:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.317784:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4749120800. 00000020:00000010:1.0:1788201788.317785:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.317787:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.317789:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.317790:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.317792:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.317793:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c465436b380. 00000020:00000001:1.0:1788201788.317795:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.317796:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.317798:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac580. 00000020:00000001:1.0:1788201788.317799:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.317801:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.317802:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.317803:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.317883:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.317894:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.317895:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.317896:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.317898:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.317899:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.317900:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.317901:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.317927:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.317971:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.317973:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.317974:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.317976:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.317977:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.317979:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.317981:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac580. 00000020:00000080:1.0:1788201788.317982:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.317985:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.317987:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23825: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.317988:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.317990:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23831 (ffff9c46543699c0) has no exports 00000020:00000001:1.0:1788201788.317991:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.317992:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.317994:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.317995:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.317997:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.318000:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4750535000. 00000020:00000010:1.0:1788201788.318002:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.318003:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.318005:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.318007:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac3c0. 00000020:00000010:1.0:1788201788.318009:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac3c0. 00000020:00000010:1.0:1788201788.318012:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.318013:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.318015:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4750535000. 00000020:00000010:1.0:1788201788.318017:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.318018:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.318020:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.318021:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.318022:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.318030:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.318032:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654362600. 00000001:00000010:1.0:1788201788.318034:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654363a00. 00000001:00000010:1.0:1788201788.318035:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654363e00. 00000001:00000010:1.0:1788201788.318037:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654362e00. 00000001:00000010:1.0:1788201788.318038:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268c20. 00000001:00000010:1.0:1788201788.318039:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4654baa600. 00000001:00000001:1.0:1788201788.318041:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.318042:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23825 (ffff9c46543699c0) now 3 - setup 00000020:00000001:1.0:1788201788.318043:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.318045:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.318046:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac580. 00000020:00000001:1.0:1788201788.318047:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.318049:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.318050:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.318051:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.318148:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.318163:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.318164:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.318165:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.318167:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.318168:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.318169:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.318170:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.318196:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.318242:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.318244:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.318245:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.318247:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.318249:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.318250:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.318252:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac580. 00000020:00000080:1.0:1788201788.318253:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.318256:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.318258:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23825 (ffff9c46543699c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.318260:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23825 (uuid obd_uuid_23825) 00000020:00000040:1.0:1788201788.318261:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23825 (ffff9c46543699c0) now 1 - newdev 00000020:00000040:1.0:1788201788.318263:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654331800 with handle 0x8990e4d0a2217205 from hash 00000020:00000040:1.0:1788201788.318265:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654331800 : new refcount 0 00000020:00000080:1.0:1788201788.318266:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654331800/obd_uuid_23825 00000020:00000001:1.0:1788201788.318267:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.318269:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.318270:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654331800/obd_uuid_23825 for obd_name_23825 00000020:00000001:1.0:1788201788.318271:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.318272:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.318273:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654331800. 00000020:00000001:1.0:1788201788.318275:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.318277:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23825 obd_type name = obd_test 00000020:01000000:1.0:1788201788.318278:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23825 (obd_uuid_23825) 00000020:00000001:1.0:1788201788.318279:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.318280:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.318282:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.318284:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.318286:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4750530000. 00000020:00000010:1.0:1788201788.318288:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.318290:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.318291:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.318293:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4654bac600. 00000020:00000010:1.0:1788201788.318295:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.318297:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.318298:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4750530000. 00000020:00000010:1.0:1788201788.318300:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.318301:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.318303:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.318304:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.318306:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.318307:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46543699c0. 00000020:00000001:1.0:1788201788.318310:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.318311:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.318312:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac580. 00000020:00000001:1.0:1788201788.318313:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.318315:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.318316:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.318317:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.318425:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.318437:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.318438:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.318440:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.318453:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.318455:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.318456:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.318457:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.318490:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.318537:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.318539:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.318540:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.318542:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.318543:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.318545:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.318547:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac580. 00000020:00000080:1.0:1788201788.318548:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.318551:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.318553:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23826: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.318554:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.318555:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23832 (ffff9c4654383380) has no exports 00000020:00000001:1.0:1788201788.318557:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.318558:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.318560:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.318562:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.318563:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.318565:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4750532800. 00000020:00000010:1.0:1788201788.318567:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.318569:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.318571:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.318572:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac600. 00000020:00000010:1.0:1788201788.318575:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac600. 00000020:00000010:1.0:1788201788.318577:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.318579:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.318580:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4750532800. 00000020:00000010:1.0:1788201788.318582:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.318584:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.318585:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.318586:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.318588:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.318596:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.318599:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654360c00. 00000001:00000010:1.0:1788201788.318600:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654361a00. 00000001:00000010:1.0:1788201788.318602:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654363800. 00000001:00000010:1.0:1788201788.318603:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654363200. 00000001:00000010:1.0:1788201788.318604:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268b80. 00000001:00000010:1.0:1788201788.318606:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4654baaf00. 00000001:00000001:1.0:1788201788.318607:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.318608:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23826 (ffff9c4654383380) now 3 - setup 00000020:00000001:1.0:1788201788.318609:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.318611:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.318612:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac580. 00000020:00000001:1.0:1788201788.318613:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.318615:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.318616:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.318617:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.318699:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.318720:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.318721:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.318723:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.318724:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.318725:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.318726:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.318727:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.318753:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.318798:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.318799:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.318800:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.318802:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.318804:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.318806:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.318807:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac580. 00000020:00000080:1.0:1788201788.318809:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.318812:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.318814:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23826 (ffff9c4654383380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.318815:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23826 (uuid obd_uuid_23826) 00000020:00000040:1.0:1788201788.318817:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23826 (ffff9c4654383380) now 1 - newdev 00000020:00000040:1.0:1788201788.318819:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465437b800 with handle 0x8990e4d0a221720c from hash 00000020:00000040:1.0:1788201788.318821:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465437b800 : new refcount 0 00000020:00000080:1.0:1788201788.318823:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465437b800/obd_uuid_23826 00000020:00000001:1.0:1788201788.318824:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.318825:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.318826:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465437b800/obd_uuid_23826 for obd_name_23826 00000020:00000001:1.0:1788201788.318828:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.318829:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.318830:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465437b800. 00000020:00000001:1.0:1788201788.318832:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.318833:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23826 obd_type name = obd_test 00000020:01000000:1.0:1788201788.318834:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23826 (obd_uuid_23826) 00000020:00000001:1.0:1788201788.318835:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.318837:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.318839:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.318840:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.318843:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4750537000. 00000020:00000010:1.0:1788201788.318844:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.318846:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.318848:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.318850:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4654bac300. 00000020:00000010:1.0:1788201788.318851:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.318853:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.318854:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4750537000. 00000020:00000010:1.0:1788201788.318856:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.318858:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.318860:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.318861:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.318862:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.318864:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654383380. 00000020:00000001:1.0:1788201788.318878:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.318879:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.318881:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac580. 00000020:00000001:1.0:1788201788.318883:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.318884:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.318886:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.318887:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.318968:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.318979:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.318980:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.318981:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.318983:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.318984:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.318985:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.318986:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.319011:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.319055:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.319057:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.319058:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.319059:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.319061:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.319063:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.319065:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac580. 00000020:00000080:1.0:1788201788.319066:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.319069:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.319081:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23827: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.319083:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.319084:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23833 (ffff9c46543819c0) has no exports 00000020:00000001:1.0:1788201788.319085:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.319086:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.319088:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.319090:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.319092:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.319094:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4750531800. 00000020:00000010:1.0:1788201788.319095:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.319097:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.319099:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.319101:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac300. 00000020:00000010:1.0:1788201788.319103:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac300. 00000020:00000010:1.0:1788201788.319106:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.319108:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.319109:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4750531800. 00000020:00000010:1.0:1788201788.319111:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.319113:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.319114:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.319116:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.319117:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.319124:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.319140:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654388c00. 00000001:00000010:1.0:1788201788.319142:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654388800. 00000001:00000010:1.0:1788201788.319144:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654388400. 00000001:00000010:1.0:1788201788.319145:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654389a00. 00000001:00000010:1.0:1788201788.319147:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268dc0. 00000001:00000010:1.0:1788201788.319159:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4654baac00. 00000001:00000001:1.0:1788201788.319160:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.319162:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23827 (ffff9c46543819c0) now 3 - setup 00000020:00000001:1.0:1788201788.319163:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.319165:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.319166:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac580. 00000020:00000001:1.0:1788201788.319168:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.319169:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.319170:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.319171:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.319252:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.319263:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.319264:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.319265:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.319266:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.319267:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.319268:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.319270:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.319295:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.319340:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.319342:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.319343:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.319345:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.319347:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.319349:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.319351:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac580. 00000020:00000080:1.0:1788201788.319352:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.319355:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.319357:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23827 (ffff9c46543819c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.319358:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23827 (uuid obd_uuid_23827) 00000020:00000040:1.0:1788201788.319359:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23827 (ffff9c46543819c0) now 1 - newdev 00000020:00000040:1.0:1788201788.319361:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465437e000 with handle 0x8990e4d0a2217213 from hash 00000020:00000040:1.0:1788201788.319363:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465437e000 : new refcount 0 00000020:00000080:1.0:1788201788.319365:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465437e000/obd_uuid_23827 00000020:00000001:1.0:1788201788.319366:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.319367:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.319368:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465437e000/obd_uuid_23827 for obd_name_23827 00000020:00000001:1.0:1788201788.319370:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.319371:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.319372:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465437e000. 00000020:00000001:1.0:1788201788.319374:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.319375:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23827 obd_type name = obd_test 00000020:01000000:1.0:1788201788.319376:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23827 (obd_uuid_23827) 00000020:00000001:1.0:1788201788.319377:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.319378:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.319380:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.319382:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.319384:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4750534000. 00000020:00000010:1.0:1788201788.319386:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.319387:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.319389:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.319391:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4654bac500. 00000020:00000010:1.0:1788201788.319470:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.319473:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.319474:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4750534000. 00000020:00000010:1.0:1788201788.319476:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.319478:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.319479:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.319481:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.319482:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.319484:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46543819c0. 00000020:00000001:1.0:1788201788.319487:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.319488:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.319489:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac580. 00000020:00000001:1.0:1788201788.319491:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.319492:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.319494:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.319495:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.319843:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.319854:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.319856:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.319857:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.319858:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.319859:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.319861:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.319862:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.319887:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.319942:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.319944:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.319945:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.319947:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.319949:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.319951:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.319952:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac580. 00000020:00000080:1.0:1788201788.319953:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.319957:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.319958:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23828: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.319960:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.319961:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23834 (ffff9c4654380000) has no exports 00000020:00000001:1.0:1788201788.319962:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.319964:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.319966:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.319967:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.319969:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.319971:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4750533000. 00000020:00000010:1.0:1788201788.319973:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.319975:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.319977:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.319979:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac500. 00000020:00000010:1.0:1788201788.319981:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac500. 00000020:00000010:1.0:1788201788.319984:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.319985:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.319987:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4750533000. 00000020:00000010:1.0:1788201788.319989:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.319990:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.319992:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.319993:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.319995:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.320015:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.320018:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654388600. 00000001:00000010:1.0:1788201788.320019:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654388000. 00000001:00000010:1.0:1788201788.320021:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654388e00. 00000001:00000010:1.0:1788201788.320022:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654389800. 00000001:00000010:1.0:1788201788.320024:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268ca0. 00000001:00000010:1.0:1788201788.320025:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4654bae600. 00000001:00000001:1.0:1788201788.320029:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.320030:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23828 (ffff9c4654380000) now 3 - setup 00000020:00000001:1.0:1788201788.320031:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.320032:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.320034:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac580. 00000020:00000001:1.0:1788201788.320035:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.320036:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.320038:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.320039:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.320119:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.320142:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.320144:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.320145:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.320146:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.320147:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.320148:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.320149:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.320177:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.320223:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.320225:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.320226:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.320227:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.320229:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.320231:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.320233:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac580. 00000020:00000080:1.0:1788201788.320234:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.320237:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.320239:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23828 (ffff9c4654380000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.320241:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23828 (uuid obd_uuid_23828) 00000020:00000040:1.0:1788201788.320242:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23828 (ffff9c4654380000) now 1 - newdev 00000020:00000040:1.0:1788201788.320244:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465437d800 with handle 0x8990e4d0a221721a from hash 00000020:00000040:1.0:1788201788.320246:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465437d800 : new refcount 0 00000020:00000080:1.0:1788201788.320247:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465437d800/obd_uuid_23828 00000020:00000001:1.0:1788201788.320248:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.320250:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.320250:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465437d800/obd_uuid_23828 for obd_name_23828 00000020:00000001:1.0:1788201788.320252:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.320253:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.320254:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465437d800. 00000020:00000001:1.0:1788201788.320256:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.320257:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23828 obd_type name = obd_test 00000020:01000000:1.0:1788201788.320259:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23828 (obd_uuid_23828) 00000020:00000001:1.0:1788201788.320260:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.320261:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.320263:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.320265:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.320267:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4750532000. 00000020:00000010:1.0:1788201788.320269:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.320271:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.320273:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.320274:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4654bac540. 00000020:00000010:1.0:1788201788.320276:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.320278:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.320279:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4750532000. 00000020:00000010:1.0:1788201788.320281:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.320283:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.320284:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.320286:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.320287:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.320288:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654380000. 00000020:00000001:1.0:1788201788.320291:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.320292:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.320293:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac580. 00000020:00000001:1.0:1788201788.320295:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.320296:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.320298:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.320299:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.320378:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.320389:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.320390:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.320391:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.320407:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.320408:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.320409:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.320410:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.320440:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.320486:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.320488:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.320489:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.320490:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.320493:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.320495:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.320496:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac580. 00000020:00000080:1.0:1788201788.320498:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.320501:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.320503:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23829: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.320504:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.320505:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23835 (ffff9c4654384d40) has no exports 00000020:00000001:1.0:1788201788.320506:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.320508:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.320509:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.320511:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.320513:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.320515:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4750533800. 00000020:00000010:1.0:1788201788.320516:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.320518:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.320520:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.320522:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac540. 00000020:00000010:1.0:1788201788.320524:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac540. 00000020:00000010:1.0:1788201788.320527:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.320528:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.320530:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4750533800. 00000020:00000010:1.0:1788201788.320532:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.320533:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.320535:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.320536:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.320538:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.320545:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.320548:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654389200. 00000001:00000010:1.0:1788201788.320549:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654388200. 00000001:00000010:1.0:1788201788.320551:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654389000. 00000001:00000010:1.0:1788201788.320552:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654389600. 00000001:00000010:1.0:1788201788.320554:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268d60. 00000001:00000010:1.0:1788201788.320555:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4654baed00. 00000001:00000001:1.0:1788201788.320557:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.320558:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23829 (ffff9c4654384d40) now 3 - setup 00000020:00000001:1.0:1788201788.320560:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.320561:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.320562:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac580. 00000020:00000001:1.0:1788201788.320564:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.320565:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.320567:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.320568:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.320648:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.320658:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.320659:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.320661:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.320662:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.320663:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.320664:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.320665:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.320691:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.320736:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.320737:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.320738:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.320740:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.320742:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.320744:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.320745:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac580. 00000020:00000080:1.0:1788201788.320747:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.320750:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.320751:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23829 (ffff9c4654384d40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.320753:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23829 (uuid obd_uuid_23829) 00000020:00000040:1.0:1788201788.320754:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23829 (ffff9c4654384d40) now 1 - newdev 00000020:00000040:1.0:1788201788.320756:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465437d000 with handle 0x8990e4d0a2217221 from hash 00000020:00000040:1.0:1788201788.320758:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465437d000 : new refcount 0 00000020:00000080:1.0:1788201788.320759:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465437d000/obd_uuid_23829 00000020:00000001:1.0:1788201788.320761:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.320762:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.320763:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465437d000/obd_uuid_23829 for obd_name_23829 00000020:00000001:1.0:1788201788.320765:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.320766:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.320767:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465437d000. 00000020:00000001:1.0:1788201788.320769:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.320771:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23829 obd_type name = obd_test 00000020:01000000:1.0:1788201788.320772:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23829 (obd_uuid_23829) 00000020:00000001:1.0:1788201788.320773:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.320775:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.320777:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.320778:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.320780:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4750531000. 00000020:00000010:1.0:1788201788.320782:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.320784:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.320786:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.320787:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4654bac880. 00000020:00000010:1.0:1788201788.320789:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.320791:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.320792:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4750531000. 00000020:00000010:1.0:1788201788.320794:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.320796:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.320797:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.320799:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.320800:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.320801:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654384d40. 00000020:00000001:1.0:1788201788.320805:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.320806:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.320807:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac580. 00000020:00000001:1.0:1788201788.320809:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.320810:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.320812:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.320813:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.320942:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.320953:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.320954:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.320956:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.320957:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.320959:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.320960:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.320961:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.320995:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.321058:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.321060:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.321061:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.321063:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.321065:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.321067:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.321068:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac580. 00000020:00000080:1.0:1788201788.321070:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.321073:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.321075:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23830: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.321076:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.321077:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23836 (ffff9c4654394d40) has no exports 00000020:00000001:1.0:1788201788.321079:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.321080:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.321082:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.321083:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.321085:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.321087:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4750537800. 00000020:00000010:1.0:1788201788.321089:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.321091:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.321092:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.321094:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac880. 00000020:00000010:1.0:1788201788.321097:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac880. 00000020:00000010:1.0:1788201788.321099:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.321101:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.321102:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4750537800. 00000020:00000010:1.0:1788201788.321104:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.321106:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.321107:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.321109:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.321110:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.321117:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.321120:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654362a00. 00000001:00000010:1.0:1788201788.321122:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654363600. 00000001:00000010:1.0:1788201788.321123:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654388a00. 00000001:00000010:1.0:1788201788.321137:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654389e00. 00000001:00000010:1.0:1788201788.321139:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268b00. 00000001:00000010:1.0:1788201788.321141:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4654bae100. 00000001:00000001:1.0:1788201788.321143:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.321144:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23830 (ffff9c4654394d40) now 3 - setup 00000020:00000001:1.0:1788201788.321145:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.321147:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.321159:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac580. 00000020:00000001:1.0:1788201788.321161:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.321162:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.321164:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.321165:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.321283:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.321294:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.321295:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.321296:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.321297:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.321298:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.321300:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.321301:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.321335:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.321423:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.321425:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.321426:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.321427:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.321430:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.321432:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.321433:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac580. 00000020:00000080:1.0:1788201788.321435:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.321438:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.321440:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23830 (ffff9c4654394d40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.321442:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23830 (uuid obd_uuid_23830) 00000020:00000040:1.0:1788201788.321443:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23830 (ffff9c4654394d40) now 1 - newdev 00000020:00000040:1.0:1788201788.321456:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465437f800 with handle 0x8990e4d0a2217228 from hash 00000020:00000040:1.0:1788201788.321458:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465437f800 : new refcount 0 00000020:00000080:1.0:1788201788.321459:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465437f800/obd_uuid_23830 00000020:00000001:1.0:1788201788.321460:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.321462:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.321463:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465437f800/obd_uuid_23830 for obd_name_23830 00000020:00000001:1.0:1788201788.321464:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.321465:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.321466:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465437f800. 00000020:00000001:1.0:1788201788.321470:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.321471:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23830 obd_type name = obd_test 00000020:01000000:1.0:1788201788.321472:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23830 (obd_uuid_23830) 00000020:00000001:1.0:1788201788.321473:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.321475:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.321477:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.321479:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.321481:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4750536000. 00000020:00000010:1.0:1788201788.321483:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.321485:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.321486:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.321488:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4654baca40. 00000020:00000010:1.0:1788201788.321490:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.321492:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.321493:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4750536000. 00000020:00000010:1.0:1788201788.321495:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.321497:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.321498:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.321500:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.321501:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.321503:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654394d40. 00000020:00000001:1.0:1788201788.321506:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.321507:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.321509:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac580. 00000020:00000001:1.0:1788201788.321510:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.321511:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.321513:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.321514:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.321632:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.321642:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.321644:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.321645:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.321646:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.321647:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.321648:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.321649:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.321684:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.321744:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.321745:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.321746:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.321748:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.321751:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.321752:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.321754:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac580. 00000020:00000080:1.0:1788201788.321755:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.321758:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.321760:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23831: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.321762:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.321763:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23837 (ffff9c4654393380) has no exports 00000020:00000001:1.0:1788201788.321764:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.321765:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.321767:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.321769:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.321771:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.321773:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4750536800. 00000020:00000010:1.0:1788201788.321775:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.321777:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.321778:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.321780:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654baca40. 00000020:00000010:1.0:1788201788.321783:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654baca40. 00000020:00000010:1.0:1788201788.321785:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.321787:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.321789:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4750536800. 00000020:00000010:1.0:1788201788.321790:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.321792:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.321793:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.321795:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.321796:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.321829:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.321832:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465438b400. 00000001:00000010:1.0:1788201788.321835:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465438bc00. 00000001:00000010:1.0:1788201788.321836:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465438b000. 00000001:00000010:1.0:1788201788.321838:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465438a400. 00000001:00000010:1.0:1788201788.321839:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c47442683a0. 00000001:00000010:1.0:1788201788.321841:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4654bae400. 00000001:00000001:1.0:1788201788.321842:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.321844:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23831 (ffff9c4654393380) now 3 - setup 00000020:00000001:1.0:1788201788.321845:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.321846:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.321848:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac580. 00000020:00000001:1.0:1788201788.321849:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.321850:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.321852:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.321853:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.321970:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.321980:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.321982:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.321983:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.321984:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.321985:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.321986:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.321988:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.322021:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.322081:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.322093:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.322094:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.322096:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.322098:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.322100:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.322101:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac580. 00000020:00000080:1.0:1788201788.322103:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.322108:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.322110:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23831 (ffff9c4654393380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.322113:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23831 (uuid obd_uuid_23831) 00000020:00000040:1.0:1788201788.322114:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23831 (ffff9c4654393380) now 1 - newdev 00000020:00000040:1.0:1788201788.322118:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465437a800 with handle 0x8990e4d0a221722f from hash 00000020:00000040:1.0:1788201788.322121:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465437a800 : new refcount 0 00000020:00000080:1.0:1788201788.322122:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465437a800/obd_uuid_23831 00000020:00000001:1.0:1788201788.322136:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.322139:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.322140:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465437a800/obd_uuid_23831 for obd_name_23831 00000020:00000001:1.0:1788201788.322143:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.322144:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.322146:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465437a800. 00000020:00000001:1.0:1788201788.322149:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.322151:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23831 obd_type name = obd_test 00000020:01000000:1.0:1788201788.322153:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23831 (obd_uuid_23831) 00000020:00000001:1.0:1788201788.322154:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.322157:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.322160:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.322163:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.322166:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4750535800. 00000020:00000010:1.0:1788201788.322169:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.322172:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.322175:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.322177:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4654bac680. 00000020:00000010:1.0:1788201788.322181:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.322183:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.322185:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4750535800. 00000020:00000010:1.0:1788201788.322187:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.322188:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.322190:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.322191:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.322193:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.322194:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654393380. 00000020:00000001:1.0:1788201788.322197:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.322198:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.322200:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac580. 00000020:00000001:1.0:1788201788.322201:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.322203:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.322204:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.322206:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.322327:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.322338:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.322339:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.322340:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.322341:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.322342:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.322344:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.322345:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.322379:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.322467:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.322469:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.322470:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.322472:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.322474:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.322476:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.322477:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac580. 00000020:00000080:1.0:1788201788.322479:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.322482:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.322484:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23832: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.322485:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.322486:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23838 (ffff9c46543919c0) has no exports 00000020:00000001:1.0:1788201788.322488:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.322489:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.322491:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.322493:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.322494:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.322497:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4750530800. 00000020:00000010:1.0:1788201788.322498:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.322501:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.322502:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.322504:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac680. 00000020:00000010:1.0:1788201788.322507:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac680. 00000020:00000010:1.0:1788201788.322509:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.322511:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.322512:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4750530800. 00000020:00000010:1.0:1788201788.322514:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.322516:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.322517:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.322519:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.322520:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.322527:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.322530:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465438a800. 00000001:00000010:1.0:1788201788.322531:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465438ac00. 00000001:00000010:1.0:1788201788.322533:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465438a200. 00000001:00000010:1.0:1788201788.322534:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465438a000. 00000001:00000010:1.0:1788201788.322535:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268100. 00000001:00000010:1.0:1788201788.322537:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4654bae700. 00000001:00000001:1.0:1788201788.322539:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.322539:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23832 (ffff9c46543919c0) now 3 - setup 00000020:00000001:1.0:1788201788.322541:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.322542:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.322543:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac580. 00000020:00000001:1.0:1788201788.322545:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.322546:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.322548:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.322549:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.322666:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.322676:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.322678:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.322679:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.322690:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.322691:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.322692:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.322693:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.322727:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.322788:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.322790:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.322791:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.322792:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.322795:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.322796:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.322798:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac580. 00000020:00000080:1.0:1788201788.322799:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.322803:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.322804:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23832 (ffff9c46543919c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.322806:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23832 (uuid obd_uuid_23832) 00000020:00000040:1.0:1788201788.322807:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23832 (ffff9c46543919c0) now 1 - newdev 00000020:00000040:1.0:1788201788.322809:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654379000 with handle 0x8990e4d0a2217236 from hash 00000020:00000040:1.0:1788201788.322811:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654379000 : new refcount 0 00000020:00000080:1.0:1788201788.322812:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654379000/obd_uuid_23832 00000020:00000001:1.0:1788201788.322814:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.322815:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.322817:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654379000/obd_uuid_23832 for obd_name_23832 00000020:00000001:1.0:1788201788.322818:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.322819:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.322820:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654379000. 00000020:00000001:1.0:1788201788.322822:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.322823:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23832 obd_type name = obd_test 00000020:01000000:1.0:1788201788.322824:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23832 (obd_uuid_23832) 00000020:00000001:1.0:1788201788.322825:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.322827:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.322829:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.322830:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.322833:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4759261800. 00000020:00000010:1.0:1788201788.322835:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.322837:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.322838:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.322840:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4654bacf80. 00000020:00000010:1.0:1788201788.322842:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.322844:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.322845:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4759261800. 00000020:00000010:1.0:1788201788.322847:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.322848:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.322850:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.322851:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.322852:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.322854:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46543919c0. 00000020:00000001:1.0:1788201788.322856:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.322858:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.322859:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac580. 00000020:00000001:1.0:1788201788.322861:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.322862:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.322864:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.322865:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.322979:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.322989:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.322991:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.322992:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.322993:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.322994:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.322995:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.322996:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.323031:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.323090:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.323092:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.323094:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.323096:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.323098:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.323100:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.323102:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac580. 00000020:00000080:1.0:1788201788.323104:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.323109:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.323111:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23833: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.323114:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.323115:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23839 (ffff9c4654390000) has no exports 00000020:00000001:1.0:1788201788.323117:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.323119:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.323121:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.323124:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.323138:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.323141:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4759267800. 00000020:00000010:1.0:1788201788.323145:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.323148:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.323151:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.323154:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bacf80. 00000020:00000010:1.0:1788201788.323157:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bacf80. 00000020:00000010:1.0:1788201788.323161:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.323164:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.323166:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4759267800. 00000020:00000010:1.0:1788201788.323169:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.323172:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.323174:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.323177:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.323178:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.323185:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.323188:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465438a600. 00000001:00000010:1.0:1788201788.323189:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465438ba00. 00000001:00000010:1.0:1788201788.323191:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465438be00. 00000001:00000010:1.0:1788201788.323192:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465438ae00. 00000001:00000010:1.0:1788201788.323194:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268040. 00000001:00000010:1.0:1788201788.323196:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4654baea00. 00000001:00000001:1.0:1788201788.323198:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.323199:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23833 (ffff9c4654390000) now 3 - setup 00000020:00000001:1.0:1788201788.323200:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.323202:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.323203:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac580. 00000020:00000001:1.0:1788201788.323205:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.323206:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.323208:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.323209:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.323337:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.323348:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.323349:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.323351:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.323352:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.323353:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.323354:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.323355:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.323390:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.323629:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.323631:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.323632:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.323634:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.323636:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.323638:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.323640:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac580. 00000020:00000080:1.0:1788201788.323641:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.323644:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.323646:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23833 (ffff9c4654390000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.323648:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23833 (uuid obd_uuid_23833) 00000020:00000040:1.0:1788201788.323649:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23833 (ffff9c4654390000) now 1 - newdev 00000020:00000040:1.0:1788201788.323651:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465437e800 with handle 0x8990e4d0a221723d from hash 00000020:00000040:1.0:1788201788.323653:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465437e800 : new refcount 0 00000020:00000080:1.0:1788201788.323654:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465437e800/obd_uuid_23833 00000020:00000001:1.0:1788201788.323655:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.323657:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.323658:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465437e800/obd_uuid_23833 for obd_name_23833 00000020:00000001:1.0:1788201788.323660:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.323661:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.323662:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465437e800. 00000020:00000001:1.0:1788201788.323664:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.323665:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23833 obd_type name = obd_test 00000020:01000000:1.0:1788201788.323666:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23833 (obd_uuid_23833) 00000020:00000001:1.0:1788201788.323667:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.323669:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.323670:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.323672:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.323674:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4750535000. 00000020:00000010:1.0:1788201788.323676:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.323678:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.323679:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.323681:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4654bac480. 00000020:00000010:1.0:1788201788.323684:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.323685:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.323687:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4750535000. 00000020:00000010:1.0:1788201788.323688:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.323690:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.323691:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.323693:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.323694:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.323696:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654390000. 00000020:00000001:1.0:1788201788.323698:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.323699:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.323701:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac580. 00000020:00000001:1.0:1788201788.323702:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.323704:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.323705:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.323706:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.323823:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.323834:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.323835:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.323837:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.323838:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.323839:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.323840:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.323841:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.323876:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.323936:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.323938:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.323939:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.323941:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.323943:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.323944:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.323946:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac580. 00000020:00000080:1.0:1788201788.323947:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.323951:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.323952:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23834: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.323953:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.323955:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23840 (ffff9c46543a19c0) has no exports 00000020:00000001:1.0:1788201788.323956:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.323957:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.323959:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.323961:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.323962:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.323965:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4749120800. 00000020:00000010:1.0:1788201788.323966:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.323968:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.323970:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.323972:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac480. 00000020:00000010:1.0:1788201788.323974:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac480. 00000020:00000010:1.0:1788201788.323977:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.323979:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.323980:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4749120800. 00000020:00000010:1.0:1788201788.323982:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.323984:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.323985:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.323987:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.323988:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.324012:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.324015:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654389c00. 00000001:00000010:1.0:1788201788.324016:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4654389400. 00000001:00000010:1.0:1788201788.324018:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465438b800. 00000001:00000010:1.0:1788201788.324019:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465438b200. 00000001:00000010:1.0:1788201788.324021:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c47442683e0. 00000001:00000010:1.0:1788201788.324023:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4654baee00. 00000001:00000001:1.0:1788201788.324024:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.324025:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23834 (ffff9c46543a19c0) now 3 - setup 00000020:00000001:1.0:1788201788.324027:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.324028:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.324030:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac580. 00000020:00000001:1.0:1788201788.324032:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.324033:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.324034:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.324035:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.324197:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.324208:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.324209:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.324210:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.324212:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.324213:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.324214:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.324215:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.324251:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.324313:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.324314:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.324316:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.324318:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.324320:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.324322:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.324323:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac580. 00000020:00000080:1.0:1788201788.324325:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.324328:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.324330:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23834 (ffff9c46543a19c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.324332:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23834 (uuid obd_uuid_23834) 00000020:00000040:1.0:1788201788.324333:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23834 (ffff9c46543a19c0) now 1 - newdev 00000020:00000040:1.0:1788201788.324335:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465437f000 with handle 0x8990e4d0a2217244 from hash 00000020:00000040:1.0:1788201788.324337:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465437f000 : new refcount 0 00000020:00000080:1.0:1788201788.324338:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465437f000/obd_uuid_23834 00000020:00000001:1.0:1788201788.324339:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.324341:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.324342:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465437f000/obd_uuid_23834 for obd_name_23834 00000020:00000001:1.0:1788201788.324343:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.324344:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.324345:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465437f000. 00000020:00000001:1.0:1788201788.324348:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.324349:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23834 obd_type name = obd_test 00000020:01000000:1.0:1788201788.324350:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23834 (obd_uuid_23834) 00000020:00000001:1.0:1788201788.324351:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.324352:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.324354:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.324356:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.324358:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c474715b800. 00000020:00000010:1.0:1788201788.324359:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.324361:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.324363:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.324365:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4654bac800. 00000020:00000010:1.0:1788201788.324367:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.324369:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.324370:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c474715b800. 00000020:00000010:1.0:1788201788.324372:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.324373:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.324375:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.324376:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.324378:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.324379:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46543a19c0. 00000020:00000001:1.0:1788201788.324385:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.324386:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.324388:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac580. 00000020:00000001:1.0:1788201788.324389:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.324390:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.324406:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.324408:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.324528:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.324539:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.324540:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.324541:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.324543:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.324544:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.324545:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.324546:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.324582:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.324643:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.324645:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.324646:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.324648:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.324650:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.324652:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.324654:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac580. 00000020:00000080:1.0:1788201788.324655:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.324658:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.324659:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23835: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.324661:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.324662:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23841 (ffff9c46543a0000) has no exports 00000020:00000001:1.0:1788201788.324664:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.324665:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.324667:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.324669:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.324671:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.324672:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4747159800. 00000020:00000010:1.0:1788201788.324674:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.324676:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.324678:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.324680:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac800. 00000020:00000010:1.0:1788201788.324683:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac800. 00000020:00000010:1.0:1788201788.324685:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.324687:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.324688:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4747159800. 00000020:00000010:1.0:1788201788.324690:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.324692:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.324693:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.324695:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.324696:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.324704:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.324707:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46543a9400. 00000001:00000010:1.0:1788201788.324709:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46543a9c00. 00000001:00000010:1.0:1788201788.324710:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46543a9000. 00000001:00000010:1.0:1788201788.324712:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46543a8400. 00000001:00000010:1.0:1788201788.324713:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c47442689c0. 00000001:00000010:1.0:1788201788.324715:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4654baeb00. 00000001:00000001:1.0:1788201788.324716:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.324717:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23835 (ffff9c46543a0000) now 3 - setup 00000020:00000001:1.0:1788201788.324718:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.324720:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.324721:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac580. 00000020:00000001:1.0:1788201788.324723:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.324724:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.324726:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.324727:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.324842:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.324852:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.324854:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.324855:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.324856:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.324857:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.324858:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.324859:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.324894:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.324955:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.324957:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.324958:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.324960:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.324962:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.324964:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.324965:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac580. 00000020:00000080:1.0:1788201788.324967:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.324970:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.324972:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23835 (ffff9c46543a0000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.324973:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23835 (uuid obd_uuid_23835) 00000020:00000040:1.0:1788201788.324974:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23835 (ffff9c46543a0000) now 1 - newdev 00000020:00000040:1.0:1788201788.324976:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654379800 with handle 0x8990e4d0a221724b from hash 00000020:00000040:1.0:1788201788.324979:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654379800 : new refcount 0 00000020:00000080:1.0:1788201788.324980:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654379800/obd_uuid_23835 00000020:00000001:1.0:1788201788.324981:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.324982:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.324984:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654379800/obd_uuid_23835 for obd_name_23835 00000020:00000001:1.0:1788201788.324985:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.324986:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.324987:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654379800. 00000020:00000001:1.0:1788201788.324989:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.324990:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23835 obd_type name = obd_test 00000020:01000000:1.0:1788201788.324991:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23835 (obd_uuid_23835) 00000020:00000001:1.0:1788201788.324992:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.324993:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.324995:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.324997:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.324999:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c474715d000. 00000020:00000010:1.0:1788201788.325000:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.325002:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.325004:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.325006:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4654bac0c0. 00000020:00000010:1.0:1788201788.325008:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.325010:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.325011:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c474715d000. 00000020:00000010:1.0:1788201788.325013:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.325015:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.325016:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.325018:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.325019:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.325020:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46543a0000. 00000020:00000001:1.0:1788201788.325024:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.325025:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.325026:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac580. 00000020:00000001:1.0:1788201788.325028:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.325029:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.325031:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.325032:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.325188:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.325199:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.325200:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.325201:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.325202:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.325204:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.325205:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.325206:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.325242:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.325303:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.325304:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.325305:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.325307:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.325309:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.325311:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.325312:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac580. 00000020:00000080:1.0:1788201788.325314:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.325317:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.325318:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23836: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.325320:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.325322:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23842 (ffff9c46543a4d40) has no exports 00000020:00000001:1.0:1788201788.325323:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.325324:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.325326:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.325328:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.325329:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.325331:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c474715c800. 00000020:00000010:1.0:1788201788.325333:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.325335:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.325337:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.325339:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac0c0. 00000020:00000010:1.0:1788201788.325341:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac0c0. 00000020:00000010:1.0:1788201788.325344:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.325346:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.325347:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c474715c800. 00000020:00000010:1.0:1788201788.325349:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.325350:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.325352:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.325353:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.325355:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.325363:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.325366:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46543a8800. 00000001:00000010:1.0:1788201788.325367:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46543a8c00. 00000001:00000010:1.0:1788201788.325369:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46543a8200. 00000001:00000010:1.0:1788201788.325370:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46543a8000. 00000001:00000010:1.0:1788201788.325372:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268e00. 00000001:00000010:1.0:1788201788.325373:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4654bae300. 00000001:00000001:1.0:1788201788.325375:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.325375:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23836 (ffff9c46543a4d40) now 3 - setup 00000020:00000001:1.0:1788201788.325377:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.325378:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.325379:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac580. 00000020:00000001:1.0:1788201788.325381:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.325382:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.325384:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.325385:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.325519:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.325530:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.325531:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.325532:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.325533:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.325534:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.325536:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.325537:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.325571:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.325630:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.325631:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.325632:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.325634:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.325636:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.325638:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.325640:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac580. 00000020:00000080:1.0:1788201788.325641:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.325644:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.325646:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23836 (ffff9c46543a4d40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.325648:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23836 (uuid obd_uuid_23836) 00000020:00000040:1.0:1788201788.325649:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23836 (ffff9c46543a4d40) now 1 - newdev 00000020:00000040:1.0:1788201788.325651:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654378800 with handle 0x8990e4d0a2217252 from hash 00000020:00000040:1.0:1788201788.325654:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654378800 : new refcount 0 00000020:00000080:1.0:1788201788.325655:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654378800/obd_uuid_23836 00000020:00000001:1.0:1788201788.325656:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.325657:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.325658:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654378800/obd_uuid_23836 for obd_name_23836 00000020:00000001:1.0:1788201788.325660:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.325661:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.325662:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654378800. 00000020:00000001:1.0:1788201788.325664:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.325665:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23836 obd_type name = obd_test 00000020:01000000:1.0:1788201788.325666:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23836 (obd_uuid_23836) 00000020:00000001:1.0:1788201788.325668:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.325669:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.325671:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.325673:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.325675:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4759101000. 00000020:00000010:1.0:1788201788.325677:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.325679:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.325681:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.325682:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4654bac6c0. 00000020:00000010:1.0:1788201788.325685:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.325686:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.325698:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4759101000. 00000020:00000010:1.0:1788201788.325700:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.325702:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.325703:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.325705:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.325706:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.325707:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46543a4d40. 00000020:00000001:1.0:1788201788.325710:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.325711:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.325713:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac580. 00000020:00000001:1.0:1788201788.325714:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.325716:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.325717:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.325718:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.325833:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.325843:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.325845:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.325846:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.325847:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.325848:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.325849:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.325851:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.325884:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.325942:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.325944:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.325946:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.325947:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.325949:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.325951:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.325953:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac580. 00000020:00000080:1.0:1788201788.325954:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.325958:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.325959:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23837: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.325960:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.325962:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23843 (ffff9c46543a3380) has no exports 00000020:00000001:1.0:1788201788.325963:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.325964:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.325966:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.325968:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.325969:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.325971:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c47509b6000. 00000020:00000010:1.0:1788201788.325973:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.325975:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.325977:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.325979:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac6c0. 00000020:00000010:1.0:1788201788.325981:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac6c0. 00000020:00000010:1.0:1788201788.325984:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.325986:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.325988:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c47509b6000. 00000020:00000010:1.0:1788201788.325989:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.325991:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.325992:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.325994:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.325995:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.326002:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.326005:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46543a8600. 00000001:00000010:1.0:1788201788.326007:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46543a9a00. 00000001:00000010:1.0:1788201788.326008:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46543a9e00. 00000001:00000010:1.0:1788201788.326010:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46543a8e00. 00000001:00000010:1.0:1788201788.326011:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268a00. 00000001:00000010:1.0:1788201788.326013:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4654bae900. 00000001:00000001:1.0:1788201788.326014:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.326015:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23837 (ffff9c46543a3380) now 3 - setup 00000020:00000001:1.0:1788201788.326017:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.326018:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.326020:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac580. 00000020:00000001:1.0:1788201788.326021:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.326022:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.326024:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.326025:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.326175:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.326187:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.326188:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.326189:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.326190:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.326191:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.326193:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.326194:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.326230:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.326290:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.326292:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.326293:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.326294:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.326296:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.326298:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.326300:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac580. 00000020:00000080:1.0:1788201788.326301:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.326304:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.326306:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23837 (ffff9c46543a3380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.326308:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23837 (uuid obd_uuid_23837) 00000020:00000040:1.0:1788201788.326309:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23837 (ffff9c46543a3380) now 1 - newdev 00000020:00000040:1.0:1788201788.326311:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465437b000 with handle 0x8990e4d0a2217259 from hash 00000020:00000040:1.0:1788201788.326313:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465437b000 : new refcount 0 00000020:00000080:1.0:1788201788.326314:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465437b000/obd_uuid_23837 00000020:00000001:1.0:1788201788.326316:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.326317:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.326318:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465437b000/obd_uuid_23837 for obd_name_23837 00000020:00000001:1.0:1788201788.326320:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.326321:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.326322:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465437b000. 00000020:00000001:1.0:1788201788.326324:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.326325:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23837 obd_type name = obd_test 00000020:01000000:1.0:1788201788.326326:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23837 (obd_uuid_23837) 00000020:00000001:1.0:1788201788.326327:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.326329:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.326330:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.326332:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.326334:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c47509b4800. 00000020:00000010:1.0:1788201788.326335:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.326337:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.326339:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.326341:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4654bacb40. 00000020:00000010:1.0:1788201788.326343:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.326345:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.326346:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c47509b4800. 00000020:00000010:1.0:1788201788.326348:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.326350:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.326351:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.326353:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.326354:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.326356:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46543a3380. 00000020:00000001:1.0:1788201788.326358:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.326360:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.326361:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac580. 00000020:00000001:1.0:1788201788.326362:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.326364:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.326365:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.326366:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.326503:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.326514:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.326515:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.326517:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.326518:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.326519:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.326520:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.326521:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.326555:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.326615:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.326617:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.326618:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.326620:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.326622:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.326623:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.326625:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac580. 00000020:00000080:1.0:1788201788.326626:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.326630:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.326631:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23838: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.326633:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.326634:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23844 (ffff9c46543b3380) has no exports 00000020:00000001:1.0:1788201788.326635:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.326637:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.326638:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.326640:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.326642:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.326644:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c47509b1000. 00000020:00000010:1.0:1788201788.326645:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.326647:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.326649:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.326651:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bacb40. 00000020:00000010:1.0:1788201788.326653:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bacb40. 00000020:00000010:1.0:1788201788.326656:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.326658:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.326659:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c47509b1000. 00000020:00000010:1.0:1788201788.326661:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.326663:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.326664:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.326666:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.326667:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.326675:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.326678:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465438aa00. 00000001:00000010:1.0:1788201788.326679:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465438b600. 00000001:00000010:1.0:1788201788.326681:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46543a9800. 00000001:00000010:1.0:1788201788.326682:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46543a9200. 00000001:00000010:1.0:1788201788.326684:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c47442684c0. 00000001:00000010:1.0:1788201788.326685:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4654bae000. 00000001:00000001:1.0:1788201788.326697:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.326698:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23838 (ffff9c46543b3380) now 3 - setup 00000020:00000001:1.0:1788201788.326700:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.326701:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.326702:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac580. 00000020:00000001:1.0:1788201788.326704:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.326705:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.326706:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.326708:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.326866:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.326877:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.326878:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.326880:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.326881:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.326882:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.326883:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.326884:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.326919:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.326979:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.326980:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.326981:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.326983:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.326985:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.326987:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.326989:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac580. 00000020:00000080:1.0:1788201788.326990:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.326994:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.326995:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23838 (ffff9c46543b3380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.326997:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23838 (uuid obd_uuid_23838) 00000020:00000040:1.0:1788201788.326998:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23838 (ffff9c46543b3380) now 1 - newdev 00000020:00000040:1.0:1788201788.327000:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4654378000 with handle 0x8990e4d0a2217260 from hash 00000020:00000040:1.0:1788201788.327002:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4654378000 : new refcount 0 00000020:00000080:1.0:1788201788.327003:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4654378000/obd_uuid_23838 00000020:00000001:1.0:1788201788.327005:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.327006:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.327007:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4654378000/obd_uuid_23838 for obd_name_23838 00000020:00000001:1.0:1788201788.327009:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.327010:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.327011:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4654378000. 00000020:00000001:1.0:1788201788.327013:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.327014:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23838 obd_type name = obd_test 00000020:01000000:1.0:1788201788.327015:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23838 (obd_uuid_23838) 00000020:00000001:1.0:1788201788.327016:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.327018:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.327019:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.327021:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.327027:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c47509b2000. 00000020:00000010:1.0:1788201788.327029:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.327031:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.327033:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.327034:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4654bac340. 00000020:00000010:1.0:1788201788.327037:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.327039:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.327042:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c47509b2000. 00000020:00000010:1.0:1788201788.327044:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.327046:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.327048:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.327049:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.327051:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.327053:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46543b3380. 00000020:00000001:1.0:1788201788.327071:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.327072:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.327074:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac580. 00000020:00000001:1.0:1788201788.327076:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.327077:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.327078:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.327079:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.327244:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.327255:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.327257:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.327258:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.327259:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.327260:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.327261:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.327263:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.327297:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.327357:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.327359:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.327360:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.327362:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.327364:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.327366:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.327367:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac580. 00000020:00000080:1.0:1788201788.327380:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.327383:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.327385:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23839: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.327386:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.327388:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23845 (ffff9c46543b19c0) has no exports 00000020:00000001:1.0:1788201788.327389:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.327390:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.327423:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.327426:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.327428:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.327430:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4750531800. 00000020:00000010:1.0:1788201788.327432:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.327435:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.327436:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.327438:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac340. 00000020:00000010:1.0:1788201788.327441:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac340. 00000020:00000010:1.0:1788201788.327443:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.327445:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.327447:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4750531800. 00000020:00000010:1.0:1788201788.327448:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.327450:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.327452:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.327453:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.327455:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.327463:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.327465:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46543ab200. 00000001:00000010:1.0:1788201788.327467:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46543aa200. 00000001:00000010:1.0:1788201788.327469:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46543aa000. 00000001:00000010:1.0:1788201788.327470:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46543ab800. 00000001:00000010:1.0:1788201788.327471:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c47442683c0. 00000001:00000010:1.0:1788201788.327473:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4654bae800. 00000001:00000001:1.0:1788201788.327475:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.327476:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23839 (ffff9c46543b19c0) now 3 - setup 00000020:00000001:1.0:1788201788.327477:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.327478:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.327479:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac580. 00000020:00000001:1.0:1788201788.327481:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.327482:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.327483:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.327485:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.327597:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.327607:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.327608:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.327610:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.327611:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.327612:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.327613:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.327615:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.327655:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.327718:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.327720:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.327721:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.327723:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.327725:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.327727:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.327729:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac580. 00000020:00000080:1.0:1788201788.327730:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.327733:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.327735:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23839 (ffff9c46543b19c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.327736:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23839 (uuid obd_uuid_23839) 00000020:00000040:1.0:1788201788.327738:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23839 (ffff9c46543b19c0) now 1 - newdev 00000020:00000040:1.0:1788201788.327740:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465437a000 with handle 0x8990e4d0a2217267 from hash 00000020:00000040:1.0:1788201788.327742:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465437a000 : new refcount 0 00000020:00000080:1.0:1788201788.327743:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465437a000/obd_uuid_23839 00000020:00000001:1.0:1788201788.327744:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.327746:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.327747:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465437a000/obd_uuid_23839 for obd_name_23839 00000020:00000001:1.0:1788201788.327749:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.327750:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.327751:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465437a000. 00000020:00000001:1.0:1788201788.327753:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.327754:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23839 obd_type name = obd_test 00000020:01000000:1.0:1788201788.327755:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23839 (obd_uuid_23839) 00000020:00000001:1.0:1788201788.327755:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.327757:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.327759:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.327761:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.327762:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4750537000. 00000020:00000010:1.0:1788201788.327764:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.327766:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.327768:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.327770:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4654bace00. 00000020:00000010:1.0:1788201788.327772:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.327774:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.327775:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4750537000. 00000020:00000010:1.0:1788201788.327777:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.327779:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.327780:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.327781:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.327783:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.327784:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46543b19c0. 00000020:00000001:1.0:1788201788.327787:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.327789:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.327790:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac580. 00000020:00000001:1.0:1788201788.327791:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.327793:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.327795:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.327796:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.327911:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.327922:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.327924:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.327925:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.327926:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.327927:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.327928:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.327929:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.327964:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.328030:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.328032:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.328033:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.328035:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.328037:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.328039:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.328040:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac580. 00000020:00000080:1.0:1788201788.328041:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.328045:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.328046:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23840: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.328048:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.328049:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23846 (ffff9c46543b0000) has no exports 00000020:00000001:1.0:1788201788.328051:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.328052:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.328054:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.328055:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.328057:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.328059:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4750532800. 00000020:00000010:1.0:1788201788.328061:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.328063:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.328065:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.328067:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bace00. 00000020:00000010:1.0:1788201788.328069:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bace00. 00000020:00000010:1.0:1788201788.328072:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.328074:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.328075:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4750532800. 00000020:00000010:1.0:1788201788.328077:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.328079:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.328080:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.328081:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.328083:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.328090:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.328093:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46543aae00. 00000001:00000010:1.0:1788201788.328094:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46543abe00. 00000001:00000010:1.0:1788201788.328096:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46543abc00. 00000001:00000010:1.0:1788201788.328097:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46543ab000. 00000001:00000010:1.0:1788201788.328098:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268700. 00000001:00000010:1.0:1788201788.328100:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4654bae500. 00000001:00000001:1.0:1788201788.328102:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.328103:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23840 (ffff9c46543b0000) now 3 - setup 00000020:00000001:1.0:1788201788.328106:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.328108:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.328111:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac580. 00000020:00000001:1.0:1788201788.328113:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.328115:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.328118:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.328119:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.328266:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.328277:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.328278:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.328280:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.328281:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.328282:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.328283:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.328284:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.328318:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.328378:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.328380:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.328381:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.328383:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.328385:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.328386:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.328388:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac580. 00000020:00000080:1.0:1788201788.328389:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.328407:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.328409:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23840 (ffff9c46543b0000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.328411:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23840 (uuid obd_uuid_23840) 00000020:00000040:1.0:1788201788.328412:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23840 (ffff9c46543b0000) now 1 - newdev 00000020:00000040:1.0:1788201788.328414:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465437c000 with handle 0x8990e4d0a221726e from hash 00000020:00000040:1.0:1788201788.328416:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465437c000 : new refcount 0 00000020:00000080:1.0:1788201788.328417:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465437c000/obd_uuid_23840 00000020:00000001:1.0:1788201788.328419:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.328420:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.328421:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465437c000/obd_uuid_23840 for obd_name_23840 00000020:00000001:1.0:1788201788.328422:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.328423:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.328424:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465437c000. 00000020:00000001:1.0:1788201788.328426:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.328427:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23840 obd_type name = obd_test 00000020:01000000:1.0:1788201788.328429:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23840 (obd_uuid_23840) 00000020:00000001:1.0:1788201788.328430:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.328432:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.328434:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.328435:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.328437:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4750530000. 00000020:00000010:1.0:1788201788.328439:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.328441:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.328443:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.328445:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4654bac840. 00000020:00000010:1.0:1788201788.328448:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.328449:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.328451:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4750530000. 00000020:00000010:1.0:1788201788.328453:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.328454:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.328456:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.328457:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.328458:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.328460:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46543b0000. 00000020:00000001:1.0:1788201788.328463:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.328464:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.328465:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac580. 00000020:00000001:1.0:1788201788.328467:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.328468:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.328470:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.328471:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.328587:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.328598:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.328599:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.328600:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.328601:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.328602:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.328603:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.328604:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.328638:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.328699:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.328701:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.328702:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.328704:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.328706:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.328708:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.328710:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac580. 00000020:00000080:1.0:1788201788.328711:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.328715:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.328716:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23841: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.328718:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.328719:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23847 (ffff9c46543b4d40) has no exports 00000020:00000001:1.0:1788201788.328720:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.328722:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.328723:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.328725:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.328727:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.328729:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4744c97800. 00000020:00000010:1.0:1788201788.328731:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.328733:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.328734:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.328736:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac840. 00000020:00000010:1.0:1788201788.328739:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac840. 00000020:00000010:1.0:1788201788.328742:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.328743:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.328745:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4744c97800. 00000020:00000010:1.0:1788201788.328746:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.328748:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.328750:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.328751:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.328752:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.328760:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.328763:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46543ab600. 00000001:00000010:1.0:1788201788.328764:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46543aaa00. 00000001:00000010:1.0:1788201788.328766:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46543aac00. 00000001:00000010:1.0:1788201788.328767:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46543aa800. 00000001:00000010:1.0:1788201788.328769:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268720. 00000001:00000010:1.0:1788201788.328771:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4654bae200. 00000001:00000001:1.0:1788201788.328772:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.328773:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23841 (ffff9c46543b4d40) now 3 - setup 00000020:00000001:1.0:1788201788.328774:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.328776:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.328777:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac580. 00000020:00000001:1.0:1788201788.328778:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.328780:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.328781:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.328782:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.328892:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.328902:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.328904:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.328905:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.328906:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.328907:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.328908:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.328910:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.328954:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.329020:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.329022:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.329023:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.329025:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.329027:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.329029:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.329030:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac580. 00000020:00000080:1.0:1788201788.329032:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.329035:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.329037:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23841 (ffff9c46543b4d40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.329038:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23841 (uuid obd_uuid_23841) 00000020:00000040:1.0:1788201788.329040:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23841 (ffff9c46543b4d40) now 1 - newdev 00000020:00000040:1.0:1788201788.329042:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465437c800 with handle 0x8990e4d0a2217275 from hash 00000020:00000040:1.0:1788201788.329044:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465437c800 : new refcount 0 00000020:00000080:1.0:1788201788.329046:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465437c800/obd_uuid_23841 00000020:00000001:1.0:1788201788.329048:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.329049:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.329050:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465437c800/obd_uuid_23841 for obd_name_23841 00000020:00000001:1.0:1788201788.329052:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.329053:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.329054:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465437c800. 00000020:00000001:1.0:1788201788.329055:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.329056:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23841 obd_type name = obd_test 00000020:01000000:1.0:1788201788.329057:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23841 (obd_uuid_23841) 00000020:00000001:1.0:1788201788.329058:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.329060:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.329061:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.329063:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.329065:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4759428800. 00000020:00000010:1.0:1788201788.329067:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.329069:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.329071:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.329072:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4654bac440. 00000020:00000010:1.0:1788201788.329075:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.329076:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.329078:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4759428800. 00000020:00000010:1.0:1788201788.329080:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.329081:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.329083:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.329084:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.329086:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.329087:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46543b4d40. 00000020:00000001:1.0:1788201788.329090:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.329092:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.329093:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac580. 00000020:00000001:1.0:1788201788.329094:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.329096:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.329097:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.329099:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.329237:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.329248:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.329250:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.329251:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.329252:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.329253:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.329254:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.329256:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.329292:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.329356:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.329357:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.329358:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.329360:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.329362:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.329364:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.329366:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac580. 00000020:00000080:1.0:1788201788.329367:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.329370:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.329372:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23842: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.329373:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.329375:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23848 (ffff9c46543c99c0) has no exports 00000020:00000001:1.0:1788201788.329376:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.329377:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.329379:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.329381:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.329383:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.329385:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c475942e000. 00000020:00000010:1.0:1788201788.329386:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.329389:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.329390:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.329408:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac440. 00000020:00000010:1.0:1788201788.329411:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac440. 00000020:00000010:1.0:1788201788.329415:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.329418:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.329420:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c475942e000. 00000020:00000010:1.0:1788201788.329424:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.329426:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.329428:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.329430:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.329431:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.329439:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.329442:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46543a8a00. 00000001:00000010:1.0:1788201788.329444:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46543a9600. 00000001:00000010:1.0:1788201788.329445:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46543aa400. 00000001:00000010:1.0:1788201788.329446:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46543ab400. 00000001:00000010:1.0:1788201788.329448:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268560. 00000001:00000010:1.0:1788201788.329449:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4654baec00. 00000001:00000001:1.0:1788201788.329451:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.329452:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23842 (ffff9c46543c99c0) now 3 - setup 00000020:00000001:1.0:1788201788.329453:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.329454:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.329456:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac580. 00000020:00000001:1.0:1788201788.329458:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.329459:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.329460:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.329462:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.329564:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.329574:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.329576:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.329577:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.329578:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.329579:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.329581:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.329582:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.329618:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.329681:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.329683:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.329684:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.329686:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.329688:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.329690:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.329692:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac580. 00000020:00000080:1.0:1788201788.329693:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.329696:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.329698:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23842 (ffff9c46543c99c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.329700:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23842 (uuid obd_uuid_23842) 00000020:00000040:1.0:1788201788.329701:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23842 (ffff9c46543c99c0) now 1 - newdev 00000020:00000040:1.0:1788201788.329703:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46543c3000 with handle 0x8990e4d0a221727c from hash 00000020:00000040:1.0:1788201788.329705:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46543c3000 : new refcount 0 00000020:00000080:1.0:1788201788.329706:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46543c3000/obd_uuid_23842 00000020:00000001:1.0:1788201788.329707:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.329709:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.329710:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46543c3000/obd_uuid_23842 for obd_name_23842 00000020:00000001:1.0:1788201788.329711:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.329712:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.329713:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46543c3000. 00000020:00000001:1.0:1788201788.329715:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.329716:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23842 obd_type name = obd_test 00000020:01000000:1.0:1788201788.329718:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23842 (obd_uuid_23842) 00000020:00000001:1.0:1788201788.329719:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.329720:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.329722:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.329724:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.329727:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4747e77000. 00000020:00000010:1.0:1788201788.329729:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.329730:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.329732:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.329734:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4654bac740. 00000020:00000010:1.0:1788201788.329736:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.329738:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.329739:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4747e77000. 00000020:00000010:1.0:1788201788.329741:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.329743:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.329744:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.329746:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.329748:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.329749:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46543c99c0. 00000020:00000001:1.0:1788201788.329752:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.329753:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.329755:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac580. 00000020:00000001:1.0:1788201788.329756:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.329758:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.329759:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.329760:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.329856:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.329867:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.329868:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.329869:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.329870:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.329871:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.329873:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.329874:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.329909:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.329973:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.329974:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.329975:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.329977:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.329979:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.329981:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.329983:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac580. 00000020:00000080:1.0:1788201788.329984:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.329987:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.329989:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23843: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.329990:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.329992:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23849 (ffff9c46543c8000) has no exports 00000020:00000001:1.0:1788201788.329993:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.329994:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.329996:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.329997:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.329999:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.330001:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4747e74800. 00000020:00000010:1.0:1788201788.330003:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.330005:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.330007:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.330009:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac740. 00000020:00000010:1.0:1788201788.330011:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac740. 00000020:00000010:1.0:1788201788.330014:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.330015:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.330017:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4747e74800. 00000020:00000010:1.0:1788201788.330019:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.330021:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.330022:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.330024:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.330025:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.330032:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.330036:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46543d1c00. 00000001:00000010:1.0:1788201788.330038:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46543d1000. 00000001:00000010:1.0:1788201788.330039:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46543d1600. 00000001:00000010:1.0:1788201788.330040:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46543d1400. 00000001:00000010:1.0:1788201788.330042:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268ec0. 00000001:00000010:1.0:1788201788.330043:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4654baef00. 00000001:00000001:1.0:1788201788.330045:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.330045:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23843 (ffff9c46543c8000) now 3 - setup 00000020:00000001:1.0:1788201788.330047:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.330048:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.330050:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac580. 00000020:00000001:1.0:1788201788.330052:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.330053:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.330054:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.330055:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.330200:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.330211:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.330212:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.330213:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.330214:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.330215:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.330217:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.330218:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.330255:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.330320:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.330322:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.330323:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.330324:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.330326:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.330328:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.330330:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac580. 00000020:00000080:1.0:1788201788.330331:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.330335:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.330336:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23843 (ffff9c46543c8000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.330338:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23843 (uuid obd_uuid_23843) 00000020:00000040:1.0:1788201788.330339:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23843 (ffff9c46543c8000) now 1 - newdev 00000020:00000040:1.0:1788201788.330341:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46543c0000 with handle 0x8990e4d0a2217283 from hash 00000020:00000040:1.0:1788201788.330343:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46543c0000 : new refcount 0 00000020:00000080:1.0:1788201788.330344:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46543c0000/obd_uuid_23843 00000020:00000001:1.0:1788201788.330346:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.330347:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.330348:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46543c0000/obd_uuid_23843 for obd_name_23843 00000020:00000001:1.0:1788201788.330349:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.330350:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.330351:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46543c0000. 00000020:00000001:1.0:1788201788.330353:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.330355:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23843 obd_type name = obd_test 00000020:01000000:1.0:1788201788.330356:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23843 (obd_uuid_23843) 00000020:00000001:1.0:1788201788.330357:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.330359:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.330361:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.330362:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.330365:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4747e76800. 00000020:00000010:1.0:1788201788.330366:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.330368:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.330370:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.330372:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4654bac100. 00000020:00000010:1.0:1788201788.330374:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.330376:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.330378:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4747e76800. 00000020:00000010:1.0:1788201788.330380:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.330381:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.330383:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.330384:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.330386:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.330387:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46543c8000. 00000020:00000001:1.0:1788201788.330389:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.330391:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.330407:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac580. 00000020:00000001:1.0:1788201788.330410:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.330411:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.330413:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.330414:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.330518:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.330529:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.330530:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.330531:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.330533:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.330534:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.330535:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.330536:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.330572:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.330636:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.330638:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.330639:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.330641:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.330643:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.330645:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.330646:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac580. 00000020:00000080:1.0:1788201788.330648:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.330651:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.330653:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23844: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.330655:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.330656:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23850 (ffff9c46543ccd40) has no exports 00000020:00000001:1.0:1788201788.330657:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.330658:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.330660:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.330662:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.330663:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.330666:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4747196000. 00000020:00000010:1.0:1788201788.330668:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.330670:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.330671:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.330673:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac100. 00000020:00000010:1.0:1788201788.330676:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac100. 00000020:00000010:1.0:1788201788.330679:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.330681:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.330682:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4747196000. 00000020:00000010:1.0:1788201788.330684:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.330686:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.330687:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.330689:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.330690:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.330708:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.330711:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46543d0400. 00000001:00000010:1.0:1788201788.330712:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46543d0800. 00000001:00000010:1.0:1788201788.330714:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46543d0000. 00000001:00000010:1.0:1788201788.330715:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46543d0600. 00000001:00000010:1.0:1788201788.330717:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268060. 00000001:00000010:1.0:1788201788.330718:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4771020e00. 00000001:00000001:1.0:1788201788.330721:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.330722:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23844 (ffff9c46543ccd40) now 3 - setup 00000020:00000001:1.0:1788201788.330723:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.330724:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.330726:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac580. 00000020:00000001:1.0:1788201788.330728:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.330730:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.330731:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.330732:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.330830:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.330841:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.330842:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.330843:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.330844:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.330845:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.330847:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.330848:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.330884:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.330947:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.330948:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.330949:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.330951:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.330953:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.330955:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.330956:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac580. 00000020:00000080:1.0:1788201788.330958:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.330961:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.330963:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23844 (ffff9c46543ccd40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.330964:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23844 (uuid obd_uuid_23844) 00000020:00000040:1.0:1788201788.330966:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23844 (ffff9c46543ccd40) now 1 - newdev 00000020:00000040:1.0:1788201788.330968:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46543c2000 with handle 0x8990e4d0a221728a from hash 00000020:00000040:1.0:1788201788.330970:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46543c2000 : new refcount 0 00000020:00000080:1.0:1788201788.330971:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46543c2000/obd_uuid_23844 00000020:00000001:1.0:1788201788.330972:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.330973:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.330974:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46543c2000/obd_uuid_23844 for obd_name_23844 00000020:00000001:1.0:1788201788.330975:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.330976:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.330978:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46543c2000. 00000020:00000001:1.0:1788201788.330980:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.330981:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23844 obd_type name = obd_test 00000020:01000000:1.0:1788201788.330982:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23844 (obd_uuid_23844) 00000020:00000001:1.0:1788201788.330983:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.330985:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.330987:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.330988:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.330992:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c47500f7800. 00000020:00000010:1.0:1788201788.330994:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.330995:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.330997:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.330999:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4654bacec0. 00000020:00000010:1.0:1788201788.331001:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.331003:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.331004:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c47500f7800. 00000020:00000010:1.0:1788201788.331006:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.331008:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.331009:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.331011:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.331012:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.331013:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46543ccd40. 00000020:00000001:1.0:1788201788.331017:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.331018:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.331019:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac580. 00000020:00000001:1.0:1788201788.331021:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.331023:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.331024:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.331025:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.331151:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.331166:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.331169:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.331170:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.331172:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.331173:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.331175:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.331176:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.331218:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.331283:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.331285:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.331286:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.331288:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.331290:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.331292:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.331294:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac580. 00000020:00000080:1.0:1788201788.331295:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.331298:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.331300:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23845: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.331301:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.331303:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23851 (ffff9c46543cb380) has no exports 00000020:00000001:1.0:1788201788.331304:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.331305:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.331307:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.331309:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.331310:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.331312:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c47500f7000. 00000020:00000010:1.0:1788201788.331314:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.331316:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.331318:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.331320:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bacec0. 00000020:00000010:1.0:1788201788.331322:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bacec0. 00000020:00000010:1.0:1788201788.331325:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.331327:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.331328:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c47500f7000. 00000020:00000010:1.0:1788201788.331330:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.331332:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.331333:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.331335:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.331336:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.331343:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.331346:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46543d1a00. 00000001:00000010:1.0:1788201788.331348:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46543d0c00. 00000001:00000010:1.0:1788201788.331349:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46543d0e00. 00000001:00000010:1.0:1788201788.331351:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46543d1800. 00000001:00000010:1.0:1788201788.331352:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268240. 00000001:00000010:1.0:1788201788.331354:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4771020b00. 00000001:00000001:1.0:1788201788.331356:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.331357:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23845 (ffff9c46543cb380) now 3 - setup 00000020:00000001:1.0:1788201788.331358:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.331359:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.331361:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac580. 00000020:00000001:1.0:1788201788.331362:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.331363:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.331364:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.331366:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.331485:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.331496:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.331497:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.331499:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.331500:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.331501:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.331502:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.331503:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.331541:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.331607:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.331609:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.331610:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.331611:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.331613:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.331615:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.331617:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac580. 00000020:00000080:1.0:1788201788.331618:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.331622:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.331624:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23845 (ffff9c46543cb380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.331625:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23845 (uuid obd_uuid_23845) 00000020:00000040:1.0:1788201788.331626:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23845 (ffff9c46543cb380) now 1 - newdev 00000020:00000040:1.0:1788201788.331629:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46543c4000 with handle 0x8990e4d0a2217291 from hash 00000020:00000040:1.0:1788201788.331631:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46543c4000 : new refcount 0 00000020:00000080:1.0:1788201788.331632:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46543c4000/obd_uuid_23845 00000020:00000001:1.0:1788201788.331634:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.331635:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.331636:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46543c4000/obd_uuid_23845 for obd_name_23845 00000020:00000001:1.0:1788201788.331638:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.331639:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.331640:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46543c4000. 00000020:00000001:1.0:1788201788.331642:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.331643:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23845 obd_type name = obd_test 00000020:01000000:1.0:1788201788.331644:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23845 (obd_uuid_23845) 00000020:00000001:1.0:1788201788.331645:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.331646:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.331648:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.331649:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.331651:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c47500f1000. 00000020:00000010:1.0:1788201788.331653:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.331655:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.331657:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.331659:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4654bac700. 00000020:00000010:1.0:1788201788.331661:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.331663:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.331664:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c47500f1000. 00000020:00000010:1.0:1788201788.331666:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.331668:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.331669:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.331671:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.331672:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.331673:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46543cb380. 00000020:00000001:1.0:1788201788.331676:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.331677:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.331678:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac580. 00000020:00000001:1.0:1788201788.331680:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.331681:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.331683:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.331684:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.331782:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.331793:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.331794:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.331795:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.331797:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.331798:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.331799:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.331800:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.331836:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.331899:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.331901:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.331902:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.331904:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.331906:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.331908:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.331909:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac580. 00000020:00000080:1.0:1788201788.331911:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.331914:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.331915:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23846: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.331917:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.331918:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23852 (ffff9c46543d8000) has no exports 00000020:00000001:1.0:1788201788.331920:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.331921:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.331923:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.331924:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.331926:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.331929:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c47595a7000. 00000020:00000010:1.0:1788201788.331931:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.331932:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.331934:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.331936:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac700. 00000020:00000010:1.0:1788201788.331938:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac700. 00000020:00000010:1.0:1788201788.331941:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.331943:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.331945:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c47595a7000. 00000020:00000010:1.0:1788201788.331947:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.331948:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.331950:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.331952:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.331953:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.331960:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.331962:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46543aba00. 00000001:00000010:1.0:1788201788.331964:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46543aa600. 00000001:00000010:1.0:1788201788.331965:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46543d1200. 00000001:00000010:1.0:1788201788.331967:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46543d0200. 00000001:00000010:1.0:1788201788.331968:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4744268e80. 00000001:00000010:1.0:1788201788.331970:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4771020300. 00000001:00000001:1.0:1788201788.331971:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.331972:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23846 (ffff9c46543d8000) now 3 - setup 00000020:00000001:1.0:1788201788.331974:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.331975:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.331976:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac580. 00000020:00000001:1.0:1788201788.331978:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.331979:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.331981:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.331982:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.332079:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.332090:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.332091:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.332092:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.332093:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.332094:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.332095:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.332096:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.332160:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.332234:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.332236:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.332237:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.332239:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.332241:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.332243:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.332245:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac580. 00000020:00000080:1.0:1788201788.332246:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.332249:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.332251:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23846 (ffff9c46543d8000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.332253:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23846 (uuid obd_uuid_23846) 00000020:00000040:1.0:1788201788.332254:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23846 (ffff9c46543d8000) now 1 - newdev 00000020:00000040:1.0:1788201788.332256:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46543c4800 with handle 0x8990e4d0a2217298 from hash 00000020:00000040:1.0:1788201788.332258:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46543c4800 : new refcount 0 00000020:00000080:1.0:1788201788.332259:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46543c4800/obd_uuid_23846 00000020:00000001:1.0:1788201788.332261:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.332262:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.332263:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46543c4800/obd_uuid_23846 for obd_name_23846 00000020:00000001:1.0:1788201788.332264:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.332265:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.332266:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46543c4800. 00000020:00000001:1.0:1788201788.332268:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.332269:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23846 obd_type name = obd_test 00000020:01000000:1.0:1788201788.332271:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23846 (obd_uuid_23846) 00000020:00000001:1.0:1788201788.332272:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.332273:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.332275:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.332276:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.332279:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c47595a1800. 00000020:00000010:1.0:1788201788.332280:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.332282:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.332284:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.332286:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4654bac140. 00000020:00000010:1.0:1788201788.332288:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.332290:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.332291:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c47595a1800. 00000020:00000010:1.0:1788201788.332293:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.332295:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.332296:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.332298:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.332300:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.332301:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46543d8000. 00000020:00000001:1.0:1788201788.332304:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.332305:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.332306:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac580. 00000020:00000001:1.0:1788201788.332308:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.332309:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.332311:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.332312:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.332431:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.332442:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.332443:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.332444:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.332446:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.332447:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.332448:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.332449:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.332485:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.332549:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.332550:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.332551:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.332553:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.332555:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.332557:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.332558:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac580. 00000020:00000080:1.0:1788201788.332560:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.332563:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.332565:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23847: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.332566:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.332568:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23853 (ffff9c46543dcd40) has no exports 00000020:00000001:1.0:1788201788.332569:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.332570:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.332572:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.332574:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.332575:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.332579:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4747c48800. 00000020:00000010:1.0:1788201788.332581:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.332583:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.332584:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.332586:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac140. 00000020:00000010:1.0:1788201788.332589:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac140. 00000020:00000010:1.0:1788201788.332592:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.332594:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.332595:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4747c48800. 00000020:00000010:1.0:1788201788.332597:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.332599:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.332600:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.332601:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.332603:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.332611:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.332614:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46543d3e00. 00000001:00000010:1.0:1788201788.332616:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46543d2e00. 00000001:00000010:1.0:1788201788.332618:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46543d3800. 00000001:00000010:1.0:1788201788.332619:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46543d2a00. 00000001:00000010:1.0:1788201788.332621:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c47442681a0. 00000001:00000010:1.0:1788201788.332622:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4771020900. 00000001:00000001:1.0:1788201788.332624:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.332625:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23847 (ffff9c46543dcd40) now 3 - setup 00000020:00000001:1.0:1788201788.332626:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.332627:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.332629:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac580. 00000020:00000001:1.0:1788201788.332630:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.332632:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.332633:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.332635:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.332732:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.332743:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.332744:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.332745:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.332747:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.332748:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.332749:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.332750:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.332790:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.332855:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.332857:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.332858:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.332859:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.332862:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.332863:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.332865:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac580. 00000020:00000080:1.0:1788201788.332866:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.332870:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.332871:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23847 (ffff9c46543dcd40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.332873:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23847 (uuid obd_uuid_23847) 00000020:00000040:1.0:1788201788.332874:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23847 (ffff9c46543dcd40) now 1 - newdev 00000020:00000040:1.0:1788201788.332876:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46543c3800 with handle 0x8990e4d0a221729f from hash 00000020:00000040:1.0:1788201788.332878:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46543c3800 : new refcount 0 00000020:00000080:1.0:1788201788.332879:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46543c3800/obd_uuid_23847 00000020:00000001:1.0:1788201788.332881:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.332882:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.332883:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46543c3800/obd_uuid_23847 for obd_name_23847 00000020:00000001:1.0:1788201788.332884:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.332885:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.332886:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46543c3800. 00000020:00000001:1.0:1788201788.332888:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.332889:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23847 obd_type name = obd_test 00000020:01000000:1.0:1788201788.332890:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23847 (obd_uuid_23847) 00000020:00000001:1.0:1788201788.332891:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.332893:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.332895:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.332896:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.332898:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4747c4e800. 00000020:00000010:1.0:1788201788.332900:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.332902:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.332904:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.332905:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4654bacac0. 00000020:00000010:1.0:1788201788.332908:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.332909:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.332911:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4747c4e800. 00000020:00000010:1.0:1788201788.332913:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.332914:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.332916:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.332917:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.332919:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.332920:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46543dcd40. 00000020:00000001:1.0:1788201788.332923:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.332924:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.332926:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac580. 00000020:00000001:1.0:1788201788.332927:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.332929:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.332930:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.332931:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.333027:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.333038:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.333039:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.333041:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.333042:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.333043:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.333044:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.333045:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.333080:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.333178:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.333180:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.333181:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.333183:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.333185:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.333187:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.333189:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac580. 00000020:00000080:1.0:1788201788.333190:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.333194:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.333195:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23848: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.333197:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.333198:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23854 (ffff9c46543db380) has no exports 00000020:00000001:1.0:1788201788.333199:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.333201:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.333202:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.333204:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.333205:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.333208:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4747c4f000. 00000020:00000010:1.0:1788201788.333210:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.333212:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.333213:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.333215:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bacac0. 00000020:00000010:1.0:1788201788.333218:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bacac0. 00000020:00000010:1.0:1788201788.333221:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.333223:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.333224:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4747c4f000. 00000020:00000010:1.0:1788201788.333226:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.333228:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.333229:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.333230:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.333232:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.333239:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.333242:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46543d3600. 00000001:00000010:1.0:1788201788.333243:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46543d3000. 00000001:00000010:1.0:1788201788.333245:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46543d2800. 00000001:00000010:1.0:1788201788.333246:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46543d2400. 00000001:00000010:1.0:1788201788.333247:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771021ca0. 00000001:00000010:1.0:1788201788.333249:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4771020000. 00000001:00000001:1.0:1788201788.333251:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.333251:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23848 (ffff9c46543db380) now 3 - setup 00000020:00000001:1.0:1788201788.333253:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.333254:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.333256:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac580. 00000020:00000001:1.0:1788201788.333258:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.333259:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.333260:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.333262:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.333361:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.333371:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.333373:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.333374:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.333375:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.333376:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.333377:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.333378:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.333433:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.333499:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.333501:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.333502:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.333504:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.333506:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.333508:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.333509:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac580. 00000020:00000080:1.0:1788201788.333511:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.333514:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.333516:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23848 (ffff9c46543db380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.333518:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23848 (uuid obd_uuid_23848) 00000020:00000040:1.0:1788201788.333519:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23848 (ffff9c46543db380) now 1 - newdev 00000020:00000040:1.0:1788201788.333521:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46543c6000 with handle 0x8990e4d0a22172a6 from hash 00000020:00000040:1.0:1788201788.333523:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46543c6000 : new refcount 0 00000020:00000080:1.0:1788201788.333524:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46543c6000/obd_uuid_23848 00000020:00000001:1.0:1788201788.333525:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.333527:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.333527:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46543c6000/obd_uuid_23848 for obd_name_23848 00000020:00000001:1.0:1788201788.333529:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.333530:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.333531:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46543c6000. 00000020:00000001:1.0:1788201788.333534:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.333535:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23848 obd_type name = obd_test 00000020:01000000:1.0:1788201788.333536:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23848 (obd_uuid_23848) 00000020:00000001:1.0:1788201788.333537:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.333539:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.333540:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.333542:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.333544:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4747c4a800. 00000020:00000010:1.0:1788201788.333546:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.333548:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.333550:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.333551:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4654bac980. 00000020:00000010:1.0:1788201788.333554:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.333555:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.333557:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4747c4a800. 00000020:00000010:1.0:1788201788.333559:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.333560:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.333562:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.333563:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.333565:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.333566:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46543db380. 00000020:00000001:1.0:1788201788.333568:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.333570:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.333571:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac580. 00000020:00000001:1.0:1788201788.333573:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.333574:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.333575:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.333577:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.333673:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.333683:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.333685:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.333686:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.333687:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.333688:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.333689:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.333691:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.333726:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.333790:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.333792:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.333793:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.333794:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.333797:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.333798:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.333800:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac580. 00000020:00000080:1.0:1788201788.333801:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.333805:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.333806:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23849: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.333808:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.333809:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23855 (ffff9c46543d99c0) has no exports 00000020:00000001:1.0:1788201788.333810:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.333811:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.333813:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.333815:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.333816:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.333818:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4747c4b000. 00000020:00000010:1.0:1788201788.333820:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.333822:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.333824:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.333826:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac980. 00000020:00000010:1.0:1788201788.333828:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac980. 00000020:00000010:1.0:1788201788.333831:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.333833:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.333834:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4747c4b000. 00000020:00000010:1.0:1788201788.333836:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.333838:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.333839:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.333841:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.333842:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.333849:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.333852:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46543d3400. 00000001:00000010:1.0:1788201788.333854:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46543d3c00. 00000001:00000010:1.0:1788201788.333855:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46543d2000. 00000001:00000010:1.0:1788201788.333856:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46543d2600. 00000001:00000010:1.0:1788201788.333858:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771021d60. 00000001:00000010:1.0:1788201788.333859:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4771020800. 00000001:00000001:1.0:1788201788.333861:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.333862:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23849 (ffff9c46543d99c0) now 3 - setup 00000020:00000001:1.0:1788201788.333863:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.333864:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.333865:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac580. 00000020:00000001:1.0:1788201788.333867:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.333868:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.333869:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.333870:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.333967:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.333977:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.333978:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.333980:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.333981:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.333982:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.333983:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.333984:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.334020:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.334083:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.334085:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.334086:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.334088:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.334090:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.334092:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.334093:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac580. 00000020:00000080:1.0:1788201788.334094:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.334098:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.334099:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23849 (ffff9c46543d99c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.334102:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23849 (uuid obd_uuid_23849) 00000020:00000040:1.0:1788201788.334103:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23849 (ffff9c46543d99c0) now 1 - newdev 00000020:00000040:1.0:1788201788.334107:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46543c5800 with handle 0x8990e4d0a22172ad from hash 00000020:00000040:1.0:1788201788.334110:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46543c5800 : new refcount 0 00000020:00000080:1.0:1788201788.334112:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46543c5800/obd_uuid_23849 00000020:00000001:1.0:1788201788.334114:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.334116:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.334117:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46543c5800/obd_uuid_23849 for obd_name_23849 00000020:00000001:1.0:1788201788.334120:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.334121:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.334123:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46543c5800. 00000020:00000001:1.0:1788201788.334136:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.334138:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23849 obd_type name = obd_test 00000020:01000000:1.0:1788201788.334140:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23849 (obd_uuid_23849) 00000020:00000001:1.0:1788201788.334142:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.334144:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.334147:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.334150:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.334154:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4747c4c000. 00000020:00000010:1.0:1788201788.334157:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.334160:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.334163:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.334165:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4654bac380. 00000020:00000010:1.0:1788201788.334169:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.334172:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.334174:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4747c4c000. 00000020:00000010:1.0:1788201788.334176:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.334177:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.334179:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.334180:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.334182:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.334183:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46543d99c0. 00000020:00000001:1.0:1788201788.334186:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.334187:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.334189:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac580. 00000020:00000001:1.0:1788201788.334190:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.334192:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.334194:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.334195:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.334295:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.334306:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.334308:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.334309:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.334310:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.334311:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.334313:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.334314:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.334350:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.334437:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.334439:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.334440:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.334442:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.334445:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.334447:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.334449:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac580. 00000020:00000080:1.0:1788201788.334450:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.334454:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.334456:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23850: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.334459:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.334461:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23856 (ffff9c46543e8000) has no exports 00000020:00000001:1.0:1788201788.334462:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.334465:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.334467:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.334469:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.334471:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.334474:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4747c4a000. 00000020:00000010:1.0:1788201788.334476:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.334478:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.334480:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.334482:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac380. 00000020:00000010:1.0:1788201788.334485:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac380. 00000020:00000010:1.0:1788201788.334489:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.334491:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.334493:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4747c4a000. 00000020:00000010:1.0:1788201788.334494:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.334496:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.334497:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.334499:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.334500:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.334524:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.334527:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46543d1e00. 00000001:00000010:1.0:1788201788.334529:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46543d0a00. 00000001:00000010:1.0:1788201788.334530:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46543d3a00. 00000001:00000010:1.0:1788201788.334532:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46543d2c00. 00000001:00000010:1.0:1788201788.334533:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771021b00. 00000001:00000010:1.0:1788201788.334534:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4771020500. 00000001:00000001:1.0:1788201788.334536:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.334537:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23850 (ffff9c46543e8000) now 3 - setup 00000020:00000001:1.0:1788201788.334538:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.334539:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.334541:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac580. 00000020:00000001:1.0:1788201788.334543:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.334544:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.334546:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.334547:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.334658:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.334669:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.334670:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.334671:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.334672:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.334673:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.334674:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.334676:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.334714:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.334781:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.334782:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.334784:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.334785:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.334788:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.334790:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.334791:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac580. 00000020:00000080:1.0:1788201788.334793:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.334796:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.334798:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23850 (ffff9c46543e8000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.334799:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23850 (uuid obd_uuid_23850) 00000020:00000040:1.0:1788201788.334801:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23850 (ffff9c46543e8000) now 1 - newdev 00000020:00000040:1.0:1788201788.334803:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46543c5000 with handle 0x8990e4d0a22172b4 from hash 00000020:00000040:1.0:1788201788.334804:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46543c5000 : new refcount 0 00000020:00000080:1.0:1788201788.334806:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46543c5000/obd_uuid_23850 00000020:00000001:1.0:1788201788.334807:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.334808:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.334809:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46543c5000/obd_uuid_23850 for obd_name_23850 00000020:00000001:1.0:1788201788.334811:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.334812:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.334813:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46543c5000. 00000020:00000001:1.0:1788201788.334815:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.334816:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23850 obd_type name = obd_test 00000020:01000000:1.0:1788201788.334817:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23850 (obd_uuid_23850) 00000020:00000001:1.0:1788201788.334818:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.334819:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.334821:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.334823:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.334825:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4747c49800. 00000020:00000010:1.0:1788201788.334827:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.334829:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.334831:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.334832:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4654bac080. 00000020:00000010:1.0:1788201788.334835:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.334836:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.334838:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4747c49800. 00000020:00000010:1.0:1788201788.334840:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.334842:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.334843:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.334845:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.334846:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.334847:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46543e8000. 00000020:00000001:1.0:1788201788.334861:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.334863:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.334864:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac580. 00000020:00000001:1.0:1788201788.334866:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.334868:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.334869:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.334870:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.334979:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.334989:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.334991:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.334992:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.334993:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.334994:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.334995:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.334996:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.335032:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.335098:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.335099:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.335100:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.335103:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.335106:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.335109:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.335111:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac580. 00000020:00000080:1.0:1788201788.335114:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.335119:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.335121:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23851: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.335123:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.335136:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23857 (ffff9c46543ecd40) has no exports 00000020:00000001:1.0:1788201788.335138:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.335140:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.335142:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.335145:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.335147:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.335152:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c476ff1b800. 00000020:00000010:1.0:1788201788.335155:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.335158:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.335161:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.335164:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac080. 00000020:00000010:1.0:1788201788.335167:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac080. 00000020:00000010:1.0:1788201788.335172:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.335175:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.335178:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c476ff1b800. 00000020:00000010:1.0:1788201788.335184:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.335187:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.335189:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.335191:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.335192:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.335199:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.335203:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46543f0600. 00000001:00000010:1.0:1788201788.335204:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46543f1a00. 00000001:00000010:1.0:1788201788.335206:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46543f0c00. 00000001:00000010:1.0:1788201788.335207:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46543f0000. 00000001:00000010:1.0:1788201788.335209:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c47710213a0. 00000001:00000010:1.0:1788201788.335210:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4771020200. 00000001:00000001:1.0:1788201788.335212:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.335213:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23851 (ffff9c46543ecd40) now 3 - setup 00000020:00000001:1.0:1788201788.335214:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.335215:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.335217:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac580. 00000020:00000001:1.0:1788201788.335219:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.335220:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.335221:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.335223:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.335336:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.335346:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.335348:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.335349:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.335350:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.335351:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.335353:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.335354:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.335390:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.335664:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.335666:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.335667:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.335669:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.335671:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.335673:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.335675:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacc40. 00000020:00000080:1.0:1788201788.335676:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.335680:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.335682:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23851 (ffff9c46543ecd40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.335683:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23851 (uuid obd_uuid_23851) 00000020:00000040:1.0:1788201788.335684:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23851 (ffff9c46543ecd40) now 1 - newdev 00000020:00000040:1.0:1788201788.335687:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46543c7800 with handle 0x8990e4d0a22172bb from hash 00000020:00000040:1.0:1788201788.335689:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46543c7800 : new refcount 0 00000020:00000080:1.0:1788201788.335690:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46543c7800/obd_uuid_23851 00000020:00000001:1.0:1788201788.335691:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.335692:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.335694:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46543c7800/obd_uuid_23851 for obd_name_23851 00000020:00000001:1.0:1788201788.335695:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.335696:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.335697:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46543c7800. 00000020:00000001:1.0:1788201788.335699:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.335700:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23851 obd_type name = obd_test 00000020:01000000:1.0:1788201788.335701:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23851 (obd_uuid_23851) 00000020:00000001:1.0:1788201788.335702:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.335704:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.335705:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.335707:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.335709:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4759261800. 00000020:00000010:1.0:1788201788.335711:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.335714:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.335715:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.335717:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4654bac9c0. 00000020:00000010:1.0:1788201788.335719:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.335721:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.335723:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4759261800. 00000020:00000010:1.0:1788201788.335724:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.335726:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.335727:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.335729:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.335731:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.335732:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46543ecd40. 00000020:00000001:1.0:1788201788.335735:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.335736:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.335737:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacc40. 00000020:00000001:1.0:1788201788.335739:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.335740:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.335742:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.335743:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.335851:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.335862:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.335863:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.335864:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.335866:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.335867:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.335868:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.335869:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.335905:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.335970:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.335972:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.335973:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.335975:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.335977:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.335979:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.335980:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacc40. 00000020:00000080:1.0:1788201788.335982:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.335985:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.335987:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23852: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.335988:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.335989:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23858 (ffff9c46543eb380) has no exports 00000020:00000001:1.0:1788201788.335991:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.335992:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.335994:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.335996:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.335997:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.336000:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654333000. 00000020:00000010:1.0:1788201788.336001:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.336003:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.336005:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.336007:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac9c0. 00000020:00000010:1.0:1788201788.336009:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac9c0. 00000020:00000010:1.0:1788201788.336012:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.336014:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.336016:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654333000. 00000020:00000010:1.0:1788201788.336018:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.336019:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.336021:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.336022:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.336024:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.336035:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.336039:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46543f0200. 00000001:00000010:1.0:1788201788.336040:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46543f1200. 00000001:00000010:1.0:1788201788.336042:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46543f0a00. 00000001:00000010:1.0:1788201788.336043:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46543f1e00. 00000001:00000010:1.0:1788201788.336045:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771021100. 00000001:00000010:1.0:1788201788.336046:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4771020c00. 00000001:00000001:1.0:1788201788.336048:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.336049:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23852 (ffff9c46543eb380) now 3 - setup 00000020:00000001:1.0:1788201788.336051:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.336052:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.336054:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacc40. 00000020:00000001:1.0:1788201788.336056:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.336057:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.336059:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.336060:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.336210:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.336221:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.336222:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.336223:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.336224:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.336226:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.336227:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.336228:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.336265:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.336331:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.336333:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.336334:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.336336:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.336338:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.336339:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.336341:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacc40. 00000020:00000080:1.0:1788201788.336342:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.336346:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.336347:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23852 (ffff9c46543eb380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.336349:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23852 (uuid obd_uuid_23852) 00000020:00000040:1.0:1788201788.336350:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23852 (ffff9c46543eb380) now 1 - newdev 00000020:00000040:1.0:1788201788.336353:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46543c2800 with handle 0x8990e4d0a22172c2 from hash 00000020:00000040:1.0:1788201788.336355:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46543c2800 : new refcount 0 00000020:00000080:1.0:1788201788.336356:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46543c2800/obd_uuid_23852 00000020:00000001:1.0:1788201788.336357:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.336359:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.336359:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46543c2800/obd_uuid_23852 for obd_name_23852 00000020:00000001:1.0:1788201788.336361:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.336362:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.336363:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46543c2800. 00000020:00000001:1.0:1788201788.336365:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.336366:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23852 obd_type name = obd_test 00000020:01000000:1.0:1788201788.336367:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23852 (obd_uuid_23852) 00000020:00000001:1.0:1788201788.336369:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.336370:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.336372:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.336373:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.336376:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654330800. 00000020:00000010:1.0:1788201788.336377:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.336380:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.336381:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.336383:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4654bac2c0. 00000020:00000010:1.0:1788201788.336385:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.336387:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.336388:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654330800. 00000020:00000010:1.0:1788201788.336390:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.336392:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.336409:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.336410:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.336412:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.336413:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46543eb380. 00000020:00000001:1.0:1788201788.336416:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.336417:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.336418:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacc40. 00000020:00000001:1.0:1788201788.336420:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.336422:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.336423:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.336424:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.336532:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.336542:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.336544:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.336545:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.336546:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.336548:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.336549:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.336550:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.336586:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.336651:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.336653:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.336654:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.336656:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.336658:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.336660:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.336661:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacc40. 00000020:00000080:1.0:1788201788.336663:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.336666:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.336668:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23853: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.336669:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.336671:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23859 (ffff9c46543e99c0) has no exports 00000020:00000001:1.0:1788201788.336672:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.336673:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.336675:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.336677:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.336679:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.336681:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654332000. 00000020:00000010:1.0:1788201788.336683:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.336685:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.336686:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.336688:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac2c0. 00000020:00000010:1.0:1788201788.336691:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac2c0. 00000020:00000010:1.0:1788201788.336694:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.336696:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.336697:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654332000. 00000020:00000010:1.0:1788201788.336699:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.336700:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.336702:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.336703:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.336705:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.336713:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.336716:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46543f0e00. 00000001:00000010:1.0:1788201788.336717:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46543f1800. 00000001:00000010:1.0:1788201788.336719:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46543f1400. 00000001:00000010:1.0:1788201788.336720:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46543f1c00. 00000001:00000010:1.0:1788201788.336722:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771021040. 00000001:00000010:1.0:1788201788.336723:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4771020f00. 00000001:00000001:1.0:1788201788.336725:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.336726:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23853 (ffff9c46543e99c0) now 3 - setup 00000020:00000001:1.0:1788201788.336727:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.336728:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.336730:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacc40. 00000020:00000001:1.0:1788201788.336731:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.336733:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.336734:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.336735:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.336840:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.336851:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.336852:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.336854:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.336855:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.336856:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.336857:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.336858:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.336894:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.336959:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.336961:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.336962:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.336964:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.336966:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.336968:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.336969:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacc40. 00000020:00000080:1.0:1788201788.336970:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.336974:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.336976:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23853 (ffff9c46543e99c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.336977:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23853 (uuid obd_uuid_23853) 00000020:00000040:1.0:1788201788.336979:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23853 (ffff9c46543e99c0) now 1 - newdev 00000020:00000040:1.0:1788201788.336981:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46543c1000 with handle 0x8990e4d0a22172c9 from hash 00000020:00000040:1.0:1788201788.336983:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46543c1000 : new refcount 0 00000020:00000080:1.0:1788201788.336985:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46543c1000/obd_uuid_23853 00000020:00000001:1.0:1788201788.336986:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.336988:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.336989:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46543c1000/obd_uuid_23853 for obd_name_23853 00000020:00000001:1.0:1788201788.336990:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.336991:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.336992:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46543c1000. 00000020:00000001:1.0:1788201788.336994:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.336995:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23853 obd_type name = obd_test 00000020:01000000:1.0:1788201788.336997:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23853 (obd_uuid_23853) 00000020:00000001:1.0:1788201788.336998:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.336999:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.337001:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.337002:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.337004:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654330000. 00000020:00000010:1.0:1788201788.337006:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.337008:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.337009:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.337011:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4654baca00. 00000020:00000010:1.0:1788201788.337014:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.337015:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.337017:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654330000. 00000020:00000010:1.0:1788201788.337019:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.337020:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.337022:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.337023:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.337025:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.337026:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46543e99c0. 00000020:00000001:1.0:1788201788.337029:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.337030:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.337032:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacc40. 00000020:00000001:1.0:1788201788.337033:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.337035:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.337036:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.337037:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.337183:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.337194:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.337195:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.337196:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.337198:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.337199:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.337200:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.337201:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.337238:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.337304:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.337306:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.337307:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.337309:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.337311:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.337313:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.337314:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacc40. 00000020:00000080:1.0:1788201788.337316:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.337319:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.337320:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23854: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.337322:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.337323:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23860 (ffff9c46543fb380) has no exports 00000020:00000001:1.0:1788201788.337324:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.337326:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.337327:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.337329:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.337331:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.337333:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654334800. 00000020:00000010:1.0:1788201788.337334:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.337336:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.337338:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.337340:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654baca00. 00000020:00000010:1.0:1788201788.337342:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654baca00. 00000020:00000010:1.0:1788201788.337346:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.337347:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.337349:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654334800. 00000020:00000010:1.0:1788201788.337351:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.337352:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.337354:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.337355:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.337357:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.337364:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.337367:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46543d2200. 00000001:00000010:1.0:1788201788.337368:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46543d3200. 00000001:00000010:1.0:1788201788.337369:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46543f1000. 00000001:00000010:1.0:1788201788.337371:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46543f1600. 00000001:00000010:1.0:1788201788.337372:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c47710213e0. 00000001:00000010:1.0:1788201788.337373:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4771020600. 00000001:00000001:1.0:1788201788.337375:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.337376:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23854 (ffff9c46543fb380) now 3 - setup 00000020:00000001:1.0:1788201788.337377:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.337379:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.337380:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacc40. 00000020:00000001:1.0:1788201788.337382:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.337383:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.337384:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.337386:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.337512:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.337522:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.337524:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.337525:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.337526:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.337527:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.337528:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.337529:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.337565:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.337631:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.337633:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.337634:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.337636:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.337638:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.337640:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.337642:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacc40. 00000020:00000080:1.0:1788201788.337643:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.337646:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.337648:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23854 (ffff9c46543fb380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.337650:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23854 (uuid obd_uuid_23854) 00000020:00000040:1.0:1788201788.337651:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23854 (ffff9c46543fb380) now 1 - newdev 00000020:00000040:1.0:1788201788.337653:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46543c6800 with handle 0x8990e4d0a22172d0 from hash 00000020:00000040:1.0:1788201788.337655:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46543c6800 : new refcount 0 00000020:00000080:1.0:1788201788.337656:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46543c6800/obd_uuid_23854 00000020:00000001:1.0:1788201788.337658:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.337659:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.337660:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46543c6800/obd_uuid_23854 for obd_name_23854 00000020:00000001:1.0:1788201788.337661:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.337662:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.337663:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46543c6800. 00000020:00000001:1.0:1788201788.337665:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.337666:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23854 obd_type name = obd_test 00000020:01000000:1.0:1788201788.337667:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23854 (obd_uuid_23854) 00000020:00000001:1.0:1788201788.337669:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.337670:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.337672:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.337674:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.337676:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654334000. 00000020:00000010:1.0:1788201788.337678:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.337680:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.337681:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.337683:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4654bacb00. 00000020:00000010:1.0:1788201788.337686:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.337687:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.337689:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654334000. 00000020:00000010:1.0:1788201788.337691:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.337692:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.337694:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.337695:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.337697:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.337698:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46543fb380. 00000020:00000001:1.0:1788201788.337701:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.337702:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.337704:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacc40. 00000020:00000001:1.0:1788201788.337705:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.337707:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.337708:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.337709:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.337813:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.337824:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.337825:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.337826:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.337827:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.337828:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.337829:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.337831:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.337866:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.337930:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.337932:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.337933:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.337935:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.337937:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.337939:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.337940:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacc40. 00000020:00000080:1.0:1788201788.337942:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.337945:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.337947:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23855: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.337948:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.337950:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23861 (ffff9c46543f99c0) has no exports 00000020:00000001:1.0:1788201788.337951:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.337952:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.337954:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.337956:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.337958:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.337960:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654336000. 00000020:00000010:1.0:1788201788.337962:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.337964:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.337965:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.337967:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bacb00. 00000020:00000010:1.0:1788201788.337970:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bacb00. 00000020:00000010:1.0:1788201788.337972:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.337974:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.337976:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654336000. 00000020:00000010:1.0:1788201788.337978:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.337979:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.337981:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.337982:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.337984:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.337992:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.337995:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46543f3800. 00000001:00000010:1.0:1788201788.337996:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46543f3200. 00000001:00000010:1.0:1788201788.337998:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46543f2200. 00000001:00000010:1.0:1788201788.337999:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46543f2e00. 00000001:00000010:1.0:1788201788.338001:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c47710211a0. 00000001:00000010:1.0:1788201788.338002:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4771020d00. 00000001:00000001:1.0:1788201788.338004:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.338004:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23855 (ffff9c46543f99c0) now 3 - setup 00000020:00000001:1.0:1788201788.338006:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.338007:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.338008:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacc40. 00000020:00000001:1.0:1788201788.338010:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.338011:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.338013:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.338014:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.338144:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.338160:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.338162:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.338164:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.338165:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.338167:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.338169:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.338171:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.338212:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.338279:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.338281:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.338282:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.338284:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.338286:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.338288:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.338289:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacc40. 00000020:00000080:1.0:1788201788.338291:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.338294:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.338296:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23855 (ffff9c46543f99c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.338297:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23855 (uuid obd_uuid_23855) 00000020:00000040:1.0:1788201788.338299:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23855 (ffff9c46543f99c0) now 1 - newdev 00000020:00000040:1.0:1788201788.338301:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46543c7000 with handle 0x8990e4d0a22172d7 from hash 00000020:00000040:1.0:1788201788.338303:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46543c7000 : new refcount 0 00000020:00000080:1.0:1788201788.338304:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46543c7000/obd_uuid_23855 00000020:00000001:1.0:1788201788.338305:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.338307:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.338307:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46543c7000/obd_uuid_23855 for obd_name_23855 00000020:00000001:1.0:1788201788.338309:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.338310:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.338311:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46543c7000. 00000020:00000001:1.0:1788201788.338313:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.338314:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23855 obd_type name = obd_test 00000020:01000000:1.0:1788201788.338315:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23855 (obd_uuid_23855) 00000020:00000001:1.0:1788201788.338316:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.338318:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.338320:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.338322:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.338324:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654333800. 00000020:00000010:1.0:1788201788.338325:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.338327:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.338329:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.338331:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4654bac5c0. 00000020:00000010:1.0:1788201788.338333:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.338335:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.338336:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654333800. 00000020:00000010:1.0:1788201788.338338:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.338340:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.338342:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.338343:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.338345:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.338346:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46543f99c0. 00000020:00000001:1.0:1788201788.338349:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.338350:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.338351:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacc40. 00000020:00000001:1.0:1788201788.338353:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.338354:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.338356:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.338357:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.338490:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.338501:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.338502:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.338503:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.338504:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.338505:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.338507:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.338508:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.338544:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.338611:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.338613:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.338614:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.338616:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.338618:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.338620:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.338622:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacc40. 00000020:00000080:1.0:1788201788.338623:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.338626:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.338628:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23856: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.338629:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.338630:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23862 (ffff9c46543f8000) has no exports 00000020:00000001:1.0:1788201788.338632:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.338633:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.338635:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.338636:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.338638:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.338640:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654335000. 00000020:00000010:1.0:1788201788.338642:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.338644:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.338646:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.338648:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac5c0. 00000020:00000010:1.0:1788201788.338650:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac5c0. 00000020:00000010:1.0:1788201788.338653:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.338655:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.338656:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654335000. 00000020:00000010:1.0:1788201788.338658:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.338660:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.338661:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.338663:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.338664:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.338671:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.338674:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46543f3e00. 00000001:00000010:1.0:1788201788.338675:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46543f2a00. 00000001:00000010:1.0:1788201788.338677:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46543f3400. 00000001:00000010:1.0:1788201788.338678:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46543f3c00. 00000001:00000010:1.0:1788201788.338680:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771021e80. 00000001:00000010:1.0:1788201788.338681:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4771020100. 00000001:00000001:1.0:1788201788.338682:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.338684:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23856 (ffff9c46543f8000) now 3 - setup 00000020:00000001:1.0:1788201788.338685:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.338687:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.338688:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacc40. 00000020:00000001:1.0:1788201788.338690:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.338691:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.338692:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.338693:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.338801:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.338811:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.338813:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.338814:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.338815:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.338816:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.338817:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.338818:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.338854:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.338920:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.338922:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.338923:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.338925:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.338927:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.338928:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.338930:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacc40. 00000020:00000080:1.0:1788201788.338931:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.338935:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.338936:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23856 (ffff9c46543f8000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.338938:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23856 (uuid obd_uuid_23856) 00000020:00000040:1.0:1788201788.338939:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23856 (ffff9c46543f8000) now 1 - newdev 00000020:00000040:1.0:1788201788.338941:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46543c1800 with handle 0x8990e4d0a22172de from hash 00000020:00000040:1.0:1788201788.338943:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46543c1800 : new refcount 0 00000020:00000080:1.0:1788201788.338944:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46543c1800/obd_uuid_23856 00000020:00000001:1.0:1788201788.338946:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.338947:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.338948:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46543c1800/obd_uuid_23856 for obd_name_23856 00000020:00000001:1.0:1788201788.338950:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.338951:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.338952:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46543c1800. 00000020:00000001:1.0:1788201788.338954:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.338955:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23856 obd_type name = obd_test 00000020:01000000:1.0:1788201788.338956:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23856 (obd_uuid_23856) 00000020:00000001:1.0:1788201788.338957:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.338959:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.338961:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.338962:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.338964:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654335800. 00000020:00000010:1.0:1788201788.338966:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.338968:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.338970:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.338971:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4654bacc00. 00000020:00000010:1.0:1788201788.338974:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.338975:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.338977:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654335800. 00000020:00000010:1.0:1788201788.338979:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.338980:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.338982:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.338983:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.338985:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.338986:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46543f8000. 00000020:00000001:1.0:1788201788.338989:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.338990:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.338992:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacc40. 00000020:00000001:1.0:1788201788.338993:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.338995:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.338996:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.338997:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.339105:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.339120:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.339122:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.339124:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.339138:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.339140:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.339141:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.339143:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.339192:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.339261:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.339263:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.339264:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.339266:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.339268:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.339270:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.339272:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacc40. 00000020:00000080:1.0:1788201788.339273:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.339276:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.339278:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23857: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.339279:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.339281:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23863 (ffff9c46543fcd40) has no exports 00000020:00000001:1.0:1788201788.339282:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.339283:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.339285:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.339287:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.339288:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.339291:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654332800. 00000020:00000010:1.0:1788201788.339293:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.339295:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.339296:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.339298:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bacc00. 00000020:00000010:1.0:1788201788.339301:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bacc00. 00000020:00000010:1.0:1788201788.339304:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.339306:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.339307:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654332800. 00000020:00000010:1.0:1788201788.339309:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.339310:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.339312:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.339313:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.339315:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.339323:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.339325:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46543f3000. 00000001:00000010:1.0:1788201788.339327:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46543f3600. 00000001:00000010:1.0:1788201788.339328:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46543f3a00. 00000001:00000010:1.0:1788201788.339329:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46543f2c00. 00000001:00000010:1.0:1788201788.339331:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771021240. 00000001:00000010:1.0:1788201788.339332:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4771020400. 00000001:00000001:1.0:1788201788.339334:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.339335:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23857 (ffff9c46543fcd40) now 3 - setup 00000020:00000001:1.0:1788201788.339336:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.339337:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.339339:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacc40. 00000020:00000001:1.0:1788201788.339340:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.339342:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.339343:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.339344:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.339608:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.339619:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.339620:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.339621:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.339622:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.339623:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.339624:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.339625:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.339662:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.339728:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.339730:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.339731:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.339733:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.339735:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.339737:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.339738:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacc40. 00000020:00000080:1.0:1788201788.339740:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.339743:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.339745:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23857 (ffff9c46543fcd40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.339747:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23857 (uuid obd_uuid_23857) 00000020:00000040:1.0:1788201788.339748:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23857 (ffff9c46543fcd40) now 1 - newdev 00000020:00000040:1.0:1788201788.339750:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46543c0800 with handle 0x8990e4d0a22172e5 from hash 00000020:00000040:1.0:1788201788.339752:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46543c0800 : new refcount 0 00000020:00000080:1.0:1788201788.339753:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46543c0800/obd_uuid_23857 00000020:00000001:1.0:1788201788.339755:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.339756:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.339757:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46543c0800/obd_uuid_23857 for obd_name_23857 00000020:00000001:1.0:1788201788.339758:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.339759:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.339760:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46543c0800. 00000020:00000001:1.0:1788201788.339762:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.339763:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23857 obd_type name = obd_test 00000020:01000000:1.0:1788201788.339764:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23857 (obd_uuid_23857) 00000020:00000001:1.0:1788201788.339765:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.339767:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.339769:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.339771:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.339773:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654337800. 00000020:00000010:1.0:1788201788.339774:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.339777:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.339778:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.339780:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4654bac1c0. 00000020:00000010:1.0:1788201788.339783:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.339784:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.339786:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654337800. 00000020:00000010:1.0:1788201788.339788:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.339789:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.339791:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.339792:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.339794:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.339795:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46543fcd40. 00000020:00000001:1.0:1788201788.339798:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.339799:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.339801:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacc40. 00000020:00000001:1.0:1788201788.339802:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.339804:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.339805:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.339806:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.339911:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.339922:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.339924:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.339925:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.339926:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.339927:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.339928:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.339929:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.339965:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.340031:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.340033:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.340034:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.340035:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.340037:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.340039:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.340041:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacc40. 00000020:00000080:1.0:1788201788.340042:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.340045:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.340047:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23858: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.340048:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.340050:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23864 (ffff9c4653813380) has no exports 00000020:00000001:1.0:1788201788.340051:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.340052:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.340054:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.340056:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.340058:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.340060:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654336800. 00000020:00000010:1.0:1788201788.340061:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.340063:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.340065:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.340067:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac1c0. 00000020:00000010:1.0:1788201788.340070:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac1c0. 00000020:00000010:1.0:1788201788.340073:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.340075:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.340076:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654336800. 00000020:00000010:1.0:1788201788.340078:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.340080:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.340081:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.340083:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.340084:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.340092:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.340096:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46543f0400. 00000001:00000010:1.0:1788201788.340097:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46543f0800. 00000001:00000010:1.0:1788201788.340099:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46543f2800. 00000001:00000010:1.0:1788201788.340100:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46543f2400. 00000001:00000010:1.0:1788201788.340102:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771021060. 00000001:00000010:1.0:1788201788.340105:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4771020700. 00000001:00000001:1.0:1788201788.340107:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.340109:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23858 (ffff9c4653813380) now 3 - setup 00000020:00000001:1.0:1788201788.340111:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.340113:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.340115:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacc40. 00000020:00000001:1.0:1788201788.340118:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.340120:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.340122:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.340134:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.340256:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.340267:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.340268:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.340269:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.340270:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.340272:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.340273:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.340274:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.340310:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.340377:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.340379:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.340380:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.340381:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.340384:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.340385:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.340387:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacc40. 00000020:00000080:1.0:1788201788.340389:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.340407:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.340409:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23858 (ffff9c4653813380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.340411:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23858 (uuid obd_uuid_23858) 00000020:00000040:1.0:1788201788.340412:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23858 (ffff9c4653813380) now 1 - newdev 00000020:00000040:1.0:1788201788.340414:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4653809800 with handle 0x8990e4d0a22172ec from hash 00000020:00000040:1.0:1788201788.340416:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4653809800 : new refcount 0 00000020:00000080:1.0:1788201788.340417:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4653809800/obd_uuid_23858 00000020:00000001:1.0:1788201788.340419:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.340420:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.340421:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4653809800/obd_uuid_23858 for obd_name_23858 00000020:00000001:1.0:1788201788.340423:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.340424:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.340425:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4653809800. 00000020:00000001:1.0:1788201788.340427:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.340428:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23858 obd_type name = obd_test 00000020:01000000:1.0:1788201788.340429:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23858 (obd_uuid_23858) 00000020:00000001:1.0:1788201788.340430:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.340432:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.340434:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.340435:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.340437:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654331000. 00000020:00000010:1.0:1788201788.340439:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.340441:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.340443:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.340444:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4654bac180. 00000020:00000010:1.0:1788201788.340447:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.340449:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.340451:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654331000. 00000020:00000010:1.0:1788201788.340453:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.340455:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.340456:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.340458:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.340459:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.340460:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4653813380. 00000020:00000001:1.0:1788201788.340464:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.340465:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.340467:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacc40. 00000020:00000001:1.0:1788201788.340468:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.340469:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.340471:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.340472:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.340579:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.340590:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.340592:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.340593:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.340594:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.340595:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.340596:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.340598:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.340633:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.340699:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.340701:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.340702:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.340704:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.340706:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.340708:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.340709:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacc40. 00000020:00000080:1.0:1788201788.340711:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.340714:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.340715:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23859: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.340717:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.340718:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23865 (ffff9c46538119c0) has no exports 00000020:00000001:1.0:1788201788.340720:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.340721:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.340723:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.340725:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.340726:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.340728:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654331800. 00000020:00000010:1.0:1788201788.340730:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.340732:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.340734:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.340736:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac180. 00000020:00000010:1.0:1788201788.340738:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac180. 00000020:00000010:1.0:1788201788.340741:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.340743:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.340744:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654331800. 00000020:00000010:1.0:1788201788.340746:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.340748:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.340749:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.340751:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.340752:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.340760:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.340763:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653819200. 00000001:00000010:1.0:1788201788.340765:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653818200. 00000001:00000010:1.0:1788201788.340766:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653818000. 00000001:00000010:1.0:1788201788.340768:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653819800. 00000001:00000010:1.0:1788201788.340769:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771021ec0. 00000001:00000010:1.0:1788201788.340771:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4771020a00. 00000001:00000001:1.0:1788201788.340772:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.340773:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23859 (ffff9c46538119c0) now 3 - setup 00000020:00000001:1.0:1788201788.340774:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.340775:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.340777:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacc40. 00000020:00000001:1.0:1788201788.340778:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.340780:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.340781:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.340783:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.340888:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.340898:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.340900:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.340901:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.340902:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.340903:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.340904:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.340906:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.340941:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.341006:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.341008:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.341009:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.341011:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.341013:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.341015:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.341016:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacc40. 00000020:00000080:1.0:1788201788.341018:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.341021:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.341023:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23859 (ffff9c46538119c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.341024:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23859 (uuid obd_uuid_23859) 00000020:00000040:1.0:1788201788.341025:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23859 (ffff9c46538119c0) now 1 - newdev 00000020:00000040:1.0:1788201788.341028:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4653808800 with handle 0x8990e4d0a22172f3 from hash 00000020:00000040:1.0:1788201788.341030:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4653808800 : new refcount 0 00000020:00000080:1.0:1788201788.341031:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4653808800/obd_uuid_23859 00000020:00000001:1.0:1788201788.341032:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.341033:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.341034:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4653808800/obd_uuid_23859 for obd_name_23859 00000020:00000001:1.0:1788201788.341036:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.341036:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.341038:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4653808800. 00000020:00000001:1.0:1788201788.341040:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.341041:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23859 obd_type name = obd_test 00000020:01000000:1.0:1788201788.341042:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23859 (obd_uuid_23859) 00000020:00000001:1.0:1788201788.341043:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.341045:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.341047:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.341049:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.341051:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654337000. 00000020:00000010:1.0:1788201788.341053:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.341055:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.341057:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.341058:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4654bac200. 00000020:00000010:1.0:1788201788.341061:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.341063:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.341064:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654337000. 00000020:00000010:1.0:1788201788.341066:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.341068:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.341069:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.341071:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.341072:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.341073:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46538119c0. 00000020:00000001:1.0:1788201788.341076:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.341077:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.341079:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacc40. 00000020:00000001:1.0:1788201788.341080:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.341081:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.341083:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.341084:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.341226:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.341237:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.341238:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.341239:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.341240:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.341241:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.341243:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.341244:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.341280:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.341346:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.341347:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.341349:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.341351:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.341353:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.341355:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.341356:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacc40. 00000020:00000080:1.0:1788201788.341358:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.341361:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.341363:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23860: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.341364:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.341365:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23866 (ffff9c4653810000) has no exports 00000020:00000001:1.0:1788201788.341367:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.341368:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.341370:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.341371:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.341373:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.341375:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4747c4b000. 00000020:00000010:1.0:1788201788.341377:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.341379:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.341381:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.341383:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac200. 00000020:00000010:1.0:1788201788.341385:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac200. 00000020:00000010:1.0:1788201788.341388:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.341390:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.341392:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4747c4b000. 00000020:00000010:1.0:1788201788.341409:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.341411:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.341412:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.341414:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.341415:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.341423:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.341426:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653818e00. 00000001:00000010:1.0:1788201788.341427:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653819e00. 00000001:00000010:1.0:1788201788.341429:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653819c00. 00000001:00000010:1.0:1788201788.341430:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653819000. 00000001:00000010:1.0:1788201788.341432:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771021560. 00000001:00000010:1.0:1788201788.341433:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4771022f00. 00000001:00000001:1.0:1788201788.341462:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.341464:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23860 (ffff9c4653810000) now 3 - setup 00000020:00000001:1.0:1788201788.341465:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.341467:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.341468:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacc40. 00000020:00000001:1.0:1788201788.341471:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.341472:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.341474:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.341475:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.341585:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.341595:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.341597:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.341598:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.341599:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.341600:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.341601:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.341603:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.341638:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.341704:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.341706:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.341707:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.341708:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.341710:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.341712:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.341714:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacc40. 00000020:00000080:1.0:1788201788.341715:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.341718:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.341720:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23860 (ffff9c4653810000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.341722:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23860 (uuid obd_uuid_23860) 00000020:00000040:1.0:1788201788.341723:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23860 (ffff9c4653810000) now 1 - newdev 00000020:00000040:1.0:1788201788.341725:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465380b000 with handle 0x8990e4d0a22172fa from hash 00000020:00000040:1.0:1788201788.341727:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465380b000 : new refcount 0 00000020:00000080:1.0:1788201788.341728:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465380b000/obd_uuid_23860 00000020:00000001:1.0:1788201788.341729:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.341731:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.341732:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465380b000/obd_uuid_23860 for obd_name_23860 00000020:00000001:1.0:1788201788.341734:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.341735:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.341736:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465380b000. 00000020:00000001:1.0:1788201788.341738:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.341739:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23860 obd_type name = obd_test 00000020:01000000:1.0:1788201788.341740:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23860 (obd_uuid_23860) 00000020:00000001:1.0:1788201788.341741:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.341742:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.341744:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.341746:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.341747:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4747c4a800. 00000020:00000010:1.0:1788201788.341749:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.341751:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.341752:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.341754:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4654baca80. 00000020:00000010:1.0:1788201788.341757:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.341758:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.341760:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4747c4a800. 00000020:00000010:1.0:1788201788.341761:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.341763:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.341765:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.341766:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.341767:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.341769:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4653810000. 00000020:00000001:1.0:1788201788.341771:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.341772:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.341774:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacc40. 00000020:00000001:1.0:1788201788.341776:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.341777:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.341778:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.341780:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.341883:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.341894:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.341895:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.341897:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.341898:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.341899:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.341900:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.341901:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.341938:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.342005:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.342006:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.342007:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.342009:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.342011:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.342013:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.342014:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacc40. 00000020:00000080:1.0:1788201788.342016:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.342019:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.342021:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23861: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.342022:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.342023:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23867 (ffff9c4653814d40) has no exports 00000020:00000001:1.0:1788201788.342025:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.342026:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.342028:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.342030:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.342031:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.342033:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4747c4f000. 00000020:00000010:1.0:1788201788.342035:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.342037:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.342038:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.342040:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654baca80. 00000020:00000010:1.0:1788201788.342043:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654baca80. 00000020:00000010:1.0:1788201788.342046:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.342048:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.342049:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4747c4f000. 00000020:00000010:1.0:1788201788.342051:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.342052:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.342054:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.342056:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.342057:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.342065:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.342067:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653819600. 00000001:00000010:1.0:1788201788.342069:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653818a00. 00000001:00000010:1.0:1788201788.342070:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653818c00. 00000001:00000010:1.0:1788201788.342072:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653818800. 00000001:00000010:1.0:1788201788.342073:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771021720. 00000001:00000010:1.0:1788201788.342075:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4771022600. 00000001:00000001:1.0:1788201788.342076:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.342077:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23861 (ffff9c4653814d40) now 3 - setup 00000020:00000001:1.0:1788201788.342079:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.342080:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.342081:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacc40. 00000020:00000001:1.0:1788201788.342083:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.342084:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.342086:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.342087:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.342228:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.342239:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.342240:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.342241:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.342242:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.342244:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.342245:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.342246:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.342282:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.342350:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.342352:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.342353:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.342355:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.342357:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.342358:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.342360:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacc40. 00000020:00000080:1.0:1788201788.342361:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.342365:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.342367:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23861 (ffff9c4653814d40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.342368:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23861 (uuid obd_uuid_23861) 00000020:00000040:1.0:1788201788.342370:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23861 (ffff9c4653814d40) now 1 - newdev 00000020:00000040:1.0:1788201788.342372:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4653808000 with handle 0x8990e4d0a2217301 from hash 00000020:00000040:1.0:1788201788.342374:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4653808000 : new refcount 0 00000020:00000080:1.0:1788201788.342375:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4653808000/obd_uuid_23861 00000020:00000001:1.0:1788201788.342376:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.342377:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.342378:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4653808000/obd_uuid_23861 for obd_name_23861 00000020:00000001:1.0:1788201788.342380:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.342381:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.342382:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4653808000. 00000020:00000001:1.0:1788201788.342384:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.342385:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23861 obd_type name = obd_test 00000020:01000000:1.0:1788201788.342386:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23861 (obd_uuid_23861) 00000020:00000001:1.0:1788201788.342387:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.342388:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.342390:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.342391:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.342424:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4747c4e800. 00000020:00000010:1.0:1788201788.342426:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.342428:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.342430:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.342432:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4654bace80. 00000020:00000010:1.0:1788201788.342436:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.342438:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.342440:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4747c4e800. 00000020:00000010:1.0:1788201788.342442:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.342444:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.342446:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.342448:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.342451:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.342452:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4653814d40. 00000020:00000001:1.0:1788201788.342456:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.342458:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.342460:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacc40. 00000020:00000001:1.0:1788201788.342462:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.342464:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.342466:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.342467:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.342578:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.342589:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.342590:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.342591:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.342592:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.342594:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.342595:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.342596:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.342631:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.342700:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.342702:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.342703:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.342704:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.342707:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.342708:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.342710:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacc40. 00000020:00000080:1.0:1788201788.342711:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.342715:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.342716:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23862: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.342718:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.342719:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23868 (ffff9c4653820000) has no exports 00000020:00000001:1.0:1788201788.342720:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.342721:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.342723:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.342725:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.342726:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.342728:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4747c48800. 00000020:00000010:1.0:1788201788.342730:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.342732:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.342734:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.342736:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bace80. 00000020:00000010:1.0:1788201788.342738:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bace80. 00000020:00000010:1.0:1788201788.342741:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.342743:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.342745:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4747c48800. 00000020:00000010:1.0:1788201788.342746:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.342748:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.342750:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.342751:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.342753:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.342760:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.342763:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46543f2600. 00000001:00000010:1.0:1788201788.342764:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46543f2000. 00000001:00000010:1.0:1788201788.342766:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653818400. 00000001:00000010:1.0:1788201788.342767:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653819400. 00000001:00000010:1.0:1788201788.342769:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771021700. 00000001:00000010:1.0:1788201788.342770:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4771022d00. 00000001:00000001:1.0:1788201788.342772:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.342773:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23862 (ffff9c4653820000) now 3 - setup 00000020:00000001:1.0:1788201788.342774:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.342775:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.342777:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacc40. 00000020:00000001:1.0:1788201788.342779:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.342780:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.342781:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.342782:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.342890:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.342901:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.342904:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.342905:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.342907:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.342908:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.342910:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.342912:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.342971:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.343072:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.343074:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.343076:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.343079:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.343082:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.343084:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.343087:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacc40. 00000020:00000080:1.0:1788201788.343089:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.343094:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.343097:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23862 (ffff9c4653820000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.343099:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23862 (uuid obd_uuid_23862) 00000020:00000040:1.0:1788201788.343101:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23862 (ffff9c4653820000) now 1 - newdev 00000020:00000040:1.0:1788201788.343104:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465380a000 with handle 0x8990e4d0a2217308 from hash 00000020:00000040:1.0:1788201788.343107:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465380a000 : new refcount 0 00000020:00000080:1.0:1788201788.343109:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465380a000/obd_uuid_23862 00000020:00000001:1.0:1788201788.343111:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.343113:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.343115:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465380a000/obd_uuid_23862 for obd_name_23862 00000020:00000001:1.0:1788201788.343117:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.343118:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.343120:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465380a000. 00000020:00000001:1.0:1788201788.343123:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.343161:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23862 obd_type name = obd_test 00000020:01000000:1.0:1788201788.343163:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23862 (obd_uuid_23862) 00000020:00000001:1.0:1788201788.343165:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.343168:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.343172:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.343175:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.343180:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46542ef800. 00000020:00000010:1.0:1788201788.343183:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.343187:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.343189:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.343191:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4654bac400. 00000020:00000010:1.0:1788201788.343195:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.343198:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.343200:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46542ef800. 00000020:00000010:1.0:1788201788.343203:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.343206:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.343209:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.343212:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.343214:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.343216:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4653820000. 00000020:00000001:1.0:1788201788.343235:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.343238:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.343241:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacc40. 00000020:00000001:1.0:1788201788.343245:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.343247:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.343249:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.343251:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.343477:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.343493:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.343495:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.343496:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.343498:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.343500:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.343501:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.343503:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.343560:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.343659:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.343662:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.343664:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.343667:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.343670:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.343674:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.343676:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacc40. 00000020:00000080:1.0:1788201788.343679:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.343683:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.343685:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23863: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.343688:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.343690:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23869 (ffff9c4653824d40) has no exports 00000020:00000001:1.0:1788201788.343692:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.343694:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.343697:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.343700:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.343703:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.343707:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46542e9000. 00000020:00000010:1.0:1788201788.343710:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.343713:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.343715:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.343719:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac400. 00000020:00000010:1.0:1788201788.343723:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac400. 00000020:00000010:1.0:1788201788.343728:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.343731:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.343733:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46542e9000. 00000020:00000010:1.0:1788201788.343736:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.343739:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.343741:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.343743:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.343745:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.343759:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.343764:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465431ee00. 00000001:00000010:1.0:1788201788.343770:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465431f800. 00000001:00000010:1.0:1788201788.343773:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465431f200. 00000001:00000010:1.0:1788201788.343775:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465431e200. 00000001:00000010:1.0:1788201788.343777:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014660. 00000001:00000010:1.0:1788201788.343780:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c475d8ad900. 00000001:00000001:1.0:1788201788.343787:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.343789:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23863 (ffff9c4653824d40) now 3 - setup 00000020:00000001:1.0:1788201788.343792:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.343794:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.343797:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacc40. 00000020:00000001:1.0:1788201788.343801:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.343803:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.343806:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.343808:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.343986:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.344002:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.344005:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.344007:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.344009:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.344011:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.344012:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.344014:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.344078:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.344228:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.344231:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.344234:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.344237:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.344240:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.344243:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.344246:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacc40. 00000020:00000080:1.0:1788201788.344248:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.344253:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.344256:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23863 (ffff9c4653824d40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.344259:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23863 (uuid obd_uuid_23863) 00000020:00000040:1.0:1788201788.344261:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23863 (ffff9c4653824d40) now 1 - newdev 00000020:00000040:1.0:1788201788.344264:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465380c000 with handle 0x8990e4d0a221730f from hash 00000020:00000040:1.0:1788201788.344268:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465380c000 : new refcount 0 00000020:00000080:1.0:1788201788.344270:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465380c000/obd_uuid_23863 00000020:00000001:1.0:1788201788.344272:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.344274:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.344276:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465380c000/obd_uuid_23863 for obd_name_23863 00000020:00000001:1.0:1788201788.344278:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.344280:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.344282:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465380c000. 00000020:00000001:1.0:1788201788.344285:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.344287:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23863 obd_type name = obd_test 00000020:01000000:1.0:1788201788.344288:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23863 (obd_uuid_23863) 00000020:00000001:1.0:1788201788.344291:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.344294:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.344298:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.344301:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.344304:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46542ea800. 00000020:00000010:1.0:1788201788.344307:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.344310:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.344313:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.344316:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655680b00. 00000020:00000010:1.0:1788201788.344321:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.344324:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.344326:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46542ea800. 00000020:00000010:1.0:1788201788.344328:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.344330:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.344333:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.344335:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.344338:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.344340:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4653824d40. 00000020:00000001:1.0:1788201788.344344:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.344346:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.344348:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacc40. 00000020:00000001:1.0:1788201788.344352:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.344354:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.344357:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.344358:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.344544:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.344560:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.344562:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.344564:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.344565:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.344567:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.344569:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.344571:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.344628:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.344734:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.344737:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.344739:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.344742:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.344746:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.344749:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.344752:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacc40. 00000020:00000080:1.0:1788201788.344754:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.344759:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.344761:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23864: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.344763:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.344765:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23870 (ffff9c4654323380) has no exports 00000020:00000001:1.0:1788201788.344766:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.344768:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.344771:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.344774:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.344777:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.344780:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46542ef000. 00000020:00000010:1.0:1788201788.344783:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.344786:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.344788:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.344791:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac7c0. 00000020:00000010:1.0:1788201788.344795:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac7c0. 00000020:00000010:1.0:1788201788.344800:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.344803:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.344805:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46542ef000. 00000020:00000010:1.0:1788201788.344808:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.344810:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.344812:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.344814:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.344816:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.344836:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.344840:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465431fe00. 00000001:00000010:1.0:1788201788.344843:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465431ea00. 00000001:00000010:1.0:1788201788.344856:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465431f400. 00000001:00000010:1.0:1788201788.344858:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465431fc00. 00000001:00000010:1.0:1788201788.344861:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014ea0. 00000001:00000010:1.0:1788201788.344862:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4771027c00. 00000001:00000001:1.0:1788201788.344867:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.344869:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23864 (ffff9c4654323380) now 3 - setup 00000020:00000001:1.0:1788201788.344871:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.344873:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.344875:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacc40. 00000020:00000001:1.0:1788201788.344879:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.344881:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.344883:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.344884:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.345052:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.345068:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.345070:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.345071:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.345073:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.345075:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.345076:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.345078:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.345148:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.345224:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.345226:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.345227:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.345229:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.345231:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.345233:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.345235:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacc40. 00000020:00000080:1.0:1788201788.345236:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.345240:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.345242:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23864 (ffff9c4654323380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.345243:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23864 (uuid obd_uuid_23864) 00000020:00000040:1.0:1788201788.345244:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23864 (ffff9c4654323380) now 1 - newdev 00000020:00000040:1.0:1788201788.345247:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4653828000 with handle 0x8990e4d0a2217316 from hash 00000020:00000040:1.0:1788201788.345250:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4653828000 : new refcount 0 00000020:00000080:1.0:1788201788.345252:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4653828000/obd_uuid_23864 00000020:00000001:1.0:1788201788.345254:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.345256:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.345258:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4653828000/obd_uuid_23864 for obd_name_23864 00000020:00000001:1.0:1788201788.345260:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.345261:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.345263:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4653828000. 00000020:00000001:1.0:1788201788.345266:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.345268:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23864 obd_type name = obd_test 00000020:01000000:1.0:1788201788.345270:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23864 (obd_uuid_23864) 00000020:00000001:1.0:1788201788.345271:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.345274:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.345277:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.345280:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.345284:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46542ee800. 00000020:00000010:1.0:1788201788.345287:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.345290:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.345293:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.345296:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c46556805c0. 00000020:00000010:1.0:1788201788.345299:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.345302:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.345304:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46542ee800. 00000020:00000010:1.0:1788201788.345307:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.345310:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.345312:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.345315:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.345317:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.345319:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4654323380. 00000020:00000001:1.0:1788201788.345334:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.345336:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.345338:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacc40. 00000020:00000001:1.0:1788201788.345340:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.345342:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.345344:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.345345:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.345506:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.345518:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.345519:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.345520:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.345521:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.345523:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.345524:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.345525:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.345562:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.345632:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.345634:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.345635:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.345636:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.345639:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.345640:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.345642:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacc40. 00000020:00000080:1.0:1788201788.345643:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.345647:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.345648:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23865: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.345650:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.345651:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23871 (ffff9c4653838000) has no exports 00000020:00000001:1.0:1788201788.345653:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.345654:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.345656:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.345658:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.345660:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.345662:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46542e8800. 00000020:00000010:1.0:1788201788.345664:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.345666:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.345668:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.345670:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac600. 00000020:00000010:1.0:1788201788.345672:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac600. 00000020:00000010:1.0:1788201788.345676:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.345678:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.345679:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46542e8800. 00000020:00000010:1.0:1788201788.345681:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.345683:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.345684:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.345686:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.345687:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.345695:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.345698:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465431f000. 00000001:00000010:1.0:1788201788.345699:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465431f600. 00000001:00000010:1.0:1788201788.345701:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465431fa00. 00000001:00000010:1.0:1788201788.345702:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465431ec00. 00000001:00000010:1.0:1788201788.345704:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014bc0. 00000001:00000010:1.0:1788201788.345706:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4771027f00. 00000001:00000001:1.0:1788201788.345707:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.345708:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23865 (ffff9c4653838000) now 3 - setup 00000020:00000001:1.0:1788201788.345710:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.345711:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.345713:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacc40. 00000020:00000001:1.0:1788201788.345714:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.345716:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.345718:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.345719:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.345829:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.345839:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.345841:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.345842:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.345843:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.345844:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.345845:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.345846:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.345882:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.345961:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.345963:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.345964:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.345965:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.345967:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.345969:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.345971:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacc40. 00000020:00000080:1.0:1788201788.345972:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.345976:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.345980:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23865 (ffff9c4653838000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.345982:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23865 (uuid obd_uuid_23865) 00000020:00000040:1.0:1788201788.345983:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23865 (ffff9c4653838000) now 1 - newdev 00000020:00000040:1.0:1788201788.345985:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465382a000 with handle 0x8990e4d0a221731d from hash 00000020:00000040:1.0:1788201788.345987:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465382a000 : new refcount 0 00000020:00000080:1.0:1788201788.345988:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465382a000/obd_uuid_23865 00000020:00000001:1.0:1788201788.345989:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.345991:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.345992:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465382a000/obd_uuid_23865 for obd_name_23865 00000020:00000001:1.0:1788201788.345993:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.345994:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.345995:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465382a000. 00000020:00000001:1.0:1788201788.345997:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.345998:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23865 obd_type name = obd_test 00000020:01000000:1.0:1788201788.346000:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23865 (obd_uuid_23865) 00000020:00000001:1.0:1788201788.346001:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.346002:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.346004:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.346005:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.346007:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46542e9800. 00000020:00000010:1.0:1788201788.346009:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.346011:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.346013:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.346015:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655680c00. 00000020:00000010:1.0:1788201788.346017:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.346018:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.346020:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46542e9800. 00000020:00000010:1.0:1788201788.346022:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.346023:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.346025:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.346026:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.346028:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.346029:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4653838000. 00000020:00000001:1.0:1788201788.346033:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.346034:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.346035:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacc40. 00000020:00000001:1.0:1788201788.346038:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.346039:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.346041:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.346042:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.346202:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.346212:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.346214:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.346215:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.346217:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.346219:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.346221:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.346222:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.346277:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.346377:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.346379:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.346381:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.346384:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.346387:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.346390:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.346412:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacc40. 00000020:00000080:1.0:1788201788.346416:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.346421:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.346423:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23866: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.346425:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.346427:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23872 (ffff9c465383cd40) has no exports 00000020:00000001:1.0:1788201788.346429:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.346431:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.346433:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.346436:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.346437:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.346440:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46542e8000. 00000020:00000010:1.0:1788201788.346442:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.346445:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.346448:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.346451:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac3c0. 00000020:00000010:1.0:1788201788.346454:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac3c0. 00000020:00000010:1.0:1788201788.346460:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.346463:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.346467:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46542e8000. 00000020:00000010:1.0:1788201788.346471:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.346474:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.346477:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.346480:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.346483:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.346505:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.346509:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465431c800. 00000001:00000010:1.0:1788201788.346511:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465431cc00. 00000001:00000010:1.0:1788201788.346518:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465431e800. 00000001:00000010:1.0:1788201788.346521:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465431e400. 00000001:00000010:1.0:1788201788.346522:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014380. 00000001:00000010:1.0:1788201788.346524:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4771027600. 00000001:00000001:1.0:1788201788.346526:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.346527:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23866 (ffff9c465383cd40) now 3 - setup 00000020:00000001:1.0:1788201788.346528:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.346530:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.346531:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacc40. 00000020:00000001:1.0:1788201788.346534:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.346536:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.346537:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.346538:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.346654:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.346665:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.346666:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.346667:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.346668:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.346670:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.346671:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.346673:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.346709:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.346778:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.346780:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.346781:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.346782:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.346785:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.346786:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.346788:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacc40. 00000020:00000080:1.0:1788201788.346789:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.346793:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.346795:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23866 (ffff9c465383cd40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.346796:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23866 (uuid obd_uuid_23866) 00000020:00000040:1.0:1788201788.346798:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23866 (ffff9c465383cd40) now 1 - newdev 00000020:00000040:1.0:1788201788.346800:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465382c000 with handle 0x8990e4d0a2217324 from hash 00000020:00000040:1.0:1788201788.346802:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465382c000 : new refcount 0 00000020:00000080:1.0:1788201788.346803:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465382c000/obd_uuid_23866 00000020:00000001:1.0:1788201788.346804:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.346806:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.346807:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465382c000/obd_uuid_23866 for obd_name_23866 00000020:00000001:1.0:1788201788.346809:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.346810:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.346811:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465382c000. 00000020:00000001:1.0:1788201788.346813:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.346814:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23866 obd_type name = obd_test 00000020:01000000:1.0:1788201788.346815:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23866 (obd_uuid_23866) 00000020:00000001:1.0:1788201788.346816:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.346817:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.346819:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.346821:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.346823:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46542eb000. 00000020:00000010:1.0:1788201788.346825:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.346827:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.346829:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.346831:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c46556801c0. 00000020:00000010:1.0:1788201788.346833:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.346835:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.346836:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46542eb000. 00000020:00000010:1.0:1788201788.346838:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.346840:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.346842:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.346843:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.346844:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.346846:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c465383cd40. 00000020:00000001:1.0:1788201788.346849:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.346850:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.346851:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacc40. 00000020:00000001:1.0:1788201788.346854:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.346855:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.346857:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.346858:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.346966:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.346976:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.346978:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.346979:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.346980:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.346981:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.346982:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.346984:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.347019:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.347108:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.347110:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.347112:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.347114:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.347117:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.347120:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.347122:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacc40. 00000020:00000080:1.0:1788201788.347124:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.347146:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.347148:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23867: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.347150:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.347152:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23873 (ffff9c465383b380) has no exports 00000020:00000001:1.0:1788201788.347154:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.347156:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.347159:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.347162:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.347164:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.347168:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46542ec000. 00000020:00000010:1.0:1788201788.347171:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.347174:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.347176:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.347179:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac500. 00000020:00000010:1.0:1788201788.347182:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac500. 00000020:00000010:1.0:1788201788.347186:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.347188:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.347189:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46542ec000. 00000020:00000010:1.0:1788201788.347191:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.347193:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.347194:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.347196:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.347197:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.347206:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.347209:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653841200. 00000001:00000010:1.0:1788201788.347211:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653840200. 00000001:00000010:1.0:1788201788.347212:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653840000. 00000001:00000010:1.0:1788201788.347214:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653840600. 00000001:00000010:1.0:1788201788.347215:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014220. 00000001:00000010:1.0:1788201788.347216:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4771027d00. 00000001:00000001:1.0:1788201788.347218:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.347219:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23867 (ffff9c465383b380) now 3 - setup 00000020:00000001:1.0:1788201788.347220:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.347222:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.347223:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacc40. 00000020:00000001:1.0:1788201788.347225:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.347227:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.347228:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.347230:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.347343:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.347354:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.347355:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.347356:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.347357:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.347358:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.347360:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.347361:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.347496:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.347585:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.347586:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.347588:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.347589:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.347592:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.347593:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.347595:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacc40. 00000020:00000080:1.0:1788201788.347596:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.347600:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.347602:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23867 (ffff9c465383b380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.347604:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23867 (uuid obd_uuid_23867) 00000020:00000040:1.0:1788201788.347605:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23867 (ffff9c465383b380) now 1 - newdev 00000020:00000040:1.0:1788201788.347607:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465382c800 with handle 0x8990e4d0a221732b from hash 00000020:00000040:1.0:1788201788.347609:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465382c800 : new refcount 0 00000020:00000080:1.0:1788201788.347610:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465382c800/obd_uuid_23867 00000020:00000001:1.0:1788201788.347612:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.347613:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.347614:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465382c800/obd_uuid_23867 for obd_name_23867 00000020:00000001:1.0:1788201788.347615:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.347616:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.347618:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465382c800. 00000020:00000001:1.0:1788201788.347619:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.347621:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23867 obd_type name = obd_test 00000020:01000000:1.0:1788201788.347622:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23867 (obd_uuid_23867) 00000020:00000001:1.0:1788201788.347624:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.347625:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.347627:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.347629:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.347631:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46542ea000. 00000020:00000010:1.0:1788201788.347633:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.347635:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.347636:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.347638:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655680180. 00000020:00000010:1.0:1788201788.347640:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.347642:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.347643:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46542ea000. 00000020:00000010:1.0:1788201788.347645:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.347647:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.347648:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.347650:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.347651:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.347652:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c465383b380. 00000020:00000001:1.0:1788201788.347655:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.347656:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.347658:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacc40. 00000020:00000001:1.0:1788201788.347660:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.347662:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.347663:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.347664:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.347775:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.347785:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.347787:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.347788:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.347789:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.347790:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.347792:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.347793:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.347828:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.347894:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.347896:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.347897:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.347899:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.347901:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.347903:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.347904:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacc40. 00000020:00000080:1.0:1788201788.347906:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.347909:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.347911:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23868: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.347912:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.347914:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23874 (ffff9c46538399c0) has no exports 00000020:00000001:1.0:1788201788.347915:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.347916:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.347918:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.347920:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.347922:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.347924:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46542eb800. 00000020:00000010:1.0:1788201788.347926:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.347928:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.347929:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.347931:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac300. 00000020:00000010:1.0:1788201788.347934:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac300. 00000020:00000010:1.0:1788201788.347937:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.347939:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.347940:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46542eb800. 00000020:00000010:1.0:1788201788.347942:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.347943:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.347945:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.347946:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.347948:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.347955:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.347958:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653841800. 00000001:00000010:1.0:1788201788.347959:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653840e00. 00000001:00000010:1.0:1788201788.347961:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653841000. 00000001:00000010:1.0:1788201788.347962:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653841600. 00000001:00000010:1.0:1788201788.347964:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014a20. 00000001:00000010:1.0:1788201788.347965:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4771027100. 00000001:00000001:1.0:1788201788.347967:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.347968:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23868 (ffff9c46538399c0) now 3 - setup 00000020:00000001:1.0:1788201788.347970:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.347971:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.347972:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacc40. 00000020:00000001:1.0:1788201788.347974:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.347975:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.347976:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.347977:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.348113:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.348139:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.348141:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.348142:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.348143:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.348144:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.348146:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.348147:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.348186:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.348254:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.348256:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.348257:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.348258:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.348260:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.348262:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.348264:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacc40. 00000020:00000080:1.0:1788201788.348265:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.348269:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.348270:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23868 (ffff9c46538399c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.348272:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23868 (uuid obd_uuid_23868) 00000020:00000040:1.0:1788201788.348273:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23868 (ffff9c46538399c0) now 1 - newdev 00000020:00000040:1.0:1788201788.348275:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465382b800 with handle 0x8990e4d0a2217332 from hash 00000020:00000040:1.0:1788201788.348278:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465382b800 : new refcount 0 00000020:00000080:1.0:1788201788.348279:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465382b800/obd_uuid_23868 00000020:00000001:1.0:1788201788.348281:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.348282:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.348283:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465382b800/obd_uuid_23868 for obd_name_23868 00000020:00000001:1.0:1788201788.348285:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.348286:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.348287:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465382b800. 00000020:00000001:1.0:1788201788.348289:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.348290:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23868 obd_type name = obd_test 00000020:01000000:1.0:1788201788.348291:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23868 (obd_uuid_23868) 00000020:00000001:1.0:1788201788.348292:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.348293:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.348295:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.348298:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.348301:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46542ec800. 00000020:00000010:1.0:1788201788.348304:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.348307:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.348309:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.348312:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655680200. 00000020:00000010:1.0:1788201788.348315:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.348318:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.348320:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46542ec800. 00000020:00000010:1.0:1788201788.348323:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.348325:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.348327:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.348330:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.348332:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.348334:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46538399c0. 00000020:00000001:1.0:1788201788.348338:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.348340:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.348342:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacc40. 00000020:00000001:1.0:1788201788.348346:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.348349:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.348351:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.348354:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.348536:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.348551:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.348553:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.348554:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.348556:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.348558:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.348559:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.348561:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.348614:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.348687:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.348688:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.348690:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.348691:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.348694:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.348696:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.348697:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacc40. 00000020:00000080:1.0:1788201788.348699:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.348702:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.348703:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23869: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.348705:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.348706:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23875 (ffff9c465384cd40) has no exports 00000020:00000001:1.0:1788201788.348707:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.348709:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.348711:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.348713:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.348714:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.348716:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46542ed800. 00000020:00000010:1.0:1788201788.348718:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.348720:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.348722:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.348724:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac880. 00000020:00000010:1.0:1788201788.348726:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac880. 00000020:00000010:1.0:1788201788.348730:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.348732:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.348733:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46542ed800. 00000020:00000010:1.0:1788201788.348736:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.348737:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.348739:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.348740:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.348742:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.348764:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.348767:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653840a00. 00000001:00000010:1.0:1788201788.348768:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653841e00. 00000001:00000010:1.0:1788201788.348770:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653840800. 00000001:00000010:1.0:1788201788.348771:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653840400. 00000001:00000010:1.0:1788201788.348773:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c47710142c0. 00000001:00000010:1.0:1788201788.348774:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4771027400. 00000001:00000001:1.0:1788201788.348776:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.348777:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23869 (ffff9c465384cd40) now 3 - setup 00000020:00000001:1.0:1788201788.348778:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.348779:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.348781:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacc40. 00000020:00000001:1.0:1788201788.348783:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.348784:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.348786:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.348787:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.348897:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.348907:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.348909:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.348910:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.348911:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.348912:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.348913:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.348915:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.348950:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.349017:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.349019:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.349020:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.349022:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.349024:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.349026:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.349028:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacc40. 00000020:00000080:1.0:1788201788.349029:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.349032:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.349034:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23869 (ffff9c465384cd40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.349035:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23869 (uuid obd_uuid_23869) 00000020:00000040:1.0:1788201788.349036:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23869 (ffff9c465384cd40) now 1 - newdev 00000020:00000040:1.0:1788201788.349039:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465382e000 with handle 0x8990e4d0a2217339 from hash 00000020:00000040:1.0:1788201788.349041:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465382e000 : new refcount 0 00000020:00000080:1.0:1788201788.349042:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465382e000/obd_uuid_23869 00000020:00000001:1.0:1788201788.349043:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.349045:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.349046:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465382e000/obd_uuid_23869 for obd_name_23869 00000020:00000001:1.0:1788201788.349047:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.349048:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.349050:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465382e000. 00000020:00000001:1.0:1788201788.349052:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.349053:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23869 obd_type name = obd_test 00000020:01000000:1.0:1788201788.349054:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23869 (obd_uuid_23869) 00000020:00000001:1.0:1788201788.349055:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.349056:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.349058:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.349060:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.349062:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46542ee000. 00000020:00000010:1.0:1788201788.349063:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.349065:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.349067:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.349069:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655680a80. 00000020:00000010:1.0:1788201788.349071:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.349072:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.349074:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46542ee000. 00000020:00000010:1.0:1788201788.349076:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.349077:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.349079:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.349080:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.349082:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.349083:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c465384cd40. 00000020:00000001:1.0:1788201788.349086:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.349088:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.349089:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacc40. 00000020:00000001:1.0:1788201788.349092:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.349093:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.349094:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.349096:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.349219:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.349230:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.349231:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.349233:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.349234:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.349235:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.349236:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.349237:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.349284:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.349365:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.349367:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.349368:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.349370:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.349372:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.349374:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.349376:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacc40. 00000020:00000080:1.0:1788201788.349377:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.349382:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.349384:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23870: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.349386:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.349387:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23876 (ffff9c465384b380) has no exports 00000020:00000001:1.0:1788201788.349389:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.349391:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.349417:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.349421:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.349423:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.349427:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46542ed000. 00000020:00000010:1.0:1788201788.349430:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.349434:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.349436:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.349440:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac540. 00000020:00000010:1.0:1788201788.349444:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac540. 00000020:00000010:1.0:1788201788.349449:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.349452:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.349455:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46542ed000. 00000020:00000010:1.0:1788201788.349458:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.349461:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.349463:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.349465:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.349468:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.349479:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.349484:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465431e600. 00000001:00000010:1.0:1788201788.349487:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465431e000. 00000001:00000010:1.0:1788201788.349490:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653841400. 00000001:00000010:1.0:1788201788.349492:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653841c00. 00000001:00000010:1.0:1788201788.349494:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014840. 00000001:00000010:1.0:1788201788.349497:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4771027700. 00000001:00000001:1.0:1788201788.349499:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.349501:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23870 (ffff9c465384b380) now 3 - setup 00000020:00000001:1.0:1788201788.349503:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.349505:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.349508:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacc40. 00000020:00000001:1.0:1788201788.349511:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.349512:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.349514:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.349515:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.349630:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.349640:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.349641:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.349643:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.349644:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.349645:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.349646:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.349647:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.349683:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.349751:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.349753:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.349754:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.349756:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.349758:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.349760:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.349761:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacc40. 00000020:00000080:1.0:1788201788.349763:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.349766:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.349767:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23870 (ffff9c465384b380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.349769:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23870 (uuid obd_uuid_23870) 00000020:00000040:1.0:1788201788.349770:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23870 (ffff9c465384b380) now 1 - newdev 00000020:00000040:1.0:1788201788.349772:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465382d800 with handle 0x8990e4d0a2217340 from hash 00000020:00000040:1.0:1788201788.349774:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465382d800 : new refcount 0 00000020:00000080:1.0:1788201788.349776:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465382d800/obd_uuid_23870 00000020:00000001:1.0:1788201788.349777:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.349778:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.349779:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465382d800/obd_uuid_23870 for obd_name_23870 00000020:00000001:1.0:1788201788.349781:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.349782:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.349783:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465382d800. 00000020:00000001:1.0:1788201788.349785:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.349786:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23870 obd_type name = obd_test 00000020:01000000:1.0:1788201788.349787:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23870 (obd_uuid_23870) 00000020:00000001:1.0:1788201788.349788:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.349790:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.349792:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.349794:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.349796:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654335800. 00000020:00000010:1.0:1788201788.349798:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.349800:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.349802:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.349803:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655680e80. 00000020:00000010:1.0:1788201788.349806:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.349807:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.349809:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654335800. 00000020:00000010:1.0:1788201788.349811:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.349813:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.349814:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.349816:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.349817:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.349818:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c465384b380. 00000020:00000001:1.0:1788201788.349821:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.349822:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.349824:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacc40. 00000020:00000001:1.0:1788201788.349826:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.349828:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.349829:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.349830:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.349936:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.349946:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.349948:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.349949:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.349950:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.349951:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.349953:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.349954:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.349988:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.350055:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.350056:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.350057:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.350059:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.350061:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.350063:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.350065:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacc40. 00000020:00000080:1.0:1788201788.350066:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.350069:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.350071:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23871: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.350073:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.350074:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23877 (ffff9c46538499c0) has no exports 00000020:00000001:1.0:1788201788.350075:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.350077:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.350078:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.350080:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.350081:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.350084:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654335000. 00000020:00000010:1.0:1788201788.350085:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.350087:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.350089:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.350091:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac580. 00000020:00000010:1.0:1788201788.350093:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac580. 00000020:00000010:1.0:1788201788.350097:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.350099:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.350100:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654335000. 00000020:00000010:1.0:1788201788.350102:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.350104:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.350105:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.350107:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.350108:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.350115:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.350118:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653842a00. 00000001:00000010:1.0:1788201788.350119:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653843e00. 00000001:00000010:1.0:1788201788.350121:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653842e00. 00000001:00000010:1.0:1788201788.350122:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653843800. 00000001:00000010:1.0:1788201788.350124:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014de0. 00000001:00000010:1.0:1788201788.350141:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4771027a00. 00000001:00000001:1.0:1788201788.350143:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.350144:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23871 (ffff9c46538499c0) now 3 - setup 00000020:00000001:1.0:1788201788.350146:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.350147:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.350148:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacc40. 00000020:00000001:1.0:1788201788.350151:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.350152:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.350154:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.350155:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.350276:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.350291:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.350294:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.350296:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.350298:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.350299:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.350301:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.350303:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.350347:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.350439:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.350441:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.350443:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.350445:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.350447:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.350449:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.350451:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacc40. 00000020:00000080:1.0:1788201788.350453:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.350456:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.350459:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23871 (ffff9c46538499c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.350461:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23871 (uuid obd_uuid_23871) 00000020:00000040:1.0:1788201788.350462:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23871 (ffff9c46538499c0) now 1 - newdev 00000020:00000040:1.0:1788201788.350464:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465382d000 with handle 0x8990e4d0a2217347 from hash 00000020:00000040:1.0:1788201788.350466:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465382d000 : new refcount 0 00000020:00000080:1.0:1788201788.350468:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465382d000/obd_uuid_23871 00000020:00000001:1.0:1788201788.350469:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.350471:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.350472:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465382d000/obd_uuid_23871 for obd_name_23871 00000020:00000001:1.0:1788201788.350474:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.350475:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.350477:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465382d000. 00000020:00000001:1.0:1788201788.350479:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.350481:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23871 obd_type name = obd_test 00000020:01000000:1.0:1788201788.350482:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23871 (obd_uuid_23871) 00000020:00000001:1.0:1788201788.350482:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.350484:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.350486:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.350487:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.350489:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654333800. 00000020:00000010:1.0:1788201788.350491:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.350493:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.350494:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.350496:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655686b40. 00000020:00000010:1.0:1788201788.350498:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.350500:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.350501:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654333800. 00000020:00000010:1.0:1788201788.350504:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.350505:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.350507:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.350508:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.350510:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.350511:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46538499c0. 00000020:00000001:1.0:1788201788.350514:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.350515:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.350516:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacc40. 00000020:00000001:1.0:1788201788.350519:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.350520:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.350522:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.350523:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.350632:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.350643:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.350644:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.350645:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.350647:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.350648:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.350649:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.350650:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.350685:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.350753:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.350754:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.350756:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.350757:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.350759:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.350761:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.350763:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacc40. 00000020:00000080:1.0:1788201788.350764:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.350767:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.350769:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23872: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.350771:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.350772:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23878 (ffff9c4653848000) has no exports 00000020:00000001:1.0:1788201788.350773:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.350775:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.350777:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.350778:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.350780:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.350782:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654336000. 00000020:00000010:1.0:1788201788.350784:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.350786:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.350787:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.350789:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac240. 00000020:00000010:1.0:1788201788.350792:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac240. 00000020:00000010:1.0:1788201788.350795:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.350797:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.350798:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654336000. 00000020:00000010:1.0:1788201788.350801:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.350802:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.350804:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.350806:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.350807:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.350820:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.350823:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653843600. 00000001:00000010:1.0:1788201788.350824:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653843000. 00000001:00000010:1.0:1788201788.350826:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653842800. 00000001:00000010:1.0:1788201788.350827:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653842400. 00000001:00000010:1.0:1788201788.350829:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014c60. 00000001:00000010:1.0:1788201788.350830:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4771027e00. 00000001:00000001:1.0:1788201788.350832:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.350833:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23872 (ffff9c4653848000) now 3 - setup 00000020:00000001:1.0:1788201788.350834:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.350836:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.350837:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacc40. 00000020:00000001:1.0:1788201788.350839:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.350840:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.350842:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.350843:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.350953:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.350963:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.350965:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.350966:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.350967:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.350969:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.350970:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.350971:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.351006:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.351074:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.351075:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.351076:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.351078:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.351080:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.351082:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.351084:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacc40. 00000020:00000080:1.0:1788201788.351085:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.351088:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.351090:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23872 (ffff9c4653848000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.351091:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23872 (uuid obd_uuid_23872) 00000020:00000040:1.0:1788201788.351092:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23872 (ffff9c4653848000) now 1 - newdev 00000020:00000040:1.0:1788201788.351095:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465382f800 with handle 0x8990e4d0a221734e from hash 00000020:00000040:1.0:1788201788.351097:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465382f800 : new refcount 0 00000020:00000080:1.0:1788201788.351099:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465382f800/obd_uuid_23872 00000020:00000001:1.0:1788201788.351100:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.351101:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.351103:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465382f800/obd_uuid_23872 for obd_name_23872 00000020:00000001:1.0:1788201788.351104:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.351105:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.351106:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465382f800. 00000020:00000001:1.0:1788201788.351108:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.351109:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23872 obd_type name = obd_test 00000020:01000000:1.0:1788201788.351110:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23872 (obd_uuid_23872) 00000020:00000001:1.0:1788201788.351111:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.351112:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.351114:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.351115:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.351117:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654334000. 00000020:00000010:1.0:1788201788.351119:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.351121:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.351123:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.351139:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655686340. 00000020:00000010:1.0:1788201788.351142:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.351144:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.351145:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654334000. 00000020:00000010:1.0:1788201788.351147:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.351149:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.351150:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.351152:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.351154:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.351155:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4653848000. 00000020:00000001:1.0:1788201788.351158:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.351159:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.351161:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacc40. 00000020:00000001:1.0:1788201788.351163:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.351165:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.351166:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.351168:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.351300:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.351315:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.351316:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.351317:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.351318:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.351320:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.351321:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.351322:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.351359:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.351448:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.351450:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.351451:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.351453:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.351455:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.351457:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.351459:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacc40. 00000020:00000080:1.0:1788201788.351460:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.351463:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.351465:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23873: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.351466:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.351468:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23879 (ffff9c4653858000) has no exports 00000020:00000001:1.0:1788201788.351469:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.351470:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.351472:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.351474:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.351476:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.351477:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654334800. 00000020:00000010:1.0:1788201788.351479:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.351481:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.351483:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.351484:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac040. 00000020:00000010:1.0:1788201788.351487:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac040. 00000020:00000010:1.0:1788201788.351491:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.351492:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.351494:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654334800. 00000020:00000010:1.0:1788201788.351496:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.351498:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.351499:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.351501:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.351502:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.351509:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.351512:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653843400. 00000001:00000010:1.0:1788201788.351513:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653843c00. 00000001:00000010:1.0:1788201788.351515:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653842000. 00000001:00000010:1.0:1788201788.351516:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653842600. 00000001:00000010:1.0:1788201788.351517:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c47710147e0. 00000001:00000010:1.0:1788201788.351519:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4771027b00. 00000001:00000001:1.0:1788201788.351520:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.351521:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23873 (ffff9c4653858000) now 3 - setup 00000020:00000001:1.0:1788201788.351523:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.351524:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.351525:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacc40. 00000020:00000001:1.0:1788201788.351527:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.351528:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.351530:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.351531:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.351640:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.351650:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.351652:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.351653:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.351654:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.351655:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.351656:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.351658:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.351692:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.351760:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.351762:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.351763:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.351765:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.351767:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.351769:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.351770:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacc40. 00000020:00000080:1.0:1788201788.351772:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.351775:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.351777:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23873 (ffff9c4653858000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.351778:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23873 (uuid obd_uuid_23873) 00000020:00000040:1.0:1788201788.351779:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23873 (ffff9c4653858000) now 1 - newdev 00000020:00000040:1.0:1788201788.351782:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465382a800 with handle 0x8990e4d0a2217355 from hash 00000020:00000040:1.0:1788201788.351784:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465382a800 : new refcount 0 00000020:00000080:1.0:1788201788.351785:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465382a800/obd_uuid_23873 00000020:00000001:1.0:1788201788.351786:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.351788:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.351789:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465382a800/obd_uuid_23873 for obd_name_23873 00000020:00000001:1.0:1788201788.351790:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.351791:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.351792:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465382a800. 00000020:00000001:1.0:1788201788.351794:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.351795:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23873 obd_type name = obd_test 00000020:01000000:1.0:1788201788.351796:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23873 (obd_uuid_23873) 00000020:00000001:1.0:1788201788.351798:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.351799:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.351801:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.351802:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.351804:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654330000. 00000020:00000010:1.0:1788201788.351806:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.351808:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.351810:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.351811:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655686e00. 00000020:00000010:1.0:1788201788.351813:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.351815:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.351817:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654330000. 00000020:00000010:1.0:1788201788.351819:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.351820:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.351822:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.351823:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.351825:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.351826:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4653858000. 00000020:00000001:1.0:1788201788.351838:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.351840:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.351842:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacc40. 00000020:00000001:1.0:1788201788.351844:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.351846:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.351847:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.351848:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.351956:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.351967:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.351968:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.351969:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.351970:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.351971:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.351973:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.351974:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.352008:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.352075:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.352077:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.352077:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.352079:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.352081:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.352083:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.352085:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacc40. 00000020:00000080:1.0:1788201788.352086:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.352089:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.352091:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23874: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.352092:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.352093:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23880 (ffff9c465385cd40) has no exports 00000020:00000001:1.0:1788201788.352095:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.352096:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.352098:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.352100:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.352101:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.352103:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654332000. 00000020:00000010:1.0:1788201788.352105:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.352107:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.352109:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.352111:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac000. 00000020:00000010:1.0:1788201788.352113:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac000. 00000020:00000010:1.0:1788201788.352117:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.352119:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.352120:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654332000. 00000020:00000010:1.0:1788201788.352122:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.352140:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.352142:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.352144:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.352145:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.352154:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.352157:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653840c00. 00000001:00000010:1.0:1788201788.352158:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653841a00. 00000001:00000010:1.0:1788201788.352160:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653843a00. 00000001:00000010:1.0:1788201788.352161:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653842c00. 00000001:00000010:1.0:1788201788.352162:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c47710146a0. 00000001:00000010:1.0:1788201788.352164:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4771027300. 00000001:00000001:1.0:1788201788.352165:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.352166:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23874 (ffff9c465385cd40) now 3 - setup 00000020:00000001:1.0:1788201788.352168:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.352169:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.352170:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacc40. 00000020:00000001:1.0:1788201788.352173:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.352174:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.352175:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.352177:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.352313:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.352324:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.352325:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.352327:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.352328:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.352329:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.352330:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.352332:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.352368:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.352494:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.352496:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.352497:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.352499:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.352501:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.352503:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.352504:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacc40. 00000020:00000080:1.0:1788201788.352506:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.352509:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.352511:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23874 (ffff9c465385cd40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.352513:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23874 (uuid obd_uuid_23874) 00000020:00000040:1.0:1788201788.352514:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23874 (ffff9c465385cd40) now 1 - newdev 00000020:00000040:1.0:1788201788.352516:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4653829000 with handle 0x8990e4d0a221735c from hash 00000020:00000040:1.0:1788201788.352518:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4653829000 : new refcount 0 00000020:00000080:1.0:1788201788.352519:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4653829000/obd_uuid_23874 00000020:00000001:1.0:1788201788.352521:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.352522:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.352523:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4653829000/obd_uuid_23874 for obd_name_23874 00000020:00000001:1.0:1788201788.352525:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.352526:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.352527:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4653829000. 00000020:00000001:1.0:1788201788.352529:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.352530:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23874 obd_type name = obd_test 00000020:01000000:1.0:1788201788.352531:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23874 (obd_uuid_23874) 00000020:00000001:1.0:1788201788.352532:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.352533:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.352535:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.352537:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.352539:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654330800. 00000020:00000010:1.0:1788201788.352541:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.352543:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.352545:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.352546:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655686840. 00000020:00000010:1.0:1788201788.352548:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.352550:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.352552:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654330800. 00000020:00000010:1.0:1788201788.352553:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.352555:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.352556:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.352558:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.352559:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.352561:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c465385cd40. 00000020:00000001:1.0:1788201788.352564:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.352565:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.352566:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacc40. 00000020:00000001:1.0:1788201788.352569:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.352570:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.352572:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.352573:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.352681:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.352692:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.352693:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.352694:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.352696:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.352697:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.352698:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.352699:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.352734:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.352802:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.352804:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.352805:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.352807:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.352809:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.352811:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.352813:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacc40. 00000020:00000080:1.0:1788201788.352814:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.352818:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.352819:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23875: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.352821:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.352822:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23881 (ffff9c465385b380) has no exports 00000020:00000001:1.0:1788201788.352823:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.352825:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.352826:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.352828:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.352830:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.352832:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4654333000. 00000020:00000010:1.0:1788201788.352834:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.352836:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.352838:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.352839:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac4c0. 00000020:00000010:1.0:1788201788.352842:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac4c0. 00000020:00000010:1.0:1788201788.352846:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.352847:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.352849:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4654333000. 00000020:00000010:1.0:1788201788.352851:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.352853:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.352854:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.352856:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.352857:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.352864:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.352868:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653860400. 00000001:00000010:1.0:1788201788.352902:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653861400. 00000001:00000010:1.0:1788201788.352903:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653861c00. 00000001:00000010:1.0:1788201788.352905:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653861000. 00000001:00000010:1.0:1788201788.352906:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014740. 00000001:00000010:1.0:1788201788.352908:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4771027900. 00000001:00000001:1.0:1788201788.352909:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.352910:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23875 (ffff9c465385b380) now 3 - setup 00000020:00000001:1.0:1788201788.352912:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.352913:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.352915:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacc40. 00000020:00000001:1.0:1788201788.352917:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.352919:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.352920:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.352921:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.353030:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.353041:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.353042:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.353043:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.353044:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.353045:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.353047:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.353048:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.353082:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.353168:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.353169:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.353170:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.353180:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.353182:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.353184:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.353185:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacc40. 00000020:00000080:1.0:1788201788.353187:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.353190:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.353192:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23875 (ffff9c465385b380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.353193:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23875 (uuid obd_uuid_23875) 00000020:00000040:1.0:1788201788.353194:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23875 (ffff9c465385b380) now 1 - newdev 00000020:00000040:1.0:1788201788.353196:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465382e800 with handle 0x8990e4d0a2217363 from hash 00000020:00000040:1.0:1788201788.353198:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465382e800 : new refcount 0 00000020:00000080:1.0:1788201788.353200:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465382e800/obd_uuid_23875 00000020:00000001:1.0:1788201788.353201:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.353203:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.353204:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465382e800/obd_uuid_23875 for obd_name_23875 00000020:00000001:1.0:1788201788.353205:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.353206:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.353208:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465382e800. 00000020:00000001:1.0:1788201788.353210:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.353211:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23875 obd_type name = obd_test 00000020:01000000:1.0:1788201788.353212:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23875 (obd_uuid_23875) 00000020:00000001:1.0:1788201788.353213:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.353215:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.353217:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.353218:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.353220:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c476ff1b800. 00000020:00000010:1.0:1788201788.353222:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.353224:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.353226:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.353227:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655686440. 00000020:00000010:1.0:1788201788.353229:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.353231:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.353232:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c476ff1b800. 00000020:00000010:1.0:1788201788.353236:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.353238:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.353240:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.353241:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.353242:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.353244:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c465385b380. 00000020:00000001:1.0:1788201788.353247:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.353248:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.353250:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacc40. 00000020:00000001:1.0:1788201788.353254:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.353256:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.353259:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.353260:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.353387:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.353625:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.353627:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.353629:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.353630:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.353631:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.353632:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.353634:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.353673:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.353744:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.353746:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.353747:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.353748:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.353751:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.353752:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.353754:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654baca40. 00000020:00000080:1.0:1788201788.353755:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.353759:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.353760:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23876: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.353762:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.353763:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23882 (ffff9c46538599c0) has no exports 00000020:00000001:1.0:1788201788.353764:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.353766:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.353767:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.353769:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.353771:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.353773:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46542e9000. 00000020:00000010:1.0:1788201788.353775:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.353777:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.353779:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.353781:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bacf80. 00000020:00000010:1.0:1788201788.353783:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bacf80. 00000020:00000010:1.0:1788201788.353786:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.353788:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.353789:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46542e9000. 00000020:00000010:1.0:1788201788.353791:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.353793:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.353794:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.353796:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.353797:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.353804:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.353807:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653860800. 00000001:00000010:1.0:1788201788.353809:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653860c00. 00000001:00000010:1.0:1788201788.353810:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653860200. 00000001:00000010:1.0:1788201788.353812:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653860000. 00000001:00000010:1.0:1788201788.353813:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014a40. 00000001:00000010:1.0:1788201788.353814:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4771027000. 00000001:00000001:1.0:1788201788.353816:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.353817:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23876 (ffff9c46538599c0) now 3 - setup 00000020:00000001:1.0:1788201788.353818:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.353819:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.353821:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654baca40. 00000020:00000001:1.0:1788201788.353822:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.353823:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.353825:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.353826:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.353941:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.353951:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.353952:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.353954:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.353955:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.353956:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.353958:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.353959:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.353995:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.354064:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.354066:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.354067:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.354069:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.354071:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.354072:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.354074:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654baca40. 00000020:00000080:1.0:1788201788.354075:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.354078:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.354080:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23876 (ffff9c46538599c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.354082:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23876 (uuid obd_uuid_23876) 00000020:00000040:1.0:1788201788.354083:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23876 (ffff9c46538599c0) now 1 - newdev 00000020:00000040:1.0:1788201788.354086:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465382f000 with handle 0x8990e4d0a221736a from hash 00000020:00000040:1.0:1788201788.354088:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465382f000 : new refcount 0 00000020:00000080:1.0:1788201788.354089:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465382f000/obd_uuid_23876 00000020:00000001:1.0:1788201788.354091:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.354092:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.354093:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465382f000/obd_uuid_23876 for obd_name_23876 00000020:00000001:1.0:1788201788.354094:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.354095:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.354096:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465382f000. 00000020:00000001:1.0:1788201788.354098:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.354099:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23876 obd_type name = obd_test 00000020:01000000:1.0:1788201788.354100:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23876 (obd_uuid_23876) 00000020:00000001:1.0:1788201788.354101:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.354103:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.354105:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.354106:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.354108:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46542ef800. 00000020:00000010:1.0:1788201788.354110:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.354112:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.354114:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.354115:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655686740. 00000020:00000010:1.0:1788201788.354117:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.354119:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.354120:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46542ef800. 00000020:00000010:1.0:1788201788.354122:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.354124:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.354141:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.354152:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.354153:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.354154:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46538599c0. 00000020:00000001:1.0:1788201788.354157:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.354159:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.354160:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654baca40. 00000020:00000001:1.0:1788201788.354162:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.354164:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.354165:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.354166:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.354297:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.354312:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.354314:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.354315:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.354317:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.354318:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.354319:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.354320:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.354357:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.354445:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.354447:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.354448:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.354450:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.354452:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.354454:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.354455:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654baca40. 00000020:00000080:1.0:1788201788.354457:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.354460:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.354462:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23877: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.354463:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.354464:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23883 (ffff9c465386b380) has no exports 00000020:00000001:1.0:1788201788.354466:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.354467:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.354469:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.354471:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.354473:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.354475:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46543c3000. 00000020:00000010:1.0:1788201788.354477:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.354479:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.354480:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.354482:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac680. 00000020:00000010:1.0:1788201788.354485:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac680. 00000020:00000010:1.0:1788201788.354488:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.354490:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.354491:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46543c3000. 00000020:00000010:1.0:1788201788.354493:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.354494:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.354496:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.354497:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.354499:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.354507:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.354510:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653860600. 00000001:00000010:1.0:1788201788.354511:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653861a00. 00000001:00000010:1.0:1788201788.354513:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653861e00. 00000001:00000010:1.0:1788201788.354514:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653860e00. 00000001:00000010:1.0:1788201788.354515:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014780. 00000001:00000010:1.0:1788201788.354517:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4771027800. 00000001:00000001:1.0:1788201788.354518:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.354519:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23877 (ffff9c465386b380) now 3 - setup 00000020:00000001:1.0:1788201788.354520:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.354521:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.354523:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654baca40. 00000020:00000001:1.0:1788201788.354524:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.354526:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.354527:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.354528:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.354637:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.354648:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.354649:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.354650:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.354651:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.354653:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.354654:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.354655:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.354690:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.354758:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.354760:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.354761:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.354763:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.354765:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.354767:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.354769:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654baca40. 00000020:00000080:1.0:1788201788.354770:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.354773:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.354775:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23877 (ffff9c465386b380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.354777:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23877 (uuid obd_uuid_23877) 00000020:00000040:1.0:1788201788.354778:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23877 (ffff9c465386b380) now 1 - newdev 00000020:00000040:1.0:1788201788.354780:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4653829800 with handle 0x8990e4d0a2217371 from hash 00000020:00000040:1.0:1788201788.354782:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4653829800 : new refcount 0 00000020:00000080:1.0:1788201788.354783:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4653829800/obd_uuid_23877 00000020:00000001:1.0:1788201788.354785:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.354786:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.354787:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4653829800/obd_uuid_23877 for obd_name_23877 00000020:00000001:1.0:1788201788.354788:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.354789:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.354791:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4653829800. 00000020:00000001:1.0:1788201788.354792:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.354793:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23877 obd_type name = obd_test 00000020:01000000:1.0:1788201788.354794:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23877 (obd_uuid_23877) 00000020:00000001:1.0:1788201788.354795:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.354797:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.354799:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.354800:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.354802:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46543c2000. 00000020:00000010:1.0:1788201788.354804:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.354806:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.354808:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.354809:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655686100. 00000020:00000010:1.0:1788201788.354811:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.354813:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.354814:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46543c2000. 00000020:00000010:1.0:1788201788.354816:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.354818:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.354819:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.354821:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.354822:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.354823:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c465386b380. 00000020:00000001:1.0:1788201788.354827:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.354828:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.354830:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654baca40. 00000020:00000001:1.0:1788201788.354832:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.354833:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.354834:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.354836:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.354949:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.354959:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.354961:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.354962:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.354963:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.354964:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.354965:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.354966:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.355001:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.355075:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.355076:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.355077:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.355079:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.355081:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.355083:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.355085:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654baca40. 00000020:00000080:1.0:1788201788.355086:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.355089:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.355091:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23878: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.355093:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.355094:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23884 (ffff9c46538699c0) has no exports 00000020:00000001:1.0:1788201788.355095:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.355097:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.355098:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.355100:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.355102:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.355104:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46543c0000. 00000020:00000010:1.0:1788201788.355106:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.355108:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.355109:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.355111:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac800. 00000020:00000010:1.0:1788201788.355114:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac800. 00000020:00000010:1.0:1788201788.355117:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.355119:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.355120:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46543c0000. 00000020:00000010:1.0:1788201788.355122:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.355123:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.355140:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.355142:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.355144:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.355152:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.355155:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653842200. 00000001:00000010:1.0:1788201788.355156:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653843200. 00000001:00000010:1.0:1788201788.355161:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653861800. 00000001:00000010:1.0:1788201788.355163:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653861200. 00000001:00000010:1.0:1788201788.355164:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014320. 00000001:00000010:1.0:1788201788.355166:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4771027500. 00000001:00000001:1.0:1788201788.355168:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.355169:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23878 (ffff9c46538699c0) now 3 - setup 00000020:00000001:1.0:1788201788.355170:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.355171:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.355173:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654baca40. 00000020:00000001:1.0:1788201788.355174:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.355176:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.355177:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.355179:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.355321:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.355332:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.355334:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.355335:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.355336:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.355338:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.355339:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.355340:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.355376:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.355469:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.355471:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.355472:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.355473:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.355476:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.355477:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.355479:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654baca40. 00000020:00000080:1.0:1788201788.355480:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.355484:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.355485:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23878 (ffff9c46538699c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.355487:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23878 (uuid obd_uuid_23878) 00000020:00000040:1.0:1788201788.355488:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23878 (ffff9c46538699c0) now 1 - newdev 00000020:00000040:1.0:1788201788.355490:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4653828800 with handle 0x8990e4d0a2217378 from hash 00000020:00000040:1.0:1788201788.355492:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4653828800 : new refcount 0 00000020:00000080:1.0:1788201788.355493:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4653828800/obd_uuid_23878 00000020:00000001:1.0:1788201788.355495:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.355496:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.355497:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4653828800/obd_uuid_23878 for obd_name_23878 00000020:00000001:1.0:1788201788.355499:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.355500:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.355501:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4653828800. 00000020:00000001:1.0:1788201788.355503:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.355504:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23878 obd_type name = obd_test 00000020:01000000:1.0:1788201788.355505:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23878 (obd_uuid_23878) 00000020:00000001:1.0:1788201788.355506:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.355507:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.355509:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.355511:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.355513:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46543c4800. 00000020:00000010:1.0:1788201788.355515:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.355517:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.355519:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.355520:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655686ec0. 00000020:00000010:1.0:1788201788.355522:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.355524:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.355526:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46543c4800. 00000020:00000010:1.0:1788201788.355527:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.355529:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.355530:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.355532:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.355533:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.355534:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46538699c0. 00000020:00000001:1.0:1788201788.355537:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.355539:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.355540:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654baca40. 00000020:00000001:1.0:1788201788.355542:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.355543:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.355545:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.355546:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.355656:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.355666:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.355668:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.355669:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.355670:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.355671:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.355673:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.355674:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.355709:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.355777:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.355779:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.355780:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.355782:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.355784:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.355786:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.355788:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654baca40. 00000020:00000080:1.0:1788201788.355790:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.355793:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.355794:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23879: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.355796:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.355797:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23885 (ffff9c4653868000) has no exports 00000020:00000001:1.0:1788201788.355799:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.355800:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.355802:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.355803:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.355805:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.355807:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46543c4000. 00000020:00000010:1.0:1788201788.355809:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.355811:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.355813:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.355814:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac480. 00000020:00000010:1.0:1788201788.355817:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac480. 00000020:00000010:1.0:1788201788.355819:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.355821:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.355823:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46543c4000. 00000020:00000010:1.0:1788201788.355824:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.355826:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.355827:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.355829:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.355831:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.355838:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.355841:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653863800. 00000001:00000010:1.0:1788201788.355843:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653863200. 00000001:00000010:1.0:1788201788.355844:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653862200. 00000001:00000010:1.0:1788201788.355846:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653862000. 00000001:00000010:1.0:1788201788.355847:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014e60. 00000001:00000010:1.0:1788201788.355848:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4771027200. 00000001:00000001:1.0:1788201788.355850:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.355851:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23879 (ffff9c4653868000) now 3 - setup 00000020:00000001:1.0:1788201788.355852:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.355853:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.355855:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654baca40. 00000020:00000001:1.0:1788201788.355856:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.355858:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.355859:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.355860:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.355970:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.355980:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.355981:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.355982:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.355991:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.355993:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.355994:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.355995:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.356030:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.356098:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.356100:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.356101:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.356103:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.356105:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.356117:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.356119:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654baca40. 00000020:00000080:1.0:1788201788.356120:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.356123:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.356139:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23879 (ffff9c4653868000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.356141:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23879 (uuid obd_uuid_23879) 00000020:00000040:1.0:1788201788.356142:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23879 (ffff9c4653868000) now 1 - newdev 00000020:00000040:1.0:1788201788.356144:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465382b000 with handle 0x8990e4d0a221737f from hash 00000020:00000040:1.0:1788201788.356146:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465382b000 : new refcount 0 00000020:00000080:1.0:1788201788.356148:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465382b000/obd_uuid_23879 00000020:00000001:1.0:1788201788.356149:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.356151:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.356152:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465382b000/obd_uuid_23879 for obd_name_23879 00000020:00000001:1.0:1788201788.356153:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.356154:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.356156:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465382b000. 00000020:00000001:1.0:1788201788.356158:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.356159:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23879 obd_type name = obd_test 00000020:01000000:1.0:1788201788.356160:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23879 (obd_uuid_23879) 00000020:00000001:1.0:1788201788.356161:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.356163:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.356165:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.356166:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.356169:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46543c6000. 00000020:00000010:1.0:1788201788.356171:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.356173:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.356174:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.356176:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655686700. 00000020:00000010:1.0:1788201788.356178:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.356180:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.356182:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46543c6000. 00000020:00000010:1.0:1788201788.356183:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.356185:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.356186:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.356188:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.356189:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.356190:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4653868000. 00000020:00000001:1.0:1788201788.356193:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.356194:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.356196:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654baca40. 00000020:00000001:1.0:1788201788.356198:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.356199:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.356201:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.356202:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.356344:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.356355:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.356356:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.356357:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.356359:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.356360:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.356361:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.356362:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.356414:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.356492:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.356494:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.356495:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.356497:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.356499:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.356500:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.356502:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654baca40. 00000020:00000080:1.0:1788201788.356503:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.356506:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.356508:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23880: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.356510:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.356511:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23886 (ffff9c465386cd40) has no exports 00000020:00000001:1.0:1788201788.356512:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.356514:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.356515:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.356517:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.356519:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.356521:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46543c3800. 00000020:00000010:1.0:1788201788.356523:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.356524:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.356526:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.356528:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac6c0. 00000020:00000010:1.0:1788201788.356531:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac6c0. 00000020:00000010:1.0:1788201788.356533:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.356535:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.356536:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46543c3800. 00000020:00000010:1.0:1788201788.356538:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.356540:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.356541:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.356543:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.356544:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.356552:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.356555:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653862e00. 00000001:00000010:1.0:1788201788.356557:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653863e00. 00000001:00000010:1.0:1788201788.356558:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653863c00. 00000001:00000010:1.0:1788201788.356560:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653863000. 00000001:00000010:1.0:1788201788.356561:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014c80. 00000001:00000010:1.0:1788201788.356562:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4655688200. 00000001:00000001:1.0:1788201788.356565:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.356566:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23880 (ffff9c465386cd40) now 3 - setup 00000020:00000001:1.0:1788201788.356567:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.356568:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.356569:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654baca40. 00000020:00000001:1.0:1788201788.356571:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.356572:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.356574:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.356575:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.356687:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.356697:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.356699:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.356700:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.356701:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.356702:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.356703:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.356705:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.356739:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.356809:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.356810:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.356811:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.356813:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.356815:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.356817:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.356818:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654baca40. 00000020:00000080:1.0:1788201788.356820:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.356823:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.356825:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23880 (ffff9c465386cd40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.356826:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23880 (uuid obd_uuid_23880) 00000020:00000040:1.0:1788201788.356827:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23880 (ffff9c465386cd40) now 1 - newdev 00000020:00000040:1.0:1788201788.356830:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4653870800 with handle 0x8990e4d0a2217386 from hash 00000020:00000040:1.0:1788201788.356832:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4653870800 : new refcount 0 00000020:00000080:1.0:1788201788.356833:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4653870800/obd_uuid_23880 00000020:00000001:1.0:1788201788.356834:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.356836:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.356837:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4653870800/obd_uuid_23880 for obd_name_23880 00000020:00000001:1.0:1788201788.356838:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.356839:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.356840:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4653870800. 00000020:00000001:1.0:1788201788.356842:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.356842:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23880 obd_type name = obd_test 00000020:01000000:1.0:1788201788.356844:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23880 (obd_uuid_23880) 00000020:00000001:1.0:1788201788.356844:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.356846:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.356848:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.356849:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.356852:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46543c5800. 00000020:00000010:1.0:1788201788.356853:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.356855:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.356857:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.356859:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655686140. 00000020:00000010:1.0:1788201788.356860:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.356862:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.356863:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46543c5800. 00000020:00000010:1.0:1788201788.356865:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.356867:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.356868:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.356870:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.356871:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.356872:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c465386cd40. 00000020:00000001:1.0:1788201788.356875:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.356876:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.356878:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654baca40. 00000020:00000001:1.0:1788201788.356880:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.356881:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.356883:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.356884:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.356993:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.357003:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.357004:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.357006:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.357007:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.357008:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.357009:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.357010:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.357045:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.357113:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.357114:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.357115:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.357117:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.357119:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.357121:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.357122:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654baca40. 00000020:00000080:1.0:1788201788.357124:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.357144:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.357145:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23881: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.357147:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.357148:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23887 (ffff9c4653884d40) has no exports 00000020:00000001:1.0:1788201788.357149:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.357151:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.357153:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.357154:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.357156:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.357158:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46543c7800. 00000020:00000010:1.0:1788201788.357160:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.357162:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.357164:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.357165:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac0c0. 00000020:00000010:1.0:1788201788.357168:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac0c0. 00000020:00000010:1.0:1788201788.357171:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.357173:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.357175:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46543c7800. 00000020:00000010:1.0:1788201788.357176:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.357178:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.357180:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.357181:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.357182:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.357190:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.357193:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653863600. 00000001:00000010:1.0:1788201788.357194:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653862a00. 00000001:00000010:1.0:1788201788.357195:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653862c00. 00000001:00000010:1.0:1788201788.357197:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653862800. 00000001:00000010:1.0:1788201788.357198:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c47710144a0. 00000001:00000010:1.0:1788201788.357199:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4655688c00. 00000001:00000001:1.0:1788201788.357201:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.357202:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23881 (ffff9c4653884d40) now 3 - setup 00000020:00000001:1.0:1788201788.357203:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.357204:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.357206:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654baca40. 00000020:00000001:1.0:1788201788.357208:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.357209:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.357210:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.357211:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.357349:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.357360:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.357361:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.357362:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.357363:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.357365:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.357366:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.357367:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.357517:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.357591:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.357593:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.357594:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.357596:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.357598:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.357600:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.357602:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654baca40. 00000020:00000080:1.0:1788201788.357603:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.357606:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.357608:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23881 (ffff9c4653884d40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.357610:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23881 (uuid obd_uuid_23881) 00000020:00000040:1.0:1788201788.357611:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23881 (ffff9c4653884d40) now 1 - newdev 00000020:00000040:1.0:1788201788.357613:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4653873000 with handle 0x8990e4d0a221738d from hash 00000020:00000040:1.0:1788201788.357615:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4653873000 : new refcount 0 00000020:00000080:1.0:1788201788.357616:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4653873000/obd_uuid_23881 00000020:00000001:1.0:1788201788.357618:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.357619:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.357620:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4653873000/obd_uuid_23881 for obd_name_23881 00000020:00000001:1.0:1788201788.357621:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.357622:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.357623:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4653873000. 00000020:00000001:1.0:1788201788.357625:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.357626:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23881 obd_type name = obd_test 00000020:01000000:1.0:1788201788.357627:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23881 (obd_uuid_23881) 00000020:00000001:1.0:1788201788.357628:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.357630:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.357632:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.357633:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.357635:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46543c5000. 00000020:00000010:1.0:1788201788.357637:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.357639:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.357641:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.357643:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655686ac0. 00000020:00000010:1.0:1788201788.357644:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.357646:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.357647:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46543c5000. 00000020:00000010:1.0:1788201788.357650:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.357651:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.357653:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.357654:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.357656:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.357657:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4653884d40. 00000020:00000001:1.0:1788201788.357660:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.357661:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.357663:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654baca40. 00000020:00000001:1.0:1788201788.357665:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.357666:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.357668:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.357669:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.357780:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.357791:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.357792:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.357793:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.357795:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.357796:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.357797:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.357798:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.357834:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.357902:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.357904:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.357905:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.357907:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.357909:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.357910:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.357912:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654baca40. 00000020:00000080:1.0:1788201788.357913:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.357917:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.357918:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23882: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.357920:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.357921:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23888 (ffff9c4653883380) has no exports 00000020:00000001:1.0:1788201788.357922:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.357924:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.357926:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.357928:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.357929:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.357932:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46543c1000. 00000020:00000010:1.0:1788201788.357933:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.357935:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.357937:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.357939:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac340. 00000020:00000010:1.0:1788201788.357942:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac340. 00000020:00000010:1.0:1788201788.357944:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.357946:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.357947:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46543c1000. 00000020:00000010:1.0:1788201788.357949:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.357951:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.357952:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.357954:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.357955:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.357963:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.357966:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653860a00. 00000001:00000010:1.0:1788201788.357968:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653861600. 00000001:00000010:1.0:1788201788.357969:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653862400. 00000001:00000010:1.0:1788201788.357970:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653863400. 00000001:00000010:1.0:1788201788.357972:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014640. 00000001:00000010:1.0:1788201788.357973:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4655688f00. 00000001:00000001:1.0:1788201788.357975:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.357976:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23882 (ffff9c4653883380) now 3 - setup 00000020:00000001:1.0:1788201788.357977:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.357979:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.357980:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654baca40. 00000020:00000001:1.0:1788201788.357982:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.357983:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.357984:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.357985:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.358096:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.358107:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.358108:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.358109:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.358110:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.358112:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.358113:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.358114:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.358164:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.358232:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.358233:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.358234:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.358236:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.358238:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.358240:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.358241:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654baca40. 00000020:00000080:1.0:1788201788.358243:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.358246:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.358248:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23882 (ffff9c4653883380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.358250:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23882 (uuid obd_uuid_23882) 00000020:00000040:1.0:1788201788.358252:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23882 (ffff9c4653883380) now 1 - newdev 00000020:00000040:1.0:1788201788.358255:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4653870000 with handle 0x8990e4d0a2217394 from hash 00000020:00000040:1.0:1788201788.358258:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4653870000 : new refcount 0 00000020:00000080:1.0:1788201788.358260:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4653870000/obd_uuid_23882 00000020:00000001:1.0:1788201788.358262:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.358265:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.358266:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4653870000/obd_uuid_23882 for obd_name_23882 00000020:00000001:1.0:1788201788.358268:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.358270:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.358272:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4653870000. 00000020:00000001:1.0:1788201788.358275:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.358276:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23882 obd_type name = obd_test 00000020:01000000:1.0:1788201788.358278:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23882 (obd_uuid_23882) 00000020:00000001:1.0:1788201788.358280:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.358283:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.358286:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.358289:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.358292:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46543c2800. 00000020:00000010:1.0:1788201788.358295:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.358299:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.358301:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.358304:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655686980. 00000020:00000010:1.0:1788201788.358307:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.358309:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.358311:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46543c2800. 00000020:00000010:1.0:1788201788.358313:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.358314:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.358316:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.358317:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.358319:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.358320:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4653883380. 00000020:00000001:1.0:1788201788.358323:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.358325:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.358326:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654baca40. 00000020:00000001:1.0:1788201788.358329:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.358330:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.358332:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.358333:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.358474:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.358485:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.358486:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.358487:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.358489:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.358490:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.358491:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.358492:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.358528:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.358596:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.358598:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.358599:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.358601:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.358603:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.358605:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.358606:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654baca40. 00000020:00000080:1.0:1788201788.358608:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.358611:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.358612:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23883: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.358614:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.358615:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23889 (ffff9c46538819c0) has no exports 00000020:00000001:1.0:1788201788.358616:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.358618:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.358619:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.358621:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.358623:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.358625:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46543c7000. 00000020:00000010:1.0:1788201788.358627:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.358629:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.358631:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.358633:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bacb40. 00000020:00000010:1.0:1788201788.358635:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bacb40. 00000020:00000010:1.0:1788201788.358638:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.358640:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.358641:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46543c7000. 00000020:00000010:1.0:1788201788.358643:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.358645:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.358646:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.358648:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.358649:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.358657:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.358660:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653888a00. 00000001:00000010:1.0:1788201788.358662:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653889e00. 00000001:00000010:1.0:1788201788.358663:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653888e00. 00000001:00000010:1.0:1788201788.358664:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653889800. 00000001:00000010:1.0:1788201788.358666:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c47710140a0. 00000001:00000010:1.0:1788201788.358667:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4655688600. 00000001:00000001:1.0:1788201788.358669:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.358671:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23883 (ffff9c46538819c0) now 3 - setup 00000020:00000001:1.0:1788201788.358672:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.358673:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.358675:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654baca40. 00000020:00000001:1.0:1788201788.358677:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.358678:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.358679:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.358680:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.358791:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.358801:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.358803:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.358804:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.358805:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.358806:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.358807:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.358808:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.358843:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.358911:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.358912:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.358914:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.358915:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.358917:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.358919:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.358921:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654baca40. 00000020:00000080:1.0:1788201788.358922:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.358925:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.358927:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23883 (ffff9c46538819c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.358929:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23883 (uuid obd_uuid_23883) 00000020:00000040:1.0:1788201788.358930:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23883 (ffff9c46538819c0) now 1 - newdev 00000020:00000040:1.0:1788201788.358932:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4653872000 with handle 0x8990e4d0a221739b from hash 00000020:00000040:1.0:1788201788.358934:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4653872000 : new refcount 0 00000020:00000080:1.0:1788201788.358935:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4653872000/obd_uuid_23883 00000020:00000001:1.0:1788201788.358937:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.358938:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.358939:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4653872000/obd_uuid_23883 for obd_name_23883 00000020:00000001:1.0:1788201788.358941:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.358942:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.358944:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4653872000. 00000020:00000001:1.0:1788201788.358946:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.358947:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23883 obd_type name = obd_test 00000020:01000000:1.0:1788201788.358948:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23883 (obd_uuid_23883) 00000020:00000001:1.0:1788201788.358949:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.358950:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.358952:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.358954:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.358956:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46543c6800. 00000020:00000010:1.0:1788201788.358958:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.358960:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.358962:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.358964:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655686380. 00000020:00000010:1.0:1788201788.358966:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.358967:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.358969:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46543c6800. 00000020:00000010:1.0:1788201788.358970:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.358972:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.358973:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.358975:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.358976:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.358978:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46538819c0. 00000020:00000001:1.0:1788201788.358981:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.358982:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.358983:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654baca40. 00000020:00000001:1.0:1788201788.358985:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.358987:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.358988:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.358989:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.359099:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.359109:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.359111:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.359112:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.359113:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.359115:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.359116:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.359117:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.359169:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.359238:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.359240:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.359241:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.359242:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.359245:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.359246:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.359249:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654baca40. 00000020:00000080:1.0:1788201788.359251:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.359256:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.359258:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23884: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.359260:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.359262:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23890 (ffff9c4653880000) has no exports 00000020:00000001:1.0:1788201788.359263:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.359265:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.359268:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.359271:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.359273:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.359277:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46543c0800. 00000020:00000010:1.0:1788201788.359280:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.359283:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.359286:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.359289:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac840. 00000020:00000010:1.0:1788201788.359292:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac840. 00000020:00000010:1.0:1788201788.359297:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.359300:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.359302:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46543c0800. 00000020:00000010:1.0:1788201788.359305:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.359308:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.359310:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.359312:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.359314:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.359321:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.359324:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653889600. 00000001:00000010:1.0:1788201788.359326:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653889000. 00000001:00000010:1.0:1788201788.359327:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653888800. 00000001:00000010:1.0:1788201788.359328:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653888400. 00000001:00000010:1.0:1788201788.359330:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014be0. 00000001:00000010:1.0:1788201788.359331:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4655688d00. 00000001:00000001:1.0:1788201788.359332:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.359333:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23884 (ffff9c4653880000) now 3 - setup 00000020:00000001:1.0:1788201788.359335:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.359336:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.359337:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654baca40. 00000020:00000001:1.0:1788201788.359339:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.359341:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.359342:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.359343:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.359478:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.359488:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.359490:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.359491:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.359492:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.359493:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.359494:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.359496:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.359531:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.359599:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.359600:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.359601:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.359603:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.359605:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.359607:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.359608:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654baca40. 00000020:00000080:1.0:1788201788.359610:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.359613:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.359615:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23884 (ffff9c4653880000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.359617:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23884 (uuid obd_uuid_23884) 00000020:00000040:1.0:1788201788.359618:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23884 (ffff9c4653880000) now 1 - newdev 00000020:00000040:1.0:1788201788.359620:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4653874000 with handle 0x8990e4d0a22173a2 from hash 00000020:00000040:1.0:1788201788.359622:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4653874000 : new refcount 0 00000020:00000080:1.0:1788201788.359624:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4653874000/obd_uuid_23884 00000020:00000001:1.0:1788201788.359625:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.359626:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.359627:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4653874000/obd_uuid_23884 for obd_name_23884 00000020:00000001:1.0:1788201788.359628:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.359630:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.359631:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4653874000. 00000020:00000001:1.0:1788201788.359633:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.359634:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23884 obd_type name = obd_test 00000020:01000000:1.0:1788201788.359635:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23884 (obd_uuid_23884) 00000020:00000001:1.0:1788201788.359636:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.359638:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.359639:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.359641:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.359643:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46543c1800. 00000020:00000010:1.0:1788201788.359645:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.359647:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.359648:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.359650:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655686080. 00000020:00000010:1.0:1788201788.359652:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.359654:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.359655:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46543c1800. 00000020:00000010:1.0:1788201788.359657:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.359658:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.359660:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.359661:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.359663:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.359664:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4653880000. 00000020:00000001:1.0:1788201788.359666:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.359668:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.359669:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654baca40. 00000020:00000001:1.0:1788201788.359671:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.359673:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.359674:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.359675:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.359784:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.359795:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.359796:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.359797:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.359798:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.359800:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.359801:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.359802:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.359836:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.359902:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.359904:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.359905:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.359906:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.359909:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.359910:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.359912:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654baca40. 00000020:00000080:1.0:1788201788.359913:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.359916:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.359918:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23885: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.359920:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.359921:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23891 (ffff9c4653890000) has no exports 00000020:00000001:1.0:1788201788.359922:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.359924:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.359925:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.359927:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.359929:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.359931:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46542ed000. 00000020:00000010:1.0:1788201788.359933:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.359935:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.359936:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.359939:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bace00. 00000020:00000010:1.0:1788201788.359941:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bace00. 00000020:00000010:1.0:1788201788.359944:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.359946:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.359947:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46542ed000. 00000020:00000010:1.0:1788201788.359949:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.359950:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.359952:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.359954:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.359955:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.359963:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.359966:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653889400. 00000001:00000010:1.0:1788201788.359967:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653889c00. 00000001:00000010:1.0:1788201788.359969:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653888000. 00000001:00000010:1.0:1788201788.359970:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653888600. 00000001:00000010:1.0:1788201788.359971:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771014600. 00000001:00000010:1.0:1788201788.359973:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4655688100. 00000001:00000001:1.0:1788201788.359974:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.359975:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23885 (ffff9c4653890000) now 3 - setup 00000020:00000001:1.0:1788201788.359977:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.359978:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.359980:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654baca40. 00000020:00000001:1.0:1788201788.359981:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.359983:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.359984:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.359985:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.360095:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.360106:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.360107:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.360108:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.360109:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.360110:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.360111:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.360112:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.360163:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.360233:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.360235:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.360236:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.360237:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.360240:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.360241:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.360243:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654baca40. 00000020:00000080:1.0:1788201788.360245:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.360250:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.360252:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23885 (ffff9c4653890000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.360255:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23885 (uuid obd_uuid_23885) 00000020:00000040:1.0:1788201788.360257:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23885 (ffff9c4653890000) now 1 - newdev 00000020:00000040:1.0:1788201788.360260:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4653874800 with handle 0x8990e4d0a22173a9 from hash 00000020:00000040:1.0:1788201788.360262:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4653874800 : new refcount 0 00000020:00000080:1.0:1788201788.360264:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4653874800/obd_uuid_23885 00000020:00000001:1.0:1788201788.360266:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.360268:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.360270:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4653874800/obd_uuid_23885 for obd_name_23885 00000020:00000001:1.0:1788201788.360272:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.360274:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.360275:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4653874800. 00000020:00000001:1.0:1788201788.360278:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.360279:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23885 obd_type name = obd_test 00000020:01000000:1.0:1788201788.360281:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23885 (obd_uuid_23885) 00000020:00000001:1.0:1788201788.360282:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.360285:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.360288:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.360290:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.360293:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46542ee000. 00000020:00000010:1.0:1788201788.360295:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.360298:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.360300:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.360302:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c46556869c0. 00000020:00000010:1.0:1788201788.360305:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.360308:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.360311:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46542ee000. 00000020:00000010:1.0:1788201788.360313:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.360315:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.360318:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.360320:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.360323:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.360324:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4653890000. 00000020:00000001:1.0:1788201788.360345:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.360347:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.360350:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654baca40. 00000020:00000001:1.0:1788201788.360353:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.360355:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.360357:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.360359:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.360514:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.360525:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.360526:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.360527:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.360528:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.360530:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.360531:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.360532:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.360567:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.360636:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.360638:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.360639:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.360641:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.360643:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.360645:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.360647:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654baca40. 00000020:00000080:1.0:1788201788.360648:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.360651:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.360653:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23886: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.360654:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.360656:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23892 (ffff9c4653894d40) has no exports 00000020:00000001:1.0:1788201788.360657:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.360659:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.360660:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.360662:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.360664:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.360666:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46542ed800. 00000020:00000010:1.0:1788201788.360668:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.360670:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.360671:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.360673:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac740. 00000020:00000010:1.0:1788201788.360676:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac740. 00000020:00000010:1.0:1788201788.360678:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.360680:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.360681:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46542ed800. 00000020:00000010:1.0:1788201788.360683:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.360685:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.360687:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.360688:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.360689:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.360697:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.360700:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653863a00. 00000001:00000010:1.0:1788201788.360702:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653862600. 00000001:00000010:1.0:1788201788.360703:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653889a00. 00000001:00000010:1.0:1788201788.360705:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653888c00. 00000001:00000010:1.0:1788201788.360706:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4655689040. 00000001:00000010:1.0:1788201788.360707:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4655688400. 00000001:00000001:1.0:1788201788.360709:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.360710:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23886 (ffff9c4653894d40) now 3 - setup 00000020:00000001:1.0:1788201788.360711:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.360712:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.360714:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654baca40. 00000020:00000001:1.0:1788201788.360716:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.360717:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.360718:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.360720:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.360831:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.360842:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.360843:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.360844:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.360845:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.360847:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.360848:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.360849:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.360884:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.360952:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.360953:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.360954:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.360956:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.360958:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.360960:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.360961:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654baca40. 00000020:00000080:1.0:1788201788.360963:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.360966:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.360968:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23886 (ffff9c4653894d40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.360969:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23886 (uuid obd_uuid_23886) 00000020:00000040:1.0:1788201788.360970:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23886 (ffff9c4653894d40) now 1 - newdev 00000020:00000040:1.0:1788201788.360973:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4653873800 with handle 0x8990e4d0a22173b0 from hash 00000020:00000040:1.0:1788201788.360975:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4653873800 : new refcount 0 00000020:00000080:1.0:1788201788.360976:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4653873800/obd_uuid_23886 00000020:00000001:1.0:1788201788.360977:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.360979:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.360980:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4653873800/obd_uuid_23886 for obd_name_23886 00000020:00000001:1.0:1788201788.360981:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.360983:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.360984:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4653873800. 00000020:00000001:1.0:1788201788.360986:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.360987:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23886 obd_type name = obd_test 00000020:01000000:1.0:1788201788.360988:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23886 (obd_uuid_23886) 00000020:00000001:1.0:1788201788.360988:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.360990:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.360992:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.360994:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.360996:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46542ec800. 00000020:00000010:1.0:1788201788.360998:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.361000:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.361002:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.361003:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c46556862c0. 00000020:00000010:1.0:1788201788.361005:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.361007:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.361008:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46542ec800. 00000020:00000010:1.0:1788201788.361010:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.361012:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.361013:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.361015:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.361016:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.361017:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4653894d40. 00000020:00000001:1.0:1788201788.361020:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.361021:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.361023:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654baca40. 00000020:00000001:1.0:1788201788.361025:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.361026:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.361028:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.361029:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.361153:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.361164:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.361165:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.361166:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.361167:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.361168:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.361170:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.361171:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.361207:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.361275:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.361277:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.361279:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.361281:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.361283:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.361284:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.361286:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654baca40. 00000020:00000080:1.0:1788201788.361287:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.361291:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.361292:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23887: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.361294:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.361295:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23893 (ffff9c4653893380) has no exports 00000020:00000001:1.0:1788201788.361296:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.361297:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.361299:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.361301:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.361302:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.361304:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46542eb800. 00000020:00000010:1.0:1788201788.361306:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.361308:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.361310:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.361312:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac440. 00000020:00000010:1.0:1788201788.361314:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac440. 00000020:00000010:1.0:1788201788.361317:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.361319:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.361321:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46542eb800. 00000020:00000010:1.0:1788201788.361322:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.361324:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.361325:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.361327:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.361328:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.361354:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.361357:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465381be00. 00000001:00000010:1.0:1788201788.361359:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465381ae00. 00000001:00000010:1.0:1788201788.361361:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465381b800. 00000001:00000010:1.0:1788201788.361362:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465381aa00. 00000001:00000010:1.0:1788201788.361363:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c47710213c0. 00000001:00000010:1.0:1788201788.361365:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4771022100. 00000001:00000001:1.0:1788201788.361368:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.361369:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23887 (ffff9c4653893380) now 3 - setup 00000020:00000001:1.0:1788201788.361370:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.361372:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.361373:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654baca40. 00000020:00000001:1.0:1788201788.361375:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.361376:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.361378:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.361379:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.361529:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.361539:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.361540:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.361541:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.361543:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.361544:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.361545:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.361546:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.361581:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.361648:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.361650:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.361651:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.361653:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.361655:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.361657:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.361658:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654baca40. 00000020:00000080:1.0:1788201788.361659:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.361663:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.361664:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23887 (ffff9c4653893380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.361666:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23887 (uuid obd_uuid_23887) 00000020:00000040:1.0:1788201788.361667:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23887 (ffff9c4653893380) now 1 - newdev 00000020:00000040:1.0:1788201788.361670:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4653876000 with handle 0x8990e4d0a22173b7 from hash 00000020:00000040:1.0:1788201788.361672:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4653876000 : new refcount 0 00000020:00000080:1.0:1788201788.361673:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4653876000/obd_uuid_23887 00000020:00000001:1.0:1788201788.361674:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.361676:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.361677:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4653876000/obd_uuid_23887 for obd_name_23887 00000020:00000001:1.0:1788201788.361679:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.361680:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.361681:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4653876000. 00000020:00000001:1.0:1788201788.361683:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.361684:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23887 obd_type name = obd_test 00000020:01000000:1.0:1788201788.361685:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23887 (obd_uuid_23887) 00000020:00000001:1.0:1788201788.361686:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.361687:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.361689:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.361690:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.361692:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46542ea000. 00000020:00000010:1.0:1788201788.361694:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.361696:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.361697:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.361699:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4654bacfc0. 00000020:00000010:1.0:1788201788.361701:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.361703:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.361704:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46542ea000. 00000020:00000010:1.0:1788201788.361706:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.361708:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.361709:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.361711:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.361712:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.361713:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4653893380. 00000020:00000001:1.0:1788201788.361716:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.361717:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.361719:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654baca40. 00000020:00000001:1.0:1788201788.361720:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.361722:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.361723:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.361724:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.361834:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.361844:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.361846:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.361847:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.361848:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.361849:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.361850:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.361852:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.361886:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.361953:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.361955:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.361956:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.361958:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.361960:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.361961:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.361963:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654baca40. 00000020:00000080:1.0:1788201788.361964:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.361968:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.361969:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23888: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.361971:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.361972:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23894 (ffff9c4653823380) has no exports 00000020:00000001:1.0:1788201788.361973:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.361975:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.361976:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.361978:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.361980:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.361982:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46542ec000. 00000020:00000010:1.0:1788201788.361983:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.361986:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.361987:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.361989:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bacfc0. 00000020:00000010:1.0:1788201788.361992:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bacfc0. 00000020:00000010:1.0:1788201788.361995:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.361997:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.361998:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46542ec000. 00000020:00000010:1.0:1788201788.362000:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.362001:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.362003:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.362005:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.362006:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.362014:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.362016:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465381b600. 00000001:00000010:1.0:1788201788.362018:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465381b000. 00000001:00000010:1.0:1788201788.362019:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465381a800. 00000001:00000010:1.0:1788201788.362021:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465381a400. 00000001:00000010:1.0:1788201788.362022:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c47710214c0. 00000001:00000010:1.0:1788201788.362023:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4771022400. 00000001:00000001:1.0:1788201788.362025:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.362026:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23888 (ffff9c4653823380) now 3 - setup 00000020:00000001:1.0:1788201788.362027:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.362028:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.362030:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654baca40. 00000020:00000001:1.0:1788201788.362032:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.362033:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.362034:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.362036:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.362164:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.362175:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.362176:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.362177:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.362178:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.362179:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.362180:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.362181:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.362216:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.362301:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.362303:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.362305:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.362307:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.362311:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.362314:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.362316:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654baca40. 00000020:00000080:1.0:1788201788.362318:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.362322:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.362323:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23888 (ffff9c4653823380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.362325:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23888 (uuid obd_uuid_23888) 00000020:00000040:1.0:1788201788.362326:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23888 (ffff9c4653823380) now 1 - newdev 00000020:00000040:1.0:1788201788.362328:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465380c800 with handle 0x8990e4d0a22173be from hash 00000020:00000040:1.0:1788201788.362330:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465380c800 : new refcount 0 00000020:00000080:1.0:1788201788.362331:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465380c800/obd_uuid_23888 00000020:00000001:1.0:1788201788.362332:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.362334:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.362335:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465380c800/obd_uuid_23888 for obd_name_23888 00000020:00000001:1.0:1788201788.362336:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.362338:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.362339:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465380c800. 00000020:00000001:1.0:1788201788.362341:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.362342:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23888 obd_type name = obd_test 00000020:01000000:1.0:1788201788.362343:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23888 (obd_uuid_23888) 00000020:00000001:1.0:1788201788.362344:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.362346:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.362348:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.362349:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.362351:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46542eb000. 00000020:00000010:1.0:1788201788.362353:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.362355:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.362357:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.362358:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4654bacdc0. 00000020:00000010:1.0:1788201788.362361:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.362363:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.362364:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46542eb000. 00000020:00000010:1.0:1788201788.362366:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.362368:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.362369:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.362371:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.362372:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.362373:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4653823380. 00000020:00000001:1.0:1788201788.362377:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.362378:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.362380:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654baca40. 00000020:00000001:1.0:1788201788.362381:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.362383:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.362384:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.362385:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.362535:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.362546:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.362548:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.362549:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.362550:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.362551:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.362552:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.362553:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.362589:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.362658:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.362660:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.362661:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.362662:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.362665:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.362666:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.362668:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654baca40. 00000020:00000080:1.0:1788201788.362669:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.362672:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.362674:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23889: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.362675:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.362677:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23895 (ffff9c46538219c0) has no exports 00000020:00000001:1.0:1788201788.362678:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.362679:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.362681:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.362683:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.362684:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.362686:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46542e8000. 00000020:00000010:1.0:1788201788.362688:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.362690:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.362692:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.362694:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bacdc0. 00000020:00000010:1.0:1788201788.362696:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bacdc0. 00000020:00000010:1.0:1788201788.362699:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.362701:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.362703:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46542e8000. 00000020:00000010:1.0:1788201788.362704:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.362706:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.362708:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.362709:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.362710:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.362717:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.362720:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465381b400. 00000001:00000010:1.0:1788201788.362722:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465381bc00. 00000001:00000010:1.0:1788201788.362723:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465381a000. 00000001:00000010:1.0:1788201788.362724:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465381a600. 00000001:00000010:1.0:1788201788.362726:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771021a00. 00000001:00000010:1.0:1788201788.362727:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4771022700. 00000001:00000001:1.0:1788201788.362729:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.362730:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23889 (ffff9c46538219c0) now 3 - setup 00000020:00000001:1.0:1788201788.362731:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.362732:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.362733:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654baca40. 00000020:00000001:1.0:1788201788.362735:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.362737:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.362738:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.362739:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.362848:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.362859:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.362860:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.362861:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.362862:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.362863:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.362865:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.362866:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.362901:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.362968:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.362970:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.362972:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.362973:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.362975:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.362977:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.362979:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654baca40. 00000020:00000080:1.0:1788201788.362980:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.362984:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.362985:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23889 (ffff9c46538219c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.362987:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23889 (uuid obd_uuid_23889) 00000020:00000040:1.0:1788201788.362988:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23889 (ffff9c46538219c0) now 1 - newdev 00000020:00000040:1.0:1788201788.362990:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465380b800 with handle 0x8990e4d0a22173c5 from hash 00000020:00000040:1.0:1788201788.362992:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465380b800 : new refcount 0 00000020:00000080:1.0:1788201788.362993:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465380b800/obd_uuid_23889 00000020:00000001:1.0:1788201788.362995:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.362996:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.362997:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465380b800/obd_uuid_23889 for obd_name_23889 00000020:00000001:1.0:1788201788.362998:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.362999:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.363000:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465380b800. 00000020:00000001:1.0:1788201788.363002:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.363003:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23889 obd_type name = obd_test 00000020:01000000:1.0:1788201788.363004:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23889 (obd_uuid_23889) 00000020:00000001:1.0:1788201788.363005:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.363007:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.363009:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.363010:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.363012:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46542e9800. 00000020:00000010:1.0:1788201788.363014:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.363016:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.363018:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.363019:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4654bac280. 00000020:00000010:1.0:1788201788.363022:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.363024:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.363025:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46542e9800. 00000020:00000010:1.0:1788201788.363027:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.363029:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.363030:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.363032:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.363033:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.363034:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46538219c0. 00000020:00000001:1.0:1788201788.363043:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.363044:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.363045:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654baca40. 00000020:00000001:1.0:1788201788.363047:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.363049:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.363050:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.363051:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.363179:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.363190:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.363192:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.363193:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.363194:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.363195:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.363196:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.363197:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.363232:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.363319:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.363321:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.363322:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.363324:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.363326:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.363328:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.363330:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654baca40. 00000020:00000080:1.0:1788201788.363331:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.363334:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.363336:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23890: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.363337:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.363339:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23896 (ffff9c46538a3380) has no exports 00000020:00000001:1.0:1788201788.363340:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.363342:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.363343:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.363345:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.363347:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.363349:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46542e8800. 00000020:00000010:1.0:1788201788.363351:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.363353:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.363354:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.363356:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac280. 00000020:00000010:1.0:1788201788.363358:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac280. 00000020:00000010:1.0:1788201788.363362:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.363363:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.363365:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46542e8800. 00000020:00000010:1.0:1788201788.363367:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.363369:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.363370:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.363372:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.363373:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.363385:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.363388:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653819a00. 00000001:00000010:1.0:1788201788.363390:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653818600. 00000001:00000010:1.0:1788201788.363417:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465381ba00. 00000001:00000010:1.0:1788201788.363419:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465381ac00. 00000001:00000010:1.0:1788201788.363420:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771021aa0. 00000001:00000010:1.0:1788201788.363422:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4771022a00. 00000001:00000001:1.0:1788201788.363424:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.363425:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23890 (ffff9c46538a3380) now 3 - setup 00000020:00000001:1.0:1788201788.363426:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.363428:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.363430:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654baca40. 00000020:00000001:1.0:1788201788.363432:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.363433:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.363435:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.363436:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.363561:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.363571:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.363573:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.363574:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.363575:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.363576:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.363577:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.363578:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.363613:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.363682:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.363684:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.363685:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.363687:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.363689:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.363690:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.363692:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654baca40. 00000020:00000080:1.0:1788201788.363693:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.363697:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.363698:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23890 (ffff9c46538a3380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.363700:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23890 (uuid obd_uuid_23890) 00000020:00000040:1.0:1788201788.363701:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23890 (ffff9c46538a3380) now 1 - newdev 00000020:00000040:1.0:1788201788.363703:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465380e000 with handle 0x8990e4d0a22173cc from hash 00000020:00000040:1.0:1788201788.363705:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465380e000 : new refcount 0 00000020:00000080:1.0:1788201788.363707:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465380e000/obd_uuid_23890 00000020:00000001:1.0:1788201788.363708:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.363710:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.363711:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465380e000/obd_uuid_23890 for obd_name_23890 00000020:00000001:1.0:1788201788.363712:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.363713:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.363714:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465380e000. 00000020:00000001:1.0:1788201788.363716:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.363717:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23890 obd_type name = obd_test 00000020:01000000:1.0:1788201788.363718:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23890 (obd_uuid_23890) 00000020:00000001:1.0:1788201788.363720:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.363721:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.363723:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.363725:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.363727:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46542ee800. 00000020:00000010:1.0:1788201788.363729:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.363731:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.363733:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.363735:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4654bac640. 00000020:00000010:1.0:1788201788.363737:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.363739:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.363740:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46542ee800. 00000020:00000010:1.0:1788201788.363742:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.363744:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.363745:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.363747:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.363748:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.363749:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46538a3380. 00000020:00000001:1.0:1788201788.363752:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.363754:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.363755:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654baca40. 00000020:00000001:1.0:1788201788.363757:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.363758:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.363760:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.363761:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.363867:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.363878:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.363879:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.363880:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.363881:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.363882:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.363884:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.363885:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.363919:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.363985:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.363987:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.363989:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.363990:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.363992:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.363994:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.363996:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654baca40. 00000020:00000080:1.0:1788201788.363997:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.364000:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.364002:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23891: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.364003:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.364004:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23897 (ffff9c46538a19c0) has no exports 00000020:00000001:1.0:1788201788.364006:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.364007:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.364009:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.364010:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.364012:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.364014:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46542ef000. 00000020:00000010:1.0:1788201788.364016:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.364018:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.364019:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.364021:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac640. 00000020:00000010:1.0:1788201788.364024:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac640. 00000020:00000010:1.0:1788201788.364027:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.364028:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.364030:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46542ef000. 00000020:00000010:1.0:1788201788.364032:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.364033:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.364035:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.364036:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.364038:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.364046:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.364049:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46538a9400. 00000001:00000010:1.0:1788201788.364051:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46538a9c00. 00000001:00000010:1.0:1788201788.364052:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46538a9000. 00000001:00000010:1.0:1788201788.364053:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46538a8400. 00000001:00000010:1.0:1788201788.364055:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c47710210c0. 00000001:00000010:1.0:1788201788.364057:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4771022e00. 00000001:00000001:1.0:1788201788.364058:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.364059:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23891 (ffff9c46538a19c0) now 3 - setup 00000020:00000001:1.0:1788201788.364061:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.364062:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.364064:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654baca40. 00000020:00000001:1.0:1788201788.364065:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.364066:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.364068:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.364069:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.364194:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.364205:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.364206:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.364207:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.364209:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.364210:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.364211:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.364212:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.364248:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.364337:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.364339:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.364340:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.364342:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.364344:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.364346:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.364347:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654baca40. 00000020:00000080:1.0:1788201788.364349:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.364352:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.364354:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23891 (ffff9c46538a19c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.364355:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23891 (uuid obd_uuid_23891) 00000020:00000040:1.0:1788201788.364356:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23891 (ffff9c46538a19c0) now 1 - newdev 00000020:00000040:1.0:1788201788.364358:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465380d800 with handle 0x8990e4d0a22173d3 from hash 00000020:00000040:1.0:1788201788.364360:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465380d800 : new refcount 0 00000020:00000080:1.0:1788201788.364362:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465380d800/obd_uuid_23891 00000020:00000001:1.0:1788201788.364364:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.364365:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.364366:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465380d800/obd_uuid_23891 for obd_name_23891 00000020:00000001:1.0:1788201788.364368:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.364369:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.364370:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465380d800. 00000020:00000001:1.0:1788201788.364372:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.364373:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23891 obd_type name = obd_test 00000020:01000000:1.0:1788201788.364374:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23891 (obd_uuid_23891) 00000020:00000001:1.0:1788201788.364375:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.364376:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.364378:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.364380:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.364382:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46542ea800. 00000020:00000010:1.0:1788201788.364384:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.364386:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.364387:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.364389:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4654bacd00. 00000020:00000010:1.0:1788201788.364392:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.364411:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.364413:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46542ea800. 00000020:00000010:1.0:1788201788.364415:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.364417:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.364419:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.364421:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.364422:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.364424:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46538a19c0. 00000020:00000001:1.0:1788201788.364428:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.364429:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.364431:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654baca40. 00000020:00000001:1.0:1788201788.364433:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.364434:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.364436:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.364437:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.364553:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.364563:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.364565:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.364566:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.364567:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.364569:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.364570:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.364571:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.364605:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.364672:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.364674:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.364675:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.364676:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.364678:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.364680:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.364682:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654baca40. 00000020:00000080:1.0:1788201788.364683:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.364687:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.364688:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23892: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.364690:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.364691:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23898 (ffff9c46538a0000) has no exports 00000020:00000001:1.0:1788201788.364692:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.364694:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.364695:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.364697:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.364699:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.364701:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4653809800. 00000020:00000010:1.0:1788201788.364703:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.364705:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.364707:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.364709:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bacd00. 00000020:00000010:1.0:1788201788.364711:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bacd00. 00000020:00000010:1.0:1788201788.364714:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.364716:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.364717:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4653809800. 00000020:00000010:1.0:1788201788.364719:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.364721:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.364723:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.364724:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.364725:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.364733:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.364736:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46538a8800. 00000001:00000010:1.0:1788201788.364737:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46538a8c00. 00000001:00000010:1.0:1788201788.364739:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46538a8200. 00000001:00000010:1.0:1788201788.364740:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46538a8000. 00000001:00000010:1.0:1788201788.364741:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771021280. 00000001:00000010:1.0:1788201788.364743:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4771022b00. 00000001:00000001:1.0:1788201788.364744:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.364745:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23892 (ffff9c46538a0000) now 3 - setup 00000020:00000001:1.0:1788201788.364746:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.364748:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.364749:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654baca40. 00000020:00000001:1.0:1788201788.364750:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.364752:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.364753:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.364754:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.364860:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.364870:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.364872:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.364873:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.364874:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.364875:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.364876:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.364877:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.364913:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.364981:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.364983:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.364984:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.364986:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.364988:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.364990:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.364991:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654baca40. 00000020:00000080:1.0:1788201788.364993:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.364997:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.364998:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23892 (ffff9c46538a0000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.365000:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23892 (uuid obd_uuid_23892) 00000020:00000040:1.0:1788201788.365001:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23892 (ffff9c46538a0000) now 1 - newdev 00000020:00000040:1.0:1788201788.365003:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465380d000 with handle 0x8990e4d0a22173da from hash 00000020:00000040:1.0:1788201788.365005:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465380d000 : new refcount 0 00000020:00000080:1.0:1788201788.365006:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465380d000/obd_uuid_23892 00000020:00000001:1.0:1788201788.365008:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.365009:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.365010:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465380d000/obd_uuid_23892 for obd_name_23892 00000020:00000001:1.0:1788201788.365012:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.365013:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.365014:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465380d000. 00000020:00000001:1.0:1788201788.365016:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.365017:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23892 obd_type name = obd_test 00000020:01000000:1.0:1788201788.365018:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23892 (obd_uuid_23892) 00000020:00000001:1.0:1788201788.365019:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.365021:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.365022:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.365024:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.365026:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465380b000. 00000020:00000010:1.0:1788201788.365028:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.365030:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.365032:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.365034:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4654bacf40. 00000020:00000010:1.0:1788201788.365036:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.365038:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.365040:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465380b000. 00000020:00000010:1.0:1788201788.365041:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.365043:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.365044:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.365046:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.365047:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.365049:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46538a0000. 00000020:00000001:1.0:1788201788.365051:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.365052:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.365054:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654baca40. 00000020:00000001:1.0:1788201788.365056:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.365057:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.365058:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.365060:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.365185:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.365196:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.365197:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.365198:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.365199:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.365200:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.365202:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.365203:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.365237:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.365329:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.365330:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.365331:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.365333:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.365336:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.365337:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.365339:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654baca40. 00000020:00000080:1.0:1788201788.365340:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.365344:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.365345:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23893: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.365347:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.365348:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23899 (ffff9c46538a4d40) has no exports 00000020:00000001:1.0:1788201788.365349:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.365350:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.365352:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.365354:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.365355:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.365357:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4653808800. 00000020:00000010:1.0:1788201788.365359:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.365362:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.365363:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.365365:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bacf40. 00000020:00000010:1.0:1788201788.365368:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bacf40. 00000020:00000010:1.0:1788201788.365371:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.365373:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.365374:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4653808800. 00000020:00000010:1.0:1788201788.365376:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.365378:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.365379:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.365381:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.365382:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.365390:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.365451:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46538a8600. 00000001:00000010:1.0:1788201788.365453:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46538a9a00. 00000001:00000010:1.0:1788201788.365455:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46538a9e00. 00000001:00000010:1.0:1788201788.365456:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46538a8e00. 00000001:00000010:1.0:1788201788.365458:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771021ce0. 00000001:00000010:1.0:1788201788.365459:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4771022300. 00000001:00000001:1.0:1788201788.365461:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.365462:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23893 (ffff9c46538a4d40) now 3 - setup 00000020:00000001:1.0:1788201788.365463:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.365464:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.365466:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654baca40. 00000020:00000001:1.0:1788201788.365468:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.365469:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.365471:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.365472:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.365583:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.365594:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.365595:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.365596:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.365597:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.365599:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.365600:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.365601:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.365636:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.365705:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.365706:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.365708:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.365709:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.365711:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.365713:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.365715:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654baca40. 00000020:00000080:1.0:1788201788.365716:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.365719:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.365721:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23893 (ffff9c46538a4d40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.365723:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23893 (uuid obd_uuid_23893) 00000020:00000040:1.0:1788201788.365724:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23893 (ffff9c46538a4d40) now 1 - newdev 00000020:00000040:1.0:1788201788.365726:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465380f800 with handle 0x8990e4d0a22173e1 from hash 00000020:00000040:1.0:1788201788.365728:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465380f800 : new refcount 0 00000020:00000080:1.0:1788201788.365729:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465380f800/obd_uuid_23893 00000020:00000001:1.0:1788201788.365730:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.365731:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.365733:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465380f800/obd_uuid_23893 for obd_name_23893 00000020:00000001:1.0:1788201788.365734:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.365735:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.365737:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465380f800. 00000020:00000001:1.0:1788201788.365738:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.365739:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23893 obd_type name = obd_test 00000020:01000000:1.0:1788201788.365740:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23893 (obd_uuid_23893) 00000020:00000001:1.0:1788201788.365741:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.365743:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.365745:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.365746:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.365748:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4653808000. 00000020:00000010:1.0:1788201788.365750:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.365751:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.365753:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.365756:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4654bacd80. 00000020:00000010:1.0:1788201788.365758:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.365760:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.365761:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4653808000. 00000020:00000010:1.0:1788201788.365763:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.365765:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.365766:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.365768:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.365769:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.365771:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46538a4d40. 00000020:00000001:1.0:1788201788.365773:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.365775:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.365776:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654baca40. 00000020:00000001:1.0:1788201788.365778:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.365779:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.365781:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.365782:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.365888:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.365898:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.365900:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.365901:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.365902:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.365903:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.365904:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.365906:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.365940:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.366006:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.366008:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.366009:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.366011:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.366013:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.366015:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.366017:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654baca40. 00000020:00000080:1.0:1788201788.366018:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.366021:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.366022:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23894: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.366024:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.366026:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23900 (ffff9c46538b19c0) has no exports 00000020:00000001:1.0:1788201788.366027:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.366028:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.366030:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.366032:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.366033:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.366036:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46543c5800. 00000020:00000010:1.0:1788201788.366038:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.366040:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.366041:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.366043:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bacd80. 00000020:00000010:1.0:1788201788.366046:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bacd80. 00000020:00000010:1.0:1788201788.366049:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.366051:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.366052:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46543c5800. 00000020:00000010:1.0:1788201788.366054:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.366056:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.366057:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.366058:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.366060:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.366067:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.366070:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465381a200. 00000001:00000010:1.0:1788201788.366072:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465381b200. 00000001:00000010:1.0:1788201788.366073:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46538a9800. 00000001:00000010:1.0:1788201788.366075:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46538a9200. 00000001:00000010:1.0:1788201788.366076:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771021400. 00000001:00000010:1.0:1788201788.366077:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4771022900. 00000001:00000001:1.0:1788201788.366079:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.366080:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23894 (ffff9c46538b19c0) now 3 - setup 00000020:00000001:1.0:1788201788.366081:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.366082:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.366084:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654baca40. 00000020:00000001:1.0:1788201788.366086:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.366088:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.366089:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.366090:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.366214:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.366224:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.366225:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.366227:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.366228:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.366229:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.366230:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.366231:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.366275:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.366358:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.366360:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.366361:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.366363:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.366365:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.366367:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.366368:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654baca40. 00000020:00000080:1.0:1788201788.366370:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.366373:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.366375:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23894 (ffff9c46538b19c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.366376:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23894 (uuid obd_uuid_23894) 00000020:00000040:1.0:1788201788.366377:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23894 (ffff9c46538b19c0) now 1 - newdev 00000020:00000040:1.0:1788201788.366380:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465380a800 with handle 0x8990e4d0a22173e8 from hash 00000020:00000040:1.0:1788201788.366381:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465380a800 : new refcount 0 00000020:00000080:1.0:1788201788.366383:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465380a800/obd_uuid_23894 00000020:00000001:1.0:1788201788.366384:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.366385:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.366386:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465380a800/obd_uuid_23894 for obd_name_23894 00000020:00000001:1.0:1788201788.366388:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.366389:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.366390:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465380a800. 00000020:00000001:1.0:1788201788.366407:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.366408:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23894 obd_type name = obd_test 00000020:01000000:1.0:1788201788.366410:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23894 (obd_uuid_23894) 00000020:00000001:1.0:1788201788.366411:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.366413:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.366415:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.366417:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.366418:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46543c3800. 00000020:00000010:1.0:1788201788.366420:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.366422:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.366424:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.366426:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4654bace40. 00000020:00000010:1.0:1788201788.366428:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.366430:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.366432:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46543c3800. 00000020:00000010:1.0:1788201788.366433:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.366435:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.366437:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.366438:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.366439:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.366441:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46538b19c0. 00000020:00000001:1.0:1788201788.366444:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.366445:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.366446:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654baca40. 00000020:00000001:1.0:1788201788.366448:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.366449:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.366451:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.366452:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.366561:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.366571:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.366573:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.366574:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.366575:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.366576:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.366577:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.366578:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.366613:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.366678:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.366680:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.366681:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.366683:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.366685:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.366687:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.366688:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654baca40. 00000020:00000080:1.0:1788201788.366690:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.366693:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.366694:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23895: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.366696:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.366697:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23901 (ffff9c46538b0000) has no exports 00000020:00000001:1.0:1788201788.366699:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.366700:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.366702:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.366704:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.366705:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.366707:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46543c6000. 00000020:00000010:1.0:1788201788.366709:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.366711:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.366713:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.366715:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bace40. 00000020:00000010:1.0:1788201788.366717:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bace40. 00000020:00000010:1.0:1788201788.366720:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.366722:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.366723:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46543c6000. 00000020:00000010:1.0:1788201788.366725:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.366727:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.366728:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.366730:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.366731:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.366739:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.366742:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46538ab200. 00000001:00000010:1.0:1788201788.366744:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46538aa200. 00000001:00000010:1.0:1788201788.366745:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46538aa000. 00000001:00000010:1.0:1788201788.366747:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46538ab800. 00000001:00000010:1.0:1788201788.366748:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771021440. 00000001:00000010:1.0:1788201788.366750:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4771022000. 00000001:00000001:1.0:1788201788.366751:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.366752:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23895 (ffff9c46538b0000) now 3 - setup 00000020:00000001:1.0:1788201788.366754:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.366755:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.366756:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654baca40. 00000020:00000001:1.0:1788201788.366758:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.366759:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.366760:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.366761:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.366867:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.366878:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.366879:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.366880:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.366881:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.366882:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.366884:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.366885:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.366918:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.366985:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.366986:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.366987:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.366989:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.366991:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.366993:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.366995:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654baca40. 00000020:00000080:1.0:1788201788.366996:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.366999:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.367001:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23895 (ffff9c46538b0000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.367003:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23895 (uuid obd_uuid_23895) 00000020:00000040:1.0:1788201788.367004:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23895 (ffff9c46538b0000) now 1 - newdev 00000020:00000040:1.0:1788201788.367006:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4653809000 with handle 0x8990e4d0a22173ef from hash 00000020:00000040:1.0:1788201788.367008:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4653809000 : new refcount 0 00000020:00000080:1.0:1788201788.367009:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4653809000/obd_uuid_23895 00000020:00000001:1.0:1788201788.367011:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.367012:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.367013:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4653809000/obd_uuid_23895 for obd_name_23895 00000020:00000001:1.0:1788201788.367015:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.367016:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.367017:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4653809000. 00000020:00000001:1.0:1788201788.367019:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.367020:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23895 obd_type name = obd_test 00000020:01000000:1.0:1788201788.367021:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23895 (obd_uuid_23895) 00000020:00000001:1.0:1788201788.367022:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.367023:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.367025:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.367027:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.367029:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46543c4000. 00000020:00000010:1.0:1788201788.367031:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.367033:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.367035:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.367036:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4654bac780. 00000020:00000010:1.0:1788201788.367039:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.367041:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.367042:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46543c4000. 00000020:00000010:1.0:1788201788.367044:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.367045:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.367047:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.367048:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.367050:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.367051:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46538b0000. 00000020:00000001:1.0:1788201788.367053:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.367055:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.367056:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654baca40. 00000020:00000001:1.0:1788201788.367058:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.367059:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.367061:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.367062:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.367189:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.367200:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.367201:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.367203:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.367204:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.367205:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.367206:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.367207:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.367241:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.367331:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.367333:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.367334:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.367335:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.367338:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.367340:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.367341:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654baca40. 00000020:00000080:1.0:1788201788.367342:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.367346:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.367348:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23896: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.367349:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.367350:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23902 (ffff9c46538b4d40) has no exports 00000020:00000001:1.0:1788201788.367351:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.367353:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.367355:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.367356:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.367358:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.367360:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46543c4800. 00000020:00000010:1.0:1788201788.367362:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.367364:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.367365:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.367367:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac780. 00000020:00000010:1.0:1788201788.367369:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac780. 00000020:00000010:1.0:1788201788.367373:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.367374:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.367376:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46543c4800. 00000020:00000010:1.0:1788201788.367378:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.367380:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.367381:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.367383:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.367384:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.367407:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.367410:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46538aae00. 00000001:00000010:1.0:1788201788.367412:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46538abe00. 00000001:00000010:1.0:1788201788.367414:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46538abc00. 00000001:00000010:1.0:1788201788.367415:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46538ab000. 00000001:00000010:1.0:1788201788.367416:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c47710214e0. 00000001:00000010:1.0:1788201788.367418:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4771022800. 00000001:00000001:1.0:1788201788.367419:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.367420:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23896 (ffff9c46538b4d40) now 3 - setup 00000020:00000001:1.0:1788201788.367422:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.367423:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.367425:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654baca40. 00000020:00000001:1.0:1788201788.367427:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.367428:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.367429:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.367431:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.367541:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.367552:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.367553:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.367554:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.367555:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.367556:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.367558:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.367559:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.367593:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.367660:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.367661:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.367662:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.367664:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.367666:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.367668:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.367670:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654baca40. 00000020:00000080:1.0:1788201788.367671:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.367674:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.367676:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23896 (ffff9c46538b4d40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.367678:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23896 (uuid obd_uuid_23896) 00000020:00000040:1.0:1788201788.367679:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23896 (ffff9c46538b4d40) now 1 - newdev 00000020:00000040:1.0:1788201788.367681:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465380e800 with handle 0x8990e4d0a22173f6 from hash 00000020:00000040:1.0:1788201788.367683:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465380e800 : new refcount 0 00000020:00000080:1.0:1788201788.367684:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465380e800/obd_uuid_23896 00000020:00000001:1.0:1788201788.367686:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.367687:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.367688:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465380e800/obd_uuid_23896 for obd_name_23896 00000020:00000001:1.0:1788201788.367689:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.367691:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.367692:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465380e800. 00000020:00000001:1.0:1788201788.367693:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.367694:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23896 obd_type name = obd_test 00000020:01000000:1.0:1788201788.367695:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23896 (obd_uuid_23896) 00000020:00000001:1.0:1788201788.367696:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.367698:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.367700:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.367701:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.367703:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46543c0000. 00000020:00000010:1.0:1788201788.367705:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.367707:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.367709:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.367710:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4654bac8c0. 00000020:00000010:1.0:1788201788.367713:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.367715:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.367716:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46543c0000. 00000020:00000010:1.0:1788201788.367718:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.367719:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.367721:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.367722:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.367724:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.367725:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46538b4d40. 00000020:00000001:1.0:1788201788.367728:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.367729:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.367730:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654baca40. 00000020:00000001:1.0:1788201788.367732:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.367734:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.367735:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.367736:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.367841:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.367852:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.367853:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.367854:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.367855:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.367856:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.367858:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.367859:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.367893:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.367958:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.367960:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.367961:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.367963:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.367965:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.367967:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.367968:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654baca40. 00000020:00000080:1.0:1788201788.367970:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.367973:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.367975:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23897: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.367976:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.367978:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23903 (ffff9c46538b3380) has no exports 00000020:00000001:1.0:1788201788.367979:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.367980:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.367982:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.367984:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.367985:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.367987:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46543c2000. 00000020:00000010:1.0:1788201788.367989:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.367991:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.367993:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.367995:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac8c0. 00000020:00000010:1.0:1788201788.367997:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac8c0. 00000020:00000010:1.0:1788201788.368000:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.368002:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.368003:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46543c2000. 00000020:00000010:1.0:1788201788.368005:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.368007:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.368008:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.368010:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.368011:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.368018:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.368021:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46538ab600. 00000001:00000010:1.0:1788201788.368022:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46538aaa00. 00000001:00000010:1.0:1788201788.368024:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46538aac00. 00000001:00000010:1.0:1788201788.368025:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46538aa800. 00000001:00000010:1.0:1788201788.368026:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771021920. 00000001:00000010:1.0:1788201788.368028:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4771022500. 00000001:00000001:1.0:1788201788.368029:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.368030:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23897 (ffff9c46538b3380) now 3 - setup 00000020:00000001:1.0:1788201788.368031:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.368032:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.368034:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654baca40. 00000020:00000001:1.0:1788201788.368035:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.368037:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.368038:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.368039:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.368167:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.368178:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.368179:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.368180:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.368181:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.368183:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.368184:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.368185:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.368222:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.368307:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.368310:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.368311:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.368313:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.368315:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.368317:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.368318:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654baca40. 00000020:00000080:1.0:1788201788.368320:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.368323:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.368325:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23897 (ffff9c46538b3380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.368327:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23897 (uuid obd_uuid_23897) 00000020:00000040:1.0:1788201788.368328:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23897 (ffff9c46538b3380) now 1 - newdev 00000020:00000040:1.0:1788201788.368330:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465380f000 with handle 0x8990e4d0a22173fd from hash 00000020:00000040:1.0:1788201788.368332:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465380f000 : new refcount 0 00000020:00000080:1.0:1788201788.368334:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465380f000/obd_uuid_23897 00000020:00000001:1.0:1788201788.368335:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.368336:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.368337:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465380f000/obd_uuid_23897 for obd_name_23897 00000020:00000001:1.0:1788201788.368338:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.368339:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.368341:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465380f000. 00000020:00000001:1.0:1788201788.368342:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.368344:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23897 obd_type name = obd_test 00000020:01000000:1.0:1788201788.368345:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23897 (obd_uuid_23897) 00000020:00000001:1.0:1788201788.368346:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.368348:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.368349:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.368351:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.368353:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46543c3000. 00000020:00000010:1.0:1788201788.368355:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.368356:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.368358:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.368360:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771023100. 00000020:00000010:1.0:1788201788.368362:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.368364:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.368366:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46543c3000. 00000020:00000010:1.0:1788201788.368368:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.368369:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.368371:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.368372:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.368373:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.368375:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46538b3380. 00000020:00000001:1.0:1788201788.368377:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.368379:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.368380:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654baca40. 00000020:00000001:1.0:1788201788.368382:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.368384:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.368385:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.368386:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.368519:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.368529:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.368531:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.368532:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.368533:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.368534:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.368535:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.368537:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.368571:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.368639:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.368640:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.368641:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.368643:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.368645:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.368647:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.368649:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654baca40. 00000020:00000080:1.0:1788201788.368650:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.368654:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.368655:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23898: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.368657:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.368658:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23904 (ffff9c46538c8000) has no exports 00000020:00000001:1.0:1788201788.368659:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.368660:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.368662:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.368664:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.368665:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.368667:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46542ef800. 00000020:00000010:1.0:1788201788.368669:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.368671:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.368673:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.368675:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bacec0. 00000020:00000010:1.0:1788201788.368678:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bacec0. 00000020:00000010:1.0:1788201788.368681:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.368682:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.368684:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46542ef800. 00000020:00000010:1.0:1788201788.368686:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.368688:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.368689:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.368691:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.368692:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.368700:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.368703:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46538a8a00. 00000001:00000010:1.0:1788201788.368705:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46538a9600. 00000001:00000010:1.0:1788201788.368706:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46538aa400. 00000001:00000010:1.0:1788201788.368707:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46538ab400. 00000001:00000010:1.0:1788201788.368709:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771021a80. 00000001:00000010:1.0:1788201788.368710:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4771022200. 00000001:00000001:1.0:1788201788.368712:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.368712:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23898 (ffff9c46538c8000) now 3 - setup 00000020:00000001:1.0:1788201788.368714:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.368715:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.368717:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654baca40. 00000020:00000001:1.0:1788201788.368719:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.368720:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.368722:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.368723:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.368829:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.368840:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.368841:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.368842:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.368843:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.368845:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.368846:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.368847:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.368881:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.368947:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.368949:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.368950:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.368951:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.368953:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.368955:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.368957:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654baca40. 00000020:00000080:1.0:1788201788.368958:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.368961:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.368963:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23898 (ffff9c46538c8000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.368965:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23898 (uuid obd_uuid_23898) 00000020:00000040:1.0:1788201788.368966:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23898 (ffff9c46538c8000) now 1 - newdev 00000020:00000040:1.0:1788201788.368968:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46538c1800 with handle 0x8990e4d0a2217404 from hash 00000020:00000040:1.0:1788201788.368970:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46538c1800 : new refcount 0 00000020:00000080:1.0:1788201788.368971:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46538c1800/obd_uuid_23898 00000020:00000001:1.0:1788201788.368972:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.368974:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.368975:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46538c1800/obd_uuid_23898 for obd_name_23898 00000020:00000001:1.0:1788201788.368976:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.368978:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.368979:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46538c1800. 00000020:00000001:1.0:1788201788.368981:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.368982:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23898 obd_type name = obd_test 00000020:01000000:1.0:1788201788.368984:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23898 (obd_uuid_23898) 00000020:00000001:1.0:1788201788.368985:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.368987:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.368988:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.368990:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.368992:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46542e9000. 00000020:00000010:1.0:1788201788.368994:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.368996:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.368997:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.368999:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771023ec0. 00000020:00000010:1.0:1788201788.369001:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.369003:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.369005:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46542e9000. 00000020:00000010:1.0:1788201788.369006:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.369008:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.369009:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.369011:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.369013:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.369014:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46538c8000. 00000020:00000001:1.0:1788201788.369025:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.369026:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.369028:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654baca40. 00000020:00000001:1.0:1788201788.369031:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.369032:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.369033:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.369035:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.369163:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.369175:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.369176:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.369177:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.369178:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.369180:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.369181:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.369182:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.369217:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.369301:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.369303:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.369305:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.369309:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.369311:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.369313:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.369315:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654baca40. 00000020:00000080:1.0:1788201788.369316:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.369319:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.369321:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23899: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.369323:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.369324:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23905 (ffff9c46538ccd40) has no exports 00000020:00000001:1.0:1788201788.369325:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.369327:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.369329:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.369330:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.369332:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.369334:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c476ff1b800. 00000020:00000010:1.0:1788201788.369336:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.369338:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.369340:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.369342:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac100. 00000020:00000010:1.0:1788201788.369344:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac100. 00000020:00000010:1.0:1788201788.369348:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.369350:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.369351:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c476ff1b800. 00000020:00000010:1.0:1788201788.369355:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.369356:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.369358:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.369360:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.369361:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.369369:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.369372:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46538d0600. 00000001:00000010:1.0:1788201788.369373:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46538d1a00. 00000001:00000010:1.0:1788201788.369375:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46538d0c00. 00000001:00000010:1.0:1788201788.369377:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46538d0000. 00000001:00000010:1.0:1788201788.369378:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771021080. 00000001:00000010:1.0:1788201788.369380:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4771022c00. 00000001:00000001:1.0:1788201788.369381:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.369382:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23899 (ffff9c46538ccd40) now 3 - setup 00000020:00000001:1.0:1788201788.369383:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.369385:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.369386:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654baca40. 00000020:00000001:1.0:1788201788.369388:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.369389:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.369390:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.369391:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.369715:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.369725:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.369727:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.369728:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.369730:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.369731:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.369732:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.369733:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.369768:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.369837:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.369839:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.369840:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.369842:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.369844:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.369846:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.369847:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac400. 00000020:00000080:1.0:1788201788.369849:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.369852:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.369854:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23899 (ffff9c46538ccd40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.369856:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23899 (uuid obd_uuid_23899) 00000020:00000040:1.0:1788201788.369857:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23899 (ffff9c46538ccd40) now 1 - newdev 00000020:00000040:1.0:1788201788.369859:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46538c0800 with handle 0x8990e4d0a221740b from hash 00000020:00000040:1.0:1788201788.369861:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46538c0800 : new refcount 0 00000020:00000080:1.0:1788201788.369863:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46538c0800/obd_uuid_23899 00000020:00000001:1.0:1788201788.369864:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.369865:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.369867:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46538c0800/obd_uuid_23899 for obd_name_23899 00000020:00000001:1.0:1788201788.369868:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.369869:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.369870:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46538c0800. 00000020:00000001:1.0:1788201788.369872:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.369873:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23899 obd_type name = obd_test 00000020:01000000:1.0:1788201788.369874:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23899 (obd_uuid_23899) 00000020:00000001:1.0:1788201788.369875:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.369876:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.369878:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.369880:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.369882:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4653828000. 00000020:00000010:1.0:1788201788.369884:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.369886:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.369888:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.369889:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771023700. 00000020:00000010:1.0:1788201788.369891:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.369893:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.369894:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4653828000. 00000020:00000010:1.0:1788201788.369896:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.369898:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.369899:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.369901:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.369902:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.369904:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46538ccd40. 00000020:00000001:1.0:1788201788.369906:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.369907:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.369909:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac400. 00000020:00000001:1.0:1788201788.369910:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.369912:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.369914:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.369915:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.370020:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.370031:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.370032:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.370034:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.370035:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.370036:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.370037:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.370038:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.370073:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.370153:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.370155:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.370156:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.370158:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.370160:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.370162:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.370164:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac400. 00000020:00000080:1.0:1788201788.370165:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.370169:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.370170:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23900: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.370172:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.370173:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23906 (ffff9c46538cb380) has no exports 00000020:00000001:1.0:1788201788.370174:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.370176:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.370178:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.370179:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.370181:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.370183:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465382a000. 00000020:00000010:1.0:1788201788.370185:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.370187:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.370188:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.370190:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bace80. 00000020:00000010:1.0:1788201788.370193:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bace80. 00000020:00000010:1.0:1788201788.370195:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.370197:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.370199:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465382a000. 00000020:00000010:1.0:1788201788.370201:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.370202:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.370204:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.370205:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.370206:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.370214:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.370217:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46538d0200. 00000001:00000010:1.0:1788201788.370219:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46538d1200. 00000001:00000010:1.0:1788201788.370220:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46538d0a00. 00000001:00000010:1.0:1788201788.370222:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46538d1e00. 00000001:00000010:1.0:1788201788.370223:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c47710219e0. 00000001:00000010:1.0:1788201788.370224:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4771024f00. 00000001:00000001:1.0:1788201788.370227:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.370228:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23900 (ffff9c46538cb380) now 3 - setup 00000020:00000001:1.0:1788201788.370229:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.370230:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.370232:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac400. 00000020:00000001:1.0:1788201788.370233:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.370235:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.370236:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.370237:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.370368:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.370378:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.370379:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.370381:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.370382:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.370383:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.370384:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.370385:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.370438:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.370506:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.370508:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.370509:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.370511:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.370513:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.370515:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.370517:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac400. 00000020:00000080:1.0:1788201788.370518:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.370522:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.370523:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23900 (ffff9c46538cb380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.370525:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23900 (uuid obd_uuid_23900) 00000020:00000040:1.0:1788201788.370526:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23900 (ffff9c46538cb380) now 1 - newdev 00000020:00000040:1.0:1788201788.370528:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46538c3000 with handle 0x8990e4d0a2217412 from hash 00000020:00000040:1.0:1788201788.370531:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46538c3000 : new refcount 0 00000020:00000080:1.0:1788201788.370532:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46538c3000/obd_uuid_23900 00000020:00000001:1.0:1788201788.370534:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.370535:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.370536:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46538c3000/obd_uuid_23900 for obd_name_23900 00000020:00000001:1.0:1788201788.370537:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.370538:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.370539:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46538c3000. 00000020:00000001:1.0:1788201788.370541:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.370542:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23900 obd_type name = obd_test 00000020:01000000:1.0:1788201788.370543:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23900 (obd_uuid_23900) 00000020:00000001:1.0:1788201788.370544:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.370546:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.370548:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.370549:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.370551:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465382c800. 00000020:00000010:1.0:1788201788.370553:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.370555:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.370557:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.370558:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771023140. 00000020:00000010:1.0:1788201788.370560:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.370562:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.370563:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465382c800. 00000020:00000010:1.0:1788201788.370565:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.370566:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.370568:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.370570:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.370571:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.370572:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46538cb380. 00000020:00000001:1.0:1788201788.370575:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.370576:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.370578:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac400. 00000020:00000001:1.0:1788201788.370579:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.370580:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.370582:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.370583:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.370689:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.370700:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.370701:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.370702:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.370703:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.370705:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.370706:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.370707:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.370740:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.370805:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.370807:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.370808:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.370810:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.370812:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.370814:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.370815:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac400. 00000020:00000080:1.0:1788201788.370817:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.370820:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.370822:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23901: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.370823:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.370825:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23907 (ffff9c46538c99c0) has no exports 00000020:00000001:1.0:1788201788.370826:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.370827:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.370829:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.370831:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.370833:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.370835:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465382c000. 00000020:00000010:1.0:1788201788.370837:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.370839:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.370841:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.370843:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac600. 00000020:00000010:1.0:1788201788.370845:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac600. 00000020:00000010:1.0:1788201788.370847:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.370849:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.370851:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465382c000. 00000020:00000010:1.0:1788201788.370852:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.370854:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.370855:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.370857:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.370858:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.370866:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.370869:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46538d0e00. 00000001:00000010:1.0:1788201788.370870:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46538d1800. 00000001:00000010:1.0:1788201788.370872:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46538d1400. 00000001:00000010:1.0:1788201788.370873:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46538d1c00. 00000001:00000010:1.0:1788201788.370874:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771021fc0. 00000001:00000010:1.0:1788201788.370876:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4771024600. 00000001:00000001:1.0:1788201788.370877:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.370878:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23901 (ffff9c46538c99c0) now 3 - setup 00000020:00000001:1.0:1788201788.370880:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.370881:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.370882:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac400. 00000020:00000001:1.0:1788201788.370884:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.370885:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.370886:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.370888:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.370994:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.371004:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.371005:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.371006:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.371008:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.371009:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.371010:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.371011:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.371045:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.371111:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.371113:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.371114:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.371116:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.371118:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.371120:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.371121:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac400. 00000020:00000080:1.0:1788201788.371123:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.371140:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.371142:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23901 (ffff9c46538c99c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.371144:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23901 (uuid obd_uuid_23901) 00000020:00000040:1.0:1788201788.371145:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23901 (ffff9c46538c99c0) now 1 - newdev 00000020:00000040:1.0:1788201788.371147:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46538c0000 with handle 0x8990e4d0a2217419 from hash 00000020:00000040:1.0:1788201788.371149:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46538c0000 : new refcount 0 00000020:00000080:1.0:1788201788.371150:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46538c0000/obd_uuid_23901 00000020:00000001:1.0:1788201788.371152:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.371153:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.371154:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46538c0000/obd_uuid_23901 for obd_name_23901 00000020:00000001:1.0:1788201788.371156:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.371157:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.371158:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46538c0000. 00000020:00000001:1.0:1788201788.371160:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.371161:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23901 obd_type name = obd_test 00000020:01000000:1.0:1788201788.371162:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23901 (obd_uuid_23901) 00000020:00000001:1.0:1788201788.371163:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.371165:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.371167:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.371168:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.371170:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465382e000. 00000020:00000010:1.0:1788201788.371172:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.371174:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.371176:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.371178:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771023ac0. 00000020:00000010:1.0:1788201788.371180:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.371181:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.371183:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465382e000. 00000020:00000010:1.0:1788201788.371185:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.371186:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.371188:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.371189:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.371191:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.371192:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46538c99c0. 00000020:00000001:1.0:1788201788.371194:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.371196:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.371197:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac400. 00000020:00000001:1.0:1788201788.371199:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.371200:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.371202:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.371203:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.371338:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.371349:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.371351:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.371352:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.371354:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.371355:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.371356:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.371357:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.371407:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.371479:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.371481:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.371482:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.371484:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.371486:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.371488:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.371489:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac400. 00000020:00000080:1.0:1788201788.371491:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.371494:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.371496:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23902: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.371497:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.371499:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23908 (ffff9c477102cd40) has no exports 00000020:00000001:1.0:1788201788.371500:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.371502:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.371503:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.371505:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.371506:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.371509:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465382b800. 00000020:00000010:1.0:1788201788.371510:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.371512:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.371514:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.371516:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac7c0. 00000020:00000010:1.0:1788201788.371518:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac7c0. 00000020:00000010:1.0:1788201788.371521:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.371522:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.371524:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465382b800. 00000020:00000010:1.0:1788201788.371526:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.371527:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.371529:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.371530:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.371531:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.371539:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.371542:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46538aba00. 00000001:00000010:1.0:1788201788.371543:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46538aa600. 00000001:00000010:1.0:1788201788.371545:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46538d1000. 00000001:00000010:1.0:1788201788.371546:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46538d1600. 00000001:00000010:1.0:1788201788.371548:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771021f00. 00000001:00000010:1.0:1788201788.371549:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4771024d00. 00000001:00000001:1.0:1788201788.371551:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.371552:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23902 (ffff9c477102cd40) now 3 - setup 00000020:00000001:1.0:1788201788.371553:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.371555:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.371557:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac400. 00000020:00000001:1.0:1788201788.371558:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.371559:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.371561:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.371562:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.371670:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.371680:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.371682:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.371683:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.371684:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.371685:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.371686:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.371688:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.371722:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.371787:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.371789:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.371790:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.371792:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.371794:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.371796:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.371797:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac400. 00000020:00000080:1.0:1788201788.371799:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.371802:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.371804:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23902 (ffff9c477102cd40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.371806:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23902 (uuid obd_uuid_23902) 00000020:00000040:1.0:1788201788.371807:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23902 (ffff9c477102cd40) now 1 - newdev 00000020:00000040:1.0:1788201788.371809:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46538c2000 with handle 0x8990e4d0a2217420 from hash 00000020:00000040:1.0:1788201788.371811:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46538c2000 : new refcount 0 00000020:00000080:1.0:1788201788.371812:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46538c2000/obd_uuid_23902 00000020:00000001:1.0:1788201788.371814:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.371815:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.371816:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46538c2000/obd_uuid_23902 for obd_name_23902 00000020:00000001:1.0:1788201788.371818:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.371819:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.371820:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46538c2000. 00000020:00000001:1.0:1788201788.371823:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.371824:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23902 obd_type name = obd_test 00000020:01000000:1.0:1788201788.371825:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23902 (obd_uuid_23902) 00000020:00000001:1.0:1788201788.371826:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.371828:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.371830:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.371831:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.371833:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465382d000. 00000020:00000010:1.0:1788201788.371835:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.371837:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.371838:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.371840:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771023980. 00000020:00000010:1.0:1788201788.371842:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.371844:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.371845:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465382d000. 00000020:00000010:1.0:1788201788.371847:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.371848:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.371850:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.371851:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.371853:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.371854:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c477102cd40. 00000020:00000001:1.0:1788201788.371857:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.371858:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.371860:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac400. 00000020:00000001:1.0:1788201788.371862:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.371863:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.371864:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.371865:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.371971:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.371981:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.371983:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.371984:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.371985:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.371986:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.371987:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.371989:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.372023:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.372089:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.372091:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.372092:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.372093:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.372095:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.372097:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.372099:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac400. 00000020:00000080:1.0:1788201788.372100:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.372103:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.372105:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23903: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.372106:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.372108:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23909 (ffff9c477102b380) has no exports 00000020:00000001:1.0:1788201788.372109:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.372110:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.372112:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.372114:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.372115:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.372117:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465382d800. 00000020:00000010:1.0:1788201788.372119:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.372121:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.372123:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.372137:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac500. 00000020:00000010:1.0:1788201788.372140:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac500. 00000020:00000010:1.0:1788201788.372143:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.372145:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.372146:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465382d800. 00000020:00000010:1.0:1788201788.372148:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.372150:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.372151:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.372153:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.372154:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.372162:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.372165:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46538d2800. 00000001:00000010:1.0:1788201788.372167:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46538d2400. 00000001:00000010:1.0:1788201788.372168:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46538d3400. 00000001:00000010:1.0:1788201788.372170:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46538d2c00. 00000001:00000010:1.0:1788201788.372171:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771021140. 00000001:00000010:1.0:1788201788.372173:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4771024100. 00000001:00000001:1.0:1788201788.372174:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.372175:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23903 (ffff9c477102b380) now 3 - setup 00000020:00000001:1.0:1788201788.372176:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.372177:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.372179:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac400. 00000020:00000001:1.0:1788201788.372180:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.372181:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.372183:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.372184:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.372321:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.372332:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.372334:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.372335:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.372336:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.372337:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.372338:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.372339:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.372374:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.372467:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.372469:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.372470:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.372472:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.372474:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.372476:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.372477:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac400. 00000020:00000080:1.0:1788201788.372479:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.372482:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.372484:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23903 (ffff9c477102b380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.372486:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23903 (uuid obd_uuid_23903) 00000020:00000040:1.0:1788201788.372487:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23903 (ffff9c477102b380) now 1 - newdev 00000020:00000040:1.0:1788201788.372490:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46538c4000 with handle 0x8990e4d0a2217427 from hash 00000020:00000040:1.0:1788201788.372492:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46538c4000 : new refcount 0 00000020:00000080:1.0:1788201788.372493:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46538c4000/obd_uuid_23903 00000020:00000001:1.0:1788201788.372495:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.372496:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.372497:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46538c4000/obd_uuid_23903 for obd_name_23903 00000020:00000001:1.0:1788201788.372498:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.372499:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.372500:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46538c4000. 00000020:00000001:1.0:1788201788.372502:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.372503:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23903 obd_type name = obd_test 00000020:01000000:1.0:1788201788.372504:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23903 (obd_uuid_23903) 00000020:00000001:1.0:1788201788.372505:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.372507:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.372509:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.372510:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.372512:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465382a800. 00000020:00000010:1.0:1788201788.372514:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.372516:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.372518:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.372520:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771023380. 00000020:00000010:1.0:1788201788.372522:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.372523:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.372525:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465382a800. 00000020:00000010:1.0:1788201788.372526:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.372528:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.372529:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.372531:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.372532:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.372534:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c477102b380. 00000020:00000001:1.0:1788201788.372537:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.372538:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.372539:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac400. 00000020:00000001:1.0:1788201788.372541:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.372543:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.372544:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.372545:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.372653:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.372664:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.372665:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.372666:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.372668:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.372669:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.372670:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.372671:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.372705:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.372772:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.372773:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.372774:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.372776:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.372778:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.372780:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.372782:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac400. 00000020:00000080:1.0:1788201788.372783:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.372786:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.372788:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23904: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.372789:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.372790:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23910 (ffff9c47710299c0) has no exports 00000020:00000001:1.0:1788201788.372792:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.372793:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.372795:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.372797:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.372798:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.372800:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465382f800. 00000020:00000010:1.0:1788201788.372802:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.372804:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.372805:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.372808:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac3c0. 00000020:00000010:1.0:1788201788.372810:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac3c0. 00000020:00000010:1.0:1788201788.372812:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.372815:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.372816:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465382f800. 00000020:00000010:1.0:1788201788.372818:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.372819:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.372821:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.372822:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.372824:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.372831:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.372834:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46538d3a00. 00000001:00000010:1.0:1788201788.372835:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46538d2600. 00000001:00000010:1.0:1788201788.372837:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46538d3800. 00000001:00000010:1.0:1788201788.372838:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46538d3200. 00000001:00000010:1.0:1788201788.372839:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771021000. 00000001:00000010:1.0:1788201788.372841:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4771024400. 00000001:00000001:1.0:1788201788.372842:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.372843:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23904 (ffff9c47710299c0) now 3 - setup 00000020:00000001:1.0:1788201788.372844:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.372845:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.372847:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac400. 00000020:00000001:1.0:1788201788.372848:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.372850:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.372851:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.372852:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.372959:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.372969:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.372971:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.372972:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.372973:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.372974:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.372975:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.372977:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.373010:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.373076:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.373077:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.373079:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.373080:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.373083:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.373085:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.373086:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac400. 00000020:00000080:1.0:1788201788.373088:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.373091:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.373093:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23904 (ffff9c47710299c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.373094:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23904 (uuid obd_uuid_23904) 00000020:00000040:1.0:1788201788.373096:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23904 (ffff9c47710299c0) now 1 - newdev 00000020:00000040:1.0:1788201788.373098:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46538c4800 with handle 0x8990e4d0a221742e from hash 00000020:00000040:1.0:1788201788.373100:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46538c4800 : new refcount 0 00000020:00000080:1.0:1788201788.373101:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46538c4800/obd_uuid_23904 00000020:00000001:1.0:1788201788.373102:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.373104:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.373105:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46538c4800/obd_uuid_23904 for obd_name_23904 00000020:00000001:1.0:1788201788.373106:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.373107:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.373109:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46538c4800. 00000020:00000001:1.0:1788201788.373110:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.373111:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23904 obd_type name = obd_test 00000020:01000000:1.0:1788201788.373112:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23904 (obd_uuid_23904) 00000020:00000001:1.0:1788201788.373113:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.373115:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.373116:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.373118:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.373120:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465382e800. 00000020:00000010:1.0:1788201788.373122:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.373137:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.373141:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.373143:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771023080. 00000020:00000010:1.0:1788201788.373145:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.373146:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.373148:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465382e800. 00000020:00000010:1.0:1788201788.373150:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.373151:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.373153:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.373155:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.373156:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.373157:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c47710299c0. 00000020:00000001:1.0:1788201788.373161:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.373162:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.373164:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac400. 00000020:00000001:1.0:1788201788.373165:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.373167:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.373168:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.373169:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.373298:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.373312:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.373314:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.373315:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.373316:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.373317:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.373318:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.373320:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.373356:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.373495:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.373497:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.373498:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.373500:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.373502:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.373503:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.373505:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac400. 00000020:00000080:1.0:1788201788.373507:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.373510:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.373511:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23905: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.373513:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.373514:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23911 (ffff9c4771028000) has no exports 00000020:00000001:1.0:1788201788.373516:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.373517:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.373519:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.373521:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.373523:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.373525:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4653829000. 00000020:00000010:1.0:1788201788.373526:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.373528:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.373530:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.373532:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac880. 00000020:00000010:1.0:1788201788.373534:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac880. 00000020:00000010:1.0:1788201788.373537:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.373539:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.373540:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4653829000. 00000020:00000010:1.0:1788201788.373542:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.373544:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.373545:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.373547:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.373548:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.373555:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.373558:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46538d2200. 00000001:00000010:1.0:1788201788.373559:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46538d2000. 00000001:00000010:1.0:1788201788.373560:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46538d3600. 00000001:00000010:1.0:1788201788.373562:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46538d2a00. 00000001:00000010:1.0:1788201788.373563:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771021d20. 00000001:00000010:1.0:1788201788.373565:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4771024700. 00000001:00000001:1.0:1788201788.373566:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.373567:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23905 (ffff9c4771028000) now 3 - setup 00000020:00000001:1.0:1788201788.373568:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.373570:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.373571:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac400. 00000020:00000001:1.0:1788201788.373573:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.373574:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.373576:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.373577:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.373686:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.373696:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.373697:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.373699:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.373700:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.373701:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.373702:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.373704:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.373738:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.373805:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.373807:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.373808:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.373810:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.373812:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.373814:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.373815:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac400. 00000020:00000080:1.0:1788201788.373817:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.373820:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.373822:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23905 (ffff9c4771028000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.373823:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23905 (uuid obd_uuid_23905) 00000020:00000040:1.0:1788201788.373825:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23905 (ffff9c4771028000) now 1 - newdev 00000020:00000040:1.0:1788201788.373827:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46538c3800 with handle 0x8990e4d0a2217435 from hash 00000020:00000040:1.0:1788201788.373829:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46538c3800 : new refcount 0 00000020:00000080:1.0:1788201788.373830:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46538c3800/obd_uuid_23905 00000020:00000001:1.0:1788201788.373831:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.373833:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.373834:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46538c3800/obd_uuid_23905 for obd_name_23905 00000020:00000001:1.0:1788201788.373835:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.373836:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.373838:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46538c3800. 00000020:00000001:1.0:1788201788.373839:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.373840:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23905 obd_type name = obd_test 00000020:01000000:1.0:1788201788.373841:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23905 (obd_uuid_23905) 00000020:00000001:1.0:1788201788.373842:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.373843:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.373845:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.373847:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.373849:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4653829800. 00000020:00000010:1.0:1788201788.373851:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.373853:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.373855:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.373856:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c47710239c0. 00000020:00000010:1.0:1788201788.373858:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.373860:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.373861:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4653829800. 00000020:00000010:1.0:1788201788.373863:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.373865:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.373866:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.373868:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.373869:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.373870:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4771028000. 00000020:00000001:1.0:1788201788.373873:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.373874:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.373875:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac400. 00000020:00000001:1.0:1788201788.373877:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.373879:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.373880:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.373881:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.373986:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.373997:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.373998:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.373999:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.374000:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.374002:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.374003:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.374004:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.374037:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.374103:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.374104:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.374106:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.374107:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.374109:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.374111:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.374113:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac400. 00000020:00000080:1.0:1788201788.374114:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.374118:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.374119:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23906: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.374120:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.374122:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23912 (ffff9c46538e4d40) has no exports 00000020:00000001:1.0:1788201788.374123:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.374138:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.374140:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.374142:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.374144:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.374146:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465382f000. 00000020:00000010:1.0:1788201788.374148:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.374150:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.374151:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.374153:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac300. 00000020:00000010:1.0:1788201788.374156:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac300. 00000020:00000010:1.0:1788201788.374158:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.374160:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.374162:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465382f000. 00000020:00000010:1.0:1788201788.374163:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.374165:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.374166:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.374168:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.374170:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.374193:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.374196:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46538d0400. 00000001:00000010:1.0:1788201788.374198:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46538d0800. 00000001:00000010:1.0:1788201788.374199:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46538d3e00. 00000001:00000010:1.0:1788201788.374200:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46538d2e00. 00000001:00000010:1.0:1788201788.374202:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c47710217c0. 00000001:00000010:1.0:1788201788.374203:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4771024a00. 00000001:00000001:1.0:1788201788.374205:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.374206:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23906 (ffff9c46538e4d40) now 3 - setup 00000020:00000001:1.0:1788201788.374207:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.374209:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.374211:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac400. 00000020:00000001:1.0:1788201788.374212:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.374214:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.374215:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.374216:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.374351:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.374362:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.374363:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.374365:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.374366:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.374367:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.374368:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.374369:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.374422:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.374492:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.374494:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.374495:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.374497:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.374499:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.374501:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.374502:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac400. 00000020:00000080:1.0:1788201788.374504:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.374507:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.374509:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23906 (ffff9c46538e4d40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.374510:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23906 (uuid obd_uuid_23906) 00000020:00000040:1.0:1788201788.374512:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23906 (ffff9c46538e4d40) now 1 - newdev 00000020:00000040:1.0:1788201788.374514:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46538c6000 with handle 0x8990e4d0a221743c from hash 00000020:00000040:1.0:1788201788.374516:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46538c6000 : new refcount 0 00000020:00000080:1.0:1788201788.374517:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46538c6000/obd_uuid_23906 00000020:00000001:1.0:1788201788.374518:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.374520:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.374521:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46538c6000/obd_uuid_23906 for obd_name_23906 00000020:00000001:1.0:1788201788.374522:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.374523:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.374525:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46538c6000. 00000020:00000001:1.0:1788201788.374527:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.374528:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23906 obd_type name = obd_test 00000020:01000000:1.0:1788201788.374529:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23906 (obd_uuid_23906) 00000020:00000001:1.0:1788201788.374530:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.374532:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.374534:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.374535:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.374537:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465382b000. 00000020:00000010:1.0:1788201788.374539:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.374541:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.374542:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.374544:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c47710232c0. 00000020:00000010:1.0:1788201788.374546:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.374548:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.374549:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465382b000. 00000020:00000010:1.0:1788201788.374551:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.374553:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.374554:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.374556:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.374557:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.374558:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46538e4d40. 00000020:00000001:1.0:1788201788.374561:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.374563:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.374564:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac400. 00000020:00000001:1.0:1788201788.374566:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.374567:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.374569:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.374570:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.374675:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.374685:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.374687:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.374688:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.374689:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.374690:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.374692:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.374693:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.374726:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.374792:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.374794:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.374795:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.374797:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.374799:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.374800:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.374802:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac400. 00000020:00000080:1.0:1788201788.374804:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.374807:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.374808:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23907: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.374810:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.374811:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23913 (ffff9c46538e3380) has no exports 00000020:00000001:1.0:1788201788.374812:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.374814:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.374816:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.374817:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.374819:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.374821:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4653828800. 00000020:00000010:1.0:1788201788.374823:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.374825:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.374826:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.374828:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac580. 00000020:00000010:1.0:1788201788.374831:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac580. 00000020:00000010:1.0:1788201788.374833:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.374835:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.374837:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4653828800. 00000020:00000010:1.0:1788201788.374838:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.374840:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.374841:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.374843:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.374844:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.374852:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.374855:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46538e8000. 00000001:00000010:1.0:1788201788.374856:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46538e8600. 00000001:00000010:1.0:1788201788.374858:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46538e9a00. 00000001:00000010:1.0:1788201788.374860:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46538e8200. 00000001:00000010:1.0:1788201788.374861:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771021260. 00000001:00000010:1.0:1788201788.374862:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4771024e00. 00000001:00000001:1.0:1788201788.374864:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.374865:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23907 (ffff9c46538e3380) now 3 - setup 00000020:00000001:1.0:1788201788.374866:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.374867:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.374869:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac400. 00000020:00000001:1.0:1788201788.374871:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.374872:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.374873:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.374875:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.374980:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.374990:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.374992:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.374993:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.374994:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.374995:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.374996:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.374997:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.375030:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.375096:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.375097:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.375098:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.375100:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.375102:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.375104:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.375105:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac400. 00000020:00000080:1.0:1788201788.375107:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.375110:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.375112:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23907 (ffff9c46538e3380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.375113:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23907 (uuid obd_uuid_23907) 00000020:00000040:1.0:1788201788.375115:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23907 (ffff9c46538e3380) now 1 - newdev 00000020:00000040:1.0:1788201788.375117:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46538c5800 with handle 0x8990e4d0a2217443 from hash 00000020:00000040:1.0:1788201788.375119:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46538c5800 : new refcount 0 00000020:00000080:1.0:1788201788.375120:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46538c5800/obd_uuid_23907 00000020:00000001:1.0:1788201788.375122:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.375123:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.375138:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46538c5800/obd_uuid_23907 for obd_name_23907 00000020:00000001:1.0:1788201788.375140:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.375141:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.375142:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46538c5800. 00000020:00000001:1.0:1788201788.375144:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.375145:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23907 obd_type name = obd_test 00000020:01000000:1.0:1788201788.375146:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23907 (obd_uuid_23907) 00000020:00000001:1.0:1788201788.375148:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.375150:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.375151:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.375153:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.375157:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4653a25800. 00000020:00000010:1.0:1788201788.375159:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.375161:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.375162:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.375164:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771023a00. 00000020:00000010:1.0:1788201788.375166:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.375168:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.375169:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4653a25800. 00000020:00000010:1.0:1788201788.375171:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.375173:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.375174:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.375176:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.375177:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.375179:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46538e3380. 00000020:00000001:1.0:1788201788.375181:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.375183:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.375184:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac400. 00000020:00000001:1.0:1788201788.375186:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.375188:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.375190:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.375191:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.375326:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.375337:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.375339:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.375340:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.375341:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.375342:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.375344:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.375345:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.375381:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.375469:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.375471:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.375472:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.375474:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.375476:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.375478:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.375479:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac400. 00000020:00000080:1.0:1788201788.375481:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.375484:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.375485:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23908: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.375487:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.375488:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23914 (ffff9c46538e19c0) has no exports 00000020:00000001:1.0:1788201788.375489:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.375491:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.375493:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.375494:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.375496:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.375499:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4750107000. 00000020:00000010:1.0:1788201788.375500:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.375502:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.375504:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.375506:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac540. 00000020:00000010:1.0:1788201788.375509:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac540. 00000020:00000010:1.0:1788201788.375511:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.375513:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.375515:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4750107000. 00000020:00000010:1.0:1788201788.375516:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.375518:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.375520:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.375521:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.375522:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.375534:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.375537:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46538e9200. 00000001:00000010:1.0:1788201788.375539:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46538e9800. 00000001:00000010:1.0:1788201788.375540:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46538e9600. 00000001:00000010:1.0:1788201788.375542:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46538e8a00. 00000001:00000010:1.0:1788201788.375543:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771021a60. 00000001:00000010:1.0:1788201788.375545:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4771024b00. 00000001:00000001:1.0:1788201788.375546:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.375547:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23908 (ffff9c46538e19c0) now 3 - setup 00000020:00000001:1.0:1788201788.375549:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.375550:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.375551:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac400. 00000020:00000001:1.0:1788201788.375553:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.375554:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.375556:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.375557:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.375666:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.375676:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.375678:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.375679:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.375680:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.375681:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.375682:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.375684:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.375717:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.375785:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.375787:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.375788:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.375790:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.375792:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.375794:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.375795:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac400. 00000020:00000080:1.0:1788201788.375797:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.375800:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.375802:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23908 (ffff9c46538e19c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.375803:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23908 (uuid obd_uuid_23908) 00000020:00000040:1.0:1788201788.375804:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23908 (ffff9c46538e19c0) now 1 - newdev 00000020:00000040:1.0:1788201788.375806:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46538c5000 with handle 0x8990e4d0a221744a from hash 00000020:00000040:1.0:1788201788.375809:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46538c5000 : new refcount 0 00000020:00000080:1.0:1788201788.375810:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46538c5000/obd_uuid_23908 00000020:00000001:1.0:1788201788.375811:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.375813:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.375813:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46538c5000/obd_uuid_23908 for obd_name_23908 00000020:00000001:1.0:1788201788.375815:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.375816:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.375817:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46538c5000. 00000020:00000001:1.0:1788201788.375819:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.375820:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23908 obd_type name = obd_test 00000020:01000000:1.0:1788201788.375821:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23908 (obd_uuid_23908) 00000020:00000001:1.0:1788201788.375822:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.375824:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.375826:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.375827:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.375829:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4750101800. 00000020:00000010:1.0:1788201788.375831:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.375833:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.375835:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.375837:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771023b00. 00000020:00000010:1.0:1788201788.375838:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.375840:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.375841:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4750101800. 00000020:00000010:1.0:1788201788.375844:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.375846:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.375847:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.375849:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.375850:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.375852:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46538e19c0. 00000020:00000001:1.0:1788201788.375855:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.375856:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.375857:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac400. 00000020:00000001:1.0:1788201788.375859:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.375861:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.375862:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.375863:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.375969:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.375979:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.375981:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.375982:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.375983:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.375984:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.375985:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.375987:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.376020:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.376087:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.376089:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.376090:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.376091:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.376093:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.376095:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.376097:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac400. 00000020:00000080:1.0:1788201788.376098:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.376101:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.376103:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23909: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.376105:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.376106:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23915 (ffff9c46538e0000) has no exports 00000020:00000001:1.0:1788201788.376107:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.376109:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.376111:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.376113:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.376114:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.376116:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4750104000. 00000020:00000010:1.0:1788201788.376118:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.376120:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.376122:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.376135:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac040. 00000020:00000010:1.0:1788201788.376138:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac040. 00000020:00000010:1.0:1788201788.376141:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.376143:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.376145:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4750104000. 00000020:00000010:1.0:1788201788.376148:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.376149:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.376151:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.376152:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.376154:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.376162:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.376165:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46538e9e00. 00000001:00000010:1.0:1788201788.376166:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46538e8e00. 00000001:00000010:1.0:1788201788.376168:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46538e8400. 00000001:00000010:1.0:1788201788.376169:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46538e9400. 00000001:00000010:1.0:1788201788.376171:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771021ac0. 00000001:00000010:1.0:1788201788.376172:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4771024300. 00000001:00000001:1.0:1788201788.376173:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.376174:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23909 (ffff9c46538e0000) now 3 - setup 00000020:00000001:1.0:1788201788.376176:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.376177:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.376178:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac400. 00000020:00000001:1.0:1788201788.376180:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.376181:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.376183:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.376184:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.376324:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.376335:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.376337:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.376338:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.376339:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.376340:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.376341:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.376343:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.376377:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.376478:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.376480:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.376481:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.376483:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.376485:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.376486:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.376488:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac400. 00000020:00000080:1.0:1788201788.376489:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.376493:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.376494:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23909 (ffff9c46538e0000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.376496:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23909 (uuid obd_uuid_23909) 00000020:00000040:1.0:1788201788.376498:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23909 (ffff9c46538e0000) now 1 - newdev 00000020:00000040:1.0:1788201788.376500:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46538c7800 with handle 0x8990e4d0a2217451 from hash 00000020:00000040:1.0:1788201788.376501:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46538c7800 : new refcount 0 00000020:00000080:1.0:1788201788.376503:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46538c7800/obd_uuid_23909 00000020:00000001:1.0:1788201788.376504:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.376505:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.376506:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46538c7800/obd_uuid_23909 for obd_name_23909 00000020:00000001:1.0:1788201788.376507:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.376508:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.376510:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46538c7800. 00000020:00000001:1.0:1788201788.376512:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.376513:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23909 obd_type name = obd_test 00000020:01000000:1.0:1788201788.376514:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23909 (obd_uuid_23909) 00000020:00000001:1.0:1788201788.376515:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.376517:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.376519:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.376521:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.376523:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4750102000. 00000020:00000010:1.0:1788201788.376525:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.376527:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.376529:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.376530:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c47710235c0. 00000020:00000010:1.0:1788201788.376532:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.376534:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.376535:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4750102000. 00000020:00000010:1.0:1788201788.376538:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.376539:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.376541:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.376542:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.376544:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.376545:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46538e0000. 00000020:00000001:1.0:1788201788.376547:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.376548:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.376550:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac400. 00000020:00000001:1.0:1788201788.376552:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.376553:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.376554:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.376556:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.376667:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.376677:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.376679:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.376680:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.376681:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.376682:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.376684:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.376685:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.376718:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.376789:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.376791:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.376792:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.376794:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.376796:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.376798:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.376800:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac400. 00000020:00000080:1.0:1788201788.376801:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.376805:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.376806:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23910: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.376807:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.376809:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23916 (ffff9c46538f19c0) has no exports 00000020:00000001:1.0:1788201788.376810:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.376811:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.376813:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.376815:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.376816:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.376818:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4750100000. 00000020:00000010:1.0:1788201788.376820:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.376822:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.376824:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.376825:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac240. 00000020:00000010:1.0:1788201788.376828:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac240. 00000020:00000010:1.0:1788201788.376831:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.376832:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.376834:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4750100000. 00000020:00000010:1.0:1788201788.376838:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.376839:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.376841:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.376842:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.376844:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.376851:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.376853:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46538d3000. 00000001:00000010:1.0:1788201788.376855:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46538d3c00. 00000001:00000010:1.0:1788201788.376856:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46538e9c00. 00000001:00000010:1.0:1788201788.376858:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46538e9000. 00000001:00000010:1.0:1788201788.376859:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771021180. 00000001:00000010:1.0:1788201788.376860:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4771024900. 00000001:00000001:1.0:1788201788.376862:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.376863:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23910 (ffff9c46538f19c0) now 3 - setup 00000020:00000001:1.0:1788201788.376865:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.376866:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.376867:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac400. 00000020:00000001:1.0:1788201788.376869:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.376870:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.376872:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.376873:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.376983:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.376994:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.376995:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.376996:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.376997:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.376998:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.376999:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.377001:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.377034:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.377105:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.377107:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.377108:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.377110:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.377111:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.377113:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.377115:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac400. 00000020:00000080:1.0:1788201788.377116:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.377119:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.377121:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23910 (ffff9c46538f19c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.377123:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23910 (uuid obd_uuid_23910) 00000020:00000040:1.0:1788201788.377137:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23910 (ffff9c46538f19c0) now 1 - newdev 00000020:00000040:1.0:1788201788.377141:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46538c2800 with handle 0x8990e4d0a2217458 from hash 00000020:00000040:1.0:1788201788.377143:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46538c2800 : new refcount 0 00000020:00000080:1.0:1788201788.377144:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46538c2800/obd_uuid_23910 00000020:00000001:1.0:1788201788.377146:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.377147:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.377149:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46538c2800/obd_uuid_23910 for obd_name_23910 00000020:00000001:1.0:1788201788.377151:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.377152:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.377153:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46538c2800. 00000020:00000001:1.0:1788201788.377155:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.377156:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23910 obd_type name = obd_test 00000020:01000000:1.0:1788201788.377157:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23910 (obd_uuid_23910) 00000020:00000001:1.0:1788201788.377159:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.377161:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.377163:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.377164:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.377166:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4750106000. 00000020:00000010:1.0:1788201788.377168:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.377170:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.377172:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.377174:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771023c00. 00000020:00000010:1.0:1788201788.377176:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.377177:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.377179:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4750106000. 00000020:00000010:1.0:1788201788.377181:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.377183:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.377185:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.377186:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.377189:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.377190:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46538f19c0. 00000020:00000001:1.0:1788201788.377210:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.377211:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.377213:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac400. 00000020:00000001:1.0:1788201788.377215:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.377217:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.377218:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.377220:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.377358:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.377369:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.377371:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.377372:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.377374:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.377375:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.377376:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.377377:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.377457:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.377529:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.377530:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.377532:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.377534:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.377536:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.377537:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.377539:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac400. 00000020:00000080:1.0:1788201788.377540:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.377544:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.377545:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23911: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.377547:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.377548:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23917 (ffff9c46538f0000) has no exports 00000020:00000001:1.0:1788201788.377550:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.377551:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.377553:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.377554:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.377556:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.377558:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4750102800. 00000020:00000010:1.0:1788201788.377560:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.377562:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.377564:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.377565:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac4c0. 00000020:00000010:1.0:1788201788.377568:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac4c0. 00000020:00000010:1.0:1788201788.377571:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.377573:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.377574:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4750102800. 00000020:00000010:1.0:1788201788.377576:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.377577:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.377579:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.377580:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.377582:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.377590:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.377593:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46538ea400. 00000001:00000010:1.0:1788201788.377594:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46538eb400. 00000001:00000010:1.0:1788201788.377596:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46538ebc00. 00000001:00000010:1.0:1788201788.377598:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46538ea800. 00000001:00000010:1.0:1788201788.377599:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771021f60. 00000001:00000010:1.0:1788201788.377600:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4771024000. 00000001:00000001:1.0:1788201788.377602:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.377603:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23911 (ffff9c46538f0000) now 3 - setup 00000020:00000001:1.0:1788201788.377604:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.377605:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.377606:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac400. 00000020:00000001:1.0:1788201788.377608:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.377609:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.377611:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.377612:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.377723:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.377733:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.377735:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.377736:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.377737:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.377738:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.377739:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.377740:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.377774:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.377844:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.377845:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.377846:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.377848:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.377850:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.377852:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.377853:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac400. 00000020:00000080:1.0:1788201788.377855:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.377858:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.377860:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23911 (ffff9c46538f0000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.377862:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23911 (uuid obd_uuid_23911) 00000020:00000040:1.0:1788201788.377864:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23911 (ffff9c46538f0000) now 1 - newdev 00000020:00000040:1.0:1788201788.377866:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46538c1000 with handle 0x8990e4d0a221745f from hash 00000020:00000040:1.0:1788201788.377868:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46538c1000 : new refcount 0 00000020:00000080:1.0:1788201788.377869:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46538c1000/obd_uuid_23911 00000020:00000001:1.0:1788201788.377870:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.377872:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.377872:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46538c1000/obd_uuid_23911 for obd_name_23911 00000020:00000001:1.0:1788201788.377874:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.377875:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.377876:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46538c1000. 00000020:00000001:1.0:1788201788.377878:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.377879:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23911 obd_type name = obd_test 00000020:01000000:1.0:1788201788.377880:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23911 (obd_uuid_23911) 00000020:00000001:1.0:1788201788.377881:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.377882:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.377884:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.377886:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.377889:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4759101000. 00000020:00000010:1.0:1788201788.377891:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.377893:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.377895:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.377896:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c47710231c0. 00000020:00000010:1.0:1788201788.377898:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.377900:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.377901:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4759101000. 00000020:00000010:1.0:1788201788.377903:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.377905:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.377907:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.377908:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.377910:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.377911:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46538f0000. 00000020:00000001:1.0:1788201788.377914:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.377915:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.377917:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac400. 00000020:00000001:1.0:1788201788.377919:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.377920:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.377922:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.377923:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.378031:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.378042:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.378043:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.378044:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.378046:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.378047:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.378048:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.378049:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.378082:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.378169:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.378171:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.378172:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.378173:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.378176:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.378177:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.378179:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac400. 00000020:00000080:1.0:1788201788.378180:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.378184:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.378185:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23912: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.378187:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.378188:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23918 (ffff9c46538f4d40) has no exports 00000020:00000001:1.0:1788201788.378189:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.378191:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.378193:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.378194:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.378196:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.378199:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c474715c800. 00000020:00000010:1.0:1788201788.378201:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.378203:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.378204:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.378206:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac000. 00000020:00000010:1.0:1788201788.378209:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac000. 00000020:00000010:1.0:1788201788.378212:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.378214:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.378215:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c474715c800. 00000020:00000010:1.0:1788201788.378217:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.378219:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.378220:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.378222:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.378223:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.378230:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.378234:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46538eac00. 00000001:00000010:1.0:1788201788.378235:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46538eba00. 00000001:00000010:1.0:1788201788.378237:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46538eb200. 00000001:00000010:1.0:1788201788.378238:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46538ea200. 00000001:00000010:1.0:1788201788.378239:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771021960. 00000001:00000010:1.0:1788201788.378241:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4771024800. 00000001:00000001:1.0:1788201788.378242:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.378243:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23912 (ffff9c46538f4d40) now 3 - setup 00000020:00000001:1.0:1788201788.378244:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.378246:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.378247:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac400. 00000020:00000001:1.0:1788201788.378250:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.378252:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.378254:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.378256:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.378385:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.378411:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.378413:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.378414:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.378415:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.378416:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.378417:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.378418:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.378455:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.378527:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.378529:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.378530:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.378532:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.378534:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.378536:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.378537:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac400. 00000020:00000080:1.0:1788201788.378539:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.378542:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.378544:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23912 (ffff9c46538f4d40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.378546:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23912 (uuid obd_uuid_23912) 00000020:00000040:1.0:1788201788.378547:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23912 (ffff9c46538f4d40) now 1 - newdev 00000020:00000040:1.0:1788201788.378549:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46538c6800 with handle 0x8990e4d0a2217466 from hash 00000020:00000040:1.0:1788201788.378551:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46538c6800 : new refcount 0 00000020:00000080:1.0:1788201788.378552:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46538c6800/obd_uuid_23912 00000020:00000001:1.0:1788201788.378553:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.378555:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.378556:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46538c6800/obd_uuid_23912 for obd_name_23912 00000020:00000001:1.0:1788201788.378557:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.378558:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.378559:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46538c6800. 00000020:00000001:1.0:1788201788.378561:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.378562:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23912 obd_type name = obd_test 00000020:01000000:1.0:1788201788.378563:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23912 (obd_uuid_23912) 00000020:00000001:1.0:1788201788.378564:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.378566:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.378568:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.378569:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.378571:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c474715d000. 00000020:00000010:1.0:1788201788.378573:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.378575:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.378577:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.378578:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771023180. 00000020:00000010:1.0:1788201788.378580:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.378582:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.378584:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c474715d000. 00000020:00000010:1.0:1788201788.378586:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.378588:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.378589:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.378591:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.378592:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.378593:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46538f4d40. 00000020:00000001:1.0:1788201788.378596:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.378597:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.378599:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac400. 00000020:00000001:1.0:1788201788.378601:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.378602:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.378603:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.378605:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.378714:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.378726:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.378728:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.378729:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.378731:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.378733:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.378735:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.378736:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.378788:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.378862:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.378864:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.378865:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.378867:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.378869:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.378871:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.378872:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac400. 00000020:00000080:1.0:1788201788.378874:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.378877:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.378879:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23913: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.378880:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.378881:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23919 (ffff9c46538f3380) has no exports 00000020:00000001:1.0:1788201788.378883:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.378884:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.378886:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.378888:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.378889:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.378892:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4747159800. 00000020:00000010:1.0:1788201788.378893:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.378895:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.378897:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.378899:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac680. 00000020:00000010:1.0:1788201788.378901:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac680. 00000020:00000010:1.0:1788201788.378904:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.378906:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.378907:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4747159800. 00000020:00000010:1.0:1788201788.378910:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.378911:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.378913:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.378914:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.378916:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.378923:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.378926:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46538ea000. 00000001:00000010:1.0:1788201788.378927:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46538ea600. 00000001:00000010:1.0:1788201788.378928:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46538eaa00. 00000001:00000010:1.0:1788201788.378930:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46538ebe00. 00000001:00000010:1.0:1788201788.378931:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771021b60. 00000001:00000010:1.0:1788201788.378933:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4771024500. 00000001:00000001:1.0:1788201788.378934:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.378935:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23913 (ffff9c46538f3380) now 3 - setup 00000020:00000001:1.0:1788201788.378936:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.378938:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.378939:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac400. 00000020:00000001:1.0:1788201788.378941:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.378942:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.378944:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.378945:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.379056:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.379066:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.379068:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.379069:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.379070:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.379071:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.379072:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.379073:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.379107:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.379197:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.379198:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.379199:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.379201:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.379203:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.379205:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.379207:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac400. 00000020:00000080:1.0:1788201788.379208:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.379211:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.379213:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23913 (ffff9c46538f3380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.379215:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23913 (uuid obd_uuid_23913) 00000020:00000040:1.0:1788201788.379216:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23913 (ffff9c46538f3380) now 1 - newdev 00000020:00000040:1.0:1788201788.379218:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46538c7000 with handle 0x8990e4d0a221746d from hash 00000020:00000040:1.0:1788201788.379220:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46538c7000 : new refcount 0 00000020:00000080:1.0:1788201788.379221:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46538c7000/obd_uuid_23913 00000020:00000001:1.0:1788201788.379223:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.379224:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.379225:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46538c7000/obd_uuid_23913 for obd_name_23913 00000020:00000001:1.0:1788201788.379226:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.379227:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.379228:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46538c7000. 00000020:00000001:1.0:1788201788.379230:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.379231:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23913 obd_type name = obd_test 00000020:01000000:1.0:1788201788.379233:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23913 (obd_uuid_23913) 00000020:00000001:1.0:1788201788.379234:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.379236:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.379237:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.379239:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.379241:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c474715b800. 00000020:00000010:1.0:1788201788.379243:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.379245:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.379247:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.379249:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771023200. 00000020:00000010:1.0:1788201788.379252:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.379255:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.379257:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c474715b800. 00000020:00000010:1.0:1788201788.379260:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.379262:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.379265:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.379267:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.379269:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.379271:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46538f3380. 00000020:00000001:1.0:1788201788.379274:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.379277:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.379279:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac400. 00000020:00000001:1.0:1788201788.379282:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.379284:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.379287:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.379289:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.379429:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.379440:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.379442:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.379443:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.379444:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.379445:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.379446:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.379447:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.379482:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.379555:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.379556:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.379558:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.379560:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.379562:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.379564:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.379565:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac400. 00000020:00000080:1.0:1788201788.379566:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.379570:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.379571:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23914: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.379573:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.379574:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23920 (ffff9c46539099c0) has no exports 00000020:00000001:1.0:1788201788.379575:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.379577:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.379578:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.379580:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.379582:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.379585:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4749120800. 00000020:00000010:1.0:1788201788.379587:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.379589:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.379591:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.379593:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bacf80. 00000020:00000010:1.0:1788201788.379595:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bacf80. 00000020:00000010:1.0:1788201788.379598:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.379600:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.379601:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4749120800. 00000020:00000010:1.0:1788201788.379603:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.379605:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.379606:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.379608:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.379609:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.379617:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.379620:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46538e8800. 00000001:00000010:1.0:1788201788.379621:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46538e8c00. 00000001:00000010:1.0:1788201788.379623:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46538eae00. 00000001:00000010:1.0:1788201788.379624:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46538eb800. 00000001:00000010:1.0:1788201788.379625:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771021f40. 00000001:00000010:1.0:1788201788.379628:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4771024200. 00000001:00000001:1.0:1788201788.379629:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.379630:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23914 (ffff9c46539099c0) now 3 - setup 00000020:00000001:1.0:1788201788.379631:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.379633:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.379634:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac400. 00000020:00000001:1.0:1788201788.379636:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.379637:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.379638:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.379639:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.379751:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.379761:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.379763:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.379764:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.379765:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.379766:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.379767:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.379768:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.379802:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.379873:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.379875:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.379876:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.379877:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.379879:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.379881:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.379883:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac400. 00000020:00000080:1.0:1788201788.379884:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.379888:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.379889:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23914 (ffff9c46539099c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.379891:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23914 (uuid obd_uuid_23914) 00000020:00000040:1.0:1788201788.379892:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23914 (ffff9c46539099c0) now 1 - newdev 00000020:00000040:1.0:1788201788.379894:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4653907000 with handle 0x8990e4d0a2217474 from hash 00000020:00000040:1.0:1788201788.379896:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4653907000 : new refcount 0 00000020:00000080:1.0:1788201788.379898:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4653907000/obd_uuid_23914 00000020:00000001:1.0:1788201788.379899:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.379901:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.379902:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4653907000/obd_uuid_23914 for obd_name_23914 00000020:00000001:1.0:1788201788.379903:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.379904:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.379906:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4653907000. 00000020:00000001:1.0:1788201788.379908:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.379909:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23914 obd_type name = obd_test 00000020:01000000:1.0:1788201788.379910:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23914 (obd_uuid_23914) 00000020:00000001:1.0:1788201788.379911:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.379912:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.379914:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.379916:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.379918:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4750530000. 00000020:00000010:1.0:1788201788.379920:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.379922:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.379924:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.379925:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771023a80. 00000020:00000010:1.0:1788201788.379927:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.379929:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.379930:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4750530000. 00000020:00000010:1.0:1788201788.379932:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.379934:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.379935:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.379937:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.379938:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.379939:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46539099c0. 00000020:00000001:1.0:1788201788.379943:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.379944:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.379945:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac400. 00000020:00000001:1.0:1788201788.379947:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.379949:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.379950:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.379952:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.380063:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.380073:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.380075:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.380076:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.380077:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.380078:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.380079:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.380080:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.380114:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.380203:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.380205:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.380206:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.380208:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.380210:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.380212:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.380213:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac400. 00000020:00000080:1.0:1788201788.380215:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.380218:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.380220:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23915: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.380221:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.380222:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23921 (ffff9c4653908000) has no exports 00000020:00000001:1.0:1788201788.380223:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.380225:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.380227:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.380228:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.380230:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.380232:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4750532800. 00000020:00000010:1.0:1788201788.380234:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.380236:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.380237:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.380239:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac480. 00000020:00000010:1.0:1788201788.380242:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac480. 00000020:00000010:1.0:1788201788.380245:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.380247:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.380249:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4750532800. 00000020:00000010:1.0:1788201788.380251:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.380254:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.380257:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.380259:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.380261:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.380271:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.380275:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653911a00. 00000001:00000010:1.0:1788201788.380279:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653910c00. 00000001:00000010:1.0:1788201788.380281:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653910800. 00000001:00000010:1.0:1788201788.380283:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653910600. 00000001:00000010:1.0:1788201788.380286:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771021b40. 00000001:00000010:1.0:1788201788.380288:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4771024c00. 00000001:00000001:1.0:1788201788.380291:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.380292:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23915 (ffff9c4653908000) now 3 - setup 00000020:00000001:1.0:1788201788.380294:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.380296:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.380299:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac400. 00000020:00000001:1.0:1788201788.380302:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.380304:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.380306:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.380307:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.380450:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.380461:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.380462:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.380463:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.380465:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.380466:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.380467:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.380468:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.380503:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.380576:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.380578:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.380579:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.380581:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.380583:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.380584:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.380586:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac400. 00000020:00000080:1.0:1788201788.380587:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.380591:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.380593:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23915 (ffff9c4653908000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.380594:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23915 (uuid obd_uuid_23915) 00000020:00000040:1.0:1788201788.380596:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23915 (ffff9c4653908000) now 1 - newdev 00000020:00000040:1.0:1788201788.380598:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4653901800 with handle 0x8990e4d0a221747b from hash 00000020:00000040:1.0:1788201788.380600:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4653901800 : new refcount 0 00000020:00000080:1.0:1788201788.380601:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4653901800/obd_uuid_23915 00000020:00000001:1.0:1788201788.380602:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.380603:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.380604:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4653901800/obd_uuid_23915 for obd_name_23915 00000020:00000001:1.0:1788201788.380606:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.380607:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.380608:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4653901800. 00000020:00000001:1.0:1788201788.380610:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.380611:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23915 obd_type name = obd_test 00000020:01000000:1.0:1788201788.380612:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23915 (obd_uuid_23915) 00000020:00000001:1.0:1788201788.380613:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.380615:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.380616:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.380618:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.380620:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4750537000. 00000020:00000010:1.0:1788201788.380622:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.380624:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.380625:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.380627:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771023e80. 00000020:00000010:1.0:1788201788.380629:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.380631:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.380632:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4750537000. 00000020:00000010:1.0:1788201788.380634:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.380636:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.380637:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.380639:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.380640:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.380641:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4653908000. 00000020:00000001:1.0:1788201788.380644:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.380645:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.380647:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac400. 00000020:00000001:1.0:1788201788.380649:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.380650:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.380652:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.380653:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.380762:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.380773:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.380774:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.380775:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.380776:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.380778:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.380779:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.380780:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.380814:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.380884:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.380886:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.380887:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.380889:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.380891:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.380893:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.380894:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac400. 00000020:00000080:1.0:1788201788.380896:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.380899:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.380900:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23916: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.380902:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.380903:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23922 (ffff9c465390cd40) has no exports 00000020:00000001:1.0:1788201788.380904:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.380906:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.380908:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.380909:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.380911:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.380913:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4750531800. 00000020:00000010:1.0:1788201788.380915:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.380917:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.380919:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.380921:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac800. 00000020:00000010:1.0:1788201788.380923:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac800. 00000020:00000010:1.0:1788201788.380926:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.380928:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.380930:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4750531800. 00000020:00000010:1.0:1788201788.380931:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.380933:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.380935:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.380936:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.380937:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.380946:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.380949:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653910000. 00000001:00000010:1.0:1788201788.380950:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653910200. 00000001:00000010:1.0:1788201788.380951:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653911e00. 00000001:00000010:1.0:1788201788.380953:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653910e00. 00000001:00000010:1.0:1788201788.380954:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771021b20. 00000001:00000010:1.0:1788201788.380956:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c47660f7400. 00000001:00000001:1.0:1788201788.380959:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.380960:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23916 (ffff9c465390cd40) now 3 - setup 00000020:00000001:1.0:1788201788.380961:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.380962:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.380964:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac400. 00000020:00000001:1.0:1788201788.380966:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.380967:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.380968:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.380969:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.381090:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.381107:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.381109:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.381111:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.381113:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.381114:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.381116:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.381118:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.381186:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.381273:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.381275:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.381277:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.381280:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.381284:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.381286:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.381289:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac400. 00000020:00000080:1.0:1788201788.381291:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.381297:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.381299:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23916 (ffff9c465390cd40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.381301:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23916 (uuid obd_uuid_23916) 00000020:00000040:1.0:1788201788.381303:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23916 (ffff9c465390cd40) now 1 - newdev 00000020:00000040:1.0:1788201788.381307:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4653900800 with handle 0x8990e4d0a2217482 from hash 00000020:00000040:1.0:1788201788.381310:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4653900800 : new refcount 0 00000020:00000080:1.0:1788201788.381311:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4653900800/obd_uuid_23916 00000020:00000001:1.0:1788201788.381312:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.381314:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.381315:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4653900800/obd_uuid_23916 for obd_name_23916 00000020:00000001:1.0:1788201788.381316:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.381318:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.381319:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4653900800. 00000020:00000001:1.0:1788201788.381321:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.381322:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23916 obd_type name = obd_test 00000020:01000000:1.0:1788201788.381323:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23916 (obd_uuid_23916) 00000020:00000001:1.0:1788201788.381324:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.381326:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.381328:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.381330:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.381332:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4750535000. 00000020:00000010:1.0:1788201788.381334:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.381336:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.381337:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.381339:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771023400. 00000020:00000010:1.0:1788201788.381342:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.381344:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.381345:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4750535000. 00000020:00000010:1.0:1788201788.381347:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.381348:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.381350:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.381351:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.381353:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.381354:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c465390cd40. 00000020:00000001:1.0:1788201788.381357:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.381358:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.381360:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac400. 00000020:00000001:1.0:1788201788.381362:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.381363:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.381364:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.381366:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.381545:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.381556:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.381557:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.381559:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.381560:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.381561:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.381562:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.381563:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.381598:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.381669:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.381671:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.381672:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.381674:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.381676:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.381677:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.381679:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac400. 00000020:00000080:1.0:1788201788.381680:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.381684:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.381685:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23917: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.381687:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.381689:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23923 (ffff9c465390b380) has no exports 00000020:00000001:1.0:1788201788.381690:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.381691:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.381693:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.381695:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.381696:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.381698:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4750530800. 00000020:00000010:1.0:1788201788.381700:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.381702:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.381704:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.381706:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac0c0. 00000020:00000010:1.0:1788201788.381709:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac0c0. 00000020:00000010:1.0:1788201788.381712:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.381714:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.381715:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4750530800. 00000020:00000010:1.0:1788201788.381717:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.381718:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.381720:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.381722:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.381723:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.381731:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.381734:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653911800. 00000001:00000010:1.0:1788201788.381735:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653911200. 00000001:00000010:1.0:1788201788.381737:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653911c00. 00000001:00000010:1.0:1788201788.381738:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653911000. 00000001:00000010:1.0:1788201788.381739:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771021340. 00000001:00000010:1.0:1788201788.381741:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c47660f7700. 00000001:00000001:1.0:1788201788.381743:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.381743:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23917 (ffff9c465390b380) now 3 - setup 00000020:00000001:1.0:1788201788.381745:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.381746:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.381747:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac400. 00000020:00000001:1.0:1788201788.381749:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.381750:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.381752:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.381753:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.381862:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.381873:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.381874:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.381875:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.381877:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.381878:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.381879:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.381880:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.381914:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.381984:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.381986:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.381987:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.381988:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.381990:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.381992:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.381994:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac400. 00000020:00000080:1.0:1788201788.381995:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.381999:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.382000:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23917 (ffff9c465390b380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.382002:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23917 (uuid obd_uuid_23917) 00000020:00000040:1.0:1788201788.382003:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23917 (ffff9c465390b380) now 1 - newdev 00000020:00000040:1.0:1788201788.382005:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4653903000 with handle 0x8990e4d0a2217489 from hash 00000020:00000040:1.0:1788201788.382007:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4653903000 : new refcount 0 00000020:00000080:1.0:1788201788.382009:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4653903000/obd_uuid_23917 00000020:00000001:1.0:1788201788.382010:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.382011:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.382013:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4653903000/obd_uuid_23917 for obd_name_23917 00000020:00000001:1.0:1788201788.382014:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.382015:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.382016:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4653903000. 00000020:00000001:1.0:1788201788.382018:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.382019:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23917 obd_type name = obd_test 00000020:01000000:1.0:1788201788.382020:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23917 (obd_uuid_23917) 00000020:00000001:1.0:1788201788.382021:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.382023:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.382025:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.382027:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.382029:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4750535800. 00000020:00000010:1.0:1788201788.382031:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.382033:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.382035:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.382036:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771023fc0. 00000020:00000010:1.0:1788201788.382038:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.382040:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.382041:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4750535800. 00000020:00000010:1.0:1788201788.382043:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.382045:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.382046:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.382048:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.382049:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.382050:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c465390b380. 00000020:00000001:1.0:1788201788.382053:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.382054:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.382055:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac400. 00000020:00000001:1.0:1788201788.382057:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.382059:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.382060:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.382061:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.382190:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.382201:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.382203:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.382204:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.382205:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.382207:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.382208:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.382209:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.382243:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.382338:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.382340:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.382341:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.382343:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.382345:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.382347:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.382349:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac400. 00000020:00000080:1.0:1788201788.382350:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.382353:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.382355:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23918: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.382356:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.382358:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23924 (ffff9c46539199c0) has no exports 00000020:00000001:1.0:1788201788.382359:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.382360:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.382362:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.382364:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.382365:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.382367:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4750536800. 00000020:00000010:1.0:1788201788.382369:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.382371:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.382373:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.382375:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac6c0. 00000020:00000010:1.0:1788201788.382377:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac6c0. 00000020:00000010:1.0:1788201788.382380:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.382382:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.382383:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4750536800. 00000020:00000010:1.0:1788201788.382385:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.382387:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.382389:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.382390:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.382391:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.382414:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.382417:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46538eb600. 00000001:00000010:1.0:1788201788.382418:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46538eb000. 00000001:00000010:1.0:1788201788.382420:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653911600. 00000001:00000010:1.0:1788201788.382421:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653910a00. 00000001:00000010:1.0:1788201788.382423:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771021ba0. 00000001:00000010:1.0:1788201788.382424:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c47660f7a00. 00000001:00000001:1.0:1788201788.382426:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.382427:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23918 (ffff9c46539199c0) now 3 - setup 00000020:00000001:1.0:1788201788.382429:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.382430:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.382431:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac400. 00000020:00000001:1.0:1788201788.382433:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.382434:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.382436:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.382437:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.382550:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.382560:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.382562:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.382563:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.382564:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.382565:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.382566:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.382568:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.382603:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.382675:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.382677:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.382678:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.382680:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.382682:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.382684:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.382686:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac400. 00000020:00000080:1.0:1788201788.382687:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.382690:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.382692:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23918 (ffff9c46539199c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.382694:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23918 (uuid obd_uuid_23918) 00000020:00000040:1.0:1788201788.382695:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23918 (ffff9c46539199c0) now 1 - newdev 00000020:00000040:1.0:1788201788.382697:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4653900000 with handle 0x8990e4d0a2217490 from hash 00000020:00000040:1.0:1788201788.382699:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4653900000 : new refcount 0 00000020:00000080:1.0:1788201788.382700:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4653900000/obd_uuid_23918 00000020:00000001:1.0:1788201788.382702:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.382714:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.382715:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4653900000/obd_uuid_23918 for obd_name_23918 00000020:00000001:1.0:1788201788.382717:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.382718:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.382719:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4653900000. 00000020:00000001:1.0:1788201788.382721:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.382722:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23918 obd_type name = obd_test 00000020:01000000:1.0:1788201788.382723:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23918 (obd_uuid_23918) 00000020:00000001:1.0:1788201788.382724:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.382725:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.382727:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.382728:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.382731:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4750536000. 00000020:00000010:1.0:1788201788.382733:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.382735:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.382736:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.382738:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771023dc0. 00000020:00000010:1.0:1788201788.382740:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.382742:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.382743:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4750536000. 00000020:00000010:1.0:1788201788.382745:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.382746:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.382748:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.382749:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.382750:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.382752:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46539199c0. 00000020:00000001:1.0:1788201788.382755:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.382756:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.382758:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac400. 00000020:00000001:1.0:1788201788.382760:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.382761:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.382762:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.382764:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.382881:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.382892:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.382893:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.382894:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.382896:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.382897:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.382898:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.382899:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.382934:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.383005:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.383006:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.383007:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.383009:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.383011:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.383013:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.383015:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac400. 00000020:00000080:1.0:1788201788.383016:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.383019:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.383021:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23919: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.383023:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.383024:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23925 (ffff9c4653918000) has no exports 00000020:00000001:1.0:1788201788.383025:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.383026:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.383028:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.383041:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.383042:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.383044:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4750537800. 00000020:00000010:1.0:1788201788.383046:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.383048:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.383050:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.383052:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bacb40. 00000020:00000010:1.0:1788201788.383054:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bacb40. 00000020:00000010:1.0:1788201788.383057:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.383059:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.383060:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4750537800. 00000020:00000010:1.0:1788201788.383062:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.383064:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.383066:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.383067:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.383068:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.383076:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.383080:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653912a00. 00000001:00000010:1.0:1788201788.383081:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653913e00. 00000001:00000010:1.0:1788201788.383083:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653912e00. 00000001:00000010:1.0:1788201788.383084:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653913600. 00000001:00000010:1.0:1788201788.383086:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771021e40. 00000001:00000010:1.0:1788201788.383087:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c47660f7e00. 00000001:00000001:1.0:1788201788.383089:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.383090:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23919 (ffff9c4653918000) now 3 - setup 00000020:00000001:1.0:1788201788.383091:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.383092:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.383093:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac400. 00000020:00000001:1.0:1788201788.383095:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.383096:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.383098:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.383099:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.383224:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.383235:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.383236:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.383237:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.383238:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.383239:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.383241:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.383242:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.383289:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.383373:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.383374:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.383375:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.383377:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.383379:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.383381:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.383383:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac400. 00000020:00000080:1.0:1788201788.383384:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.383388:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.383389:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23919 (ffff9c4653918000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.383391:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23919 (uuid obd_uuid_23919) 00000020:00000040:1.0:1788201788.383408:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23919 (ffff9c4653918000) now 1 - newdev 00000020:00000040:1.0:1788201788.383410:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4653902000 with handle 0x8990e4d0a2217497 from hash 00000020:00000040:1.0:1788201788.383412:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4653902000 : new refcount 0 00000020:00000080:1.0:1788201788.383413:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4653902000/obd_uuid_23919 00000020:00000001:1.0:1788201788.383415:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.383416:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.383417:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4653902000/obd_uuid_23919 for obd_name_23919 00000020:00000001:1.0:1788201788.383419:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.383420:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.383421:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4653902000. 00000020:00000001:1.0:1788201788.383423:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.383424:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23919 obd_type name = obd_test 00000020:01000000:1.0:1788201788.383425:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23919 (obd_uuid_23919) 00000020:00000001:1.0:1788201788.383426:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.383428:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.383430:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.383431:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.383433:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4750531000. 00000020:00000010:1.0:1788201788.383435:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.383437:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.383439:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.383440:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771023280. 00000020:00000010:1.0:1788201788.383443:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.383444:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.383446:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4750531000. 00000020:00000010:1.0:1788201788.383447:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.383449:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.383451:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.383452:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.383453:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.383455:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4653918000. 00000020:00000001:1.0:1788201788.383457:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.383459:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.383460:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac400. 00000020:00000001:1.0:1788201788.383462:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.383464:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.383465:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.383466:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.383578:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.383589:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.383591:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.383592:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.383593:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.383594:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.383595:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.383596:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.383631:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.383710:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.383712:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.383713:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.383714:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.383716:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.383718:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.383720:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac400. 00000020:00000080:1.0:1788201788.383721:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.383724:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.383726:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23920: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.383727:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.383729:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23926 (ffff9c465391cd40) has no exports 00000020:00000001:1.0:1788201788.383730:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.383731:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.383733:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.383734:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.383736:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.383738:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4750533800. 00000020:00000010:1.0:1788201788.383740:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.383742:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.383744:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.383745:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac340. 00000020:00000010:1.0:1788201788.383748:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac340. 00000020:00000010:1.0:1788201788.383751:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.383753:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.383754:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4750533800. 00000020:00000010:1.0:1788201788.383756:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.383767:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.383769:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.383770:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.383772:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.383779:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.383782:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653913000. 00000001:00000010:1.0:1788201788.383784:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653913c00. 00000001:00000010:1.0:1788201788.383785:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653912c00. 00000001:00000010:1.0:1788201788.383787:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653912800. 00000001:00000010:1.0:1788201788.383788:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c47710212a0. 00000001:00000010:1.0:1788201788.383790:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c47660f7b00. 00000001:00000001:1.0:1788201788.383791:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.383792:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23920 (ffff9c465391cd40) now 3 - setup 00000020:00000001:1.0:1788201788.383793:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.383795:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.383796:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac400. 00000020:00000001:1.0:1788201788.383798:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.383799:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.383801:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.383802:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.383917:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.383927:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.383929:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.383930:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.383931:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.383932:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.383933:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.383935:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.383968:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.384038:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.384039:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.384040:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.384042:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.384044:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.384046:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.384047:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac400. 00000020:00000080:1.0:1788201788.384049:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.384052:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.384054:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23920 (ffff9c465391cd40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.384056:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23920 (uuid obd_uuid_23920) 00000020:00000040:1.0:1788201788.384057:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23920 (ffff9c465391cd40) now 1 - newdev 00000020:00000040:1.0:1788201788.384059:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4653904000 with handle 0x8990e4d0a221749e from hash 00000020:00000040:1.0:1788201788.384061:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4653904000 : new refcount 0 00000020:00000080:1.0:1788201788.384062:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4653904000/obd_uuid_23920 00000020:00000001:1.0:1788201788.384063:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.384065:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.384066:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4653904000/obd_uuid_23920 for obd_name_23920 00000020:00000001:1.0:1788201788.384067:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.384068:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.384070:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4653904000. 00000020:00000001:1.0:1788201788.384071:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.384072:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23920 obd_type name = obd_test 00000020:01000000:1.0:1788201788.384073:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23920 (obd_uuid_23920) 00000020:00000001:1.0:1788201788.384074:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.384076:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.384077:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.384079:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.384081:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4750532000. 00000020:00000010:1.0:1788201788.384082:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.384084:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.384086:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.384088:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771023640. 00000020:00000010:1.0:1788201788.384090:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.384091:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.384093:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4750532000. 00000020:00000010:1.0:1788201788.384094:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.384096:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.384097:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.384099:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.384101:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.384102:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c465391cd40. 00000020:00000001:1.0:1788201788.384105:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.384106:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.384107:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac400. 00000020:00000001:1.0:1788201788.384109:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.384111:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.384112:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.384113:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.384238:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.384249:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.384251:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.384253:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.384255:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.384256:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.384258:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.384260:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.384311:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.384386:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.384388:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.384389:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.384391:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.384415:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.384418:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.384431:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac400. 00000020:00000080:1.0:1788201788.384433:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.384437:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.384439:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23921: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.384441:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.384442:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23927 (ffff9c465391b380) has no exports 00000020:00000001:1.0:1788201788.384444:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.384445:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.384447:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.384450:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.384451:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.384454:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4750533000. 00000020:00000010:1.0:1788201788.384456:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.384458:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.384460:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.384463:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bace00. 00000020:00000010:1.0:1788201788.384466:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bace00. 00000020:00000010:1.0:1788201788.384471:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.384473:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.384475:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4750533000. 00000020:00000010:1.0:1788201788.384476:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.384478:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.384479:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.384481:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.384482:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.384490:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.384493:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653912400. 00000001:00000010:1.0:1788201788.384494:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653913400. 00000001:00000010:1.0:1788201788.384496:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653912200. 00000001:00000010:1.0:1788201788.384497:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653912000. 00000001:00000010:1.0:1788201788.384499:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771021860. 00000001:00000010:1.0:1788201788.384500:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c47660f7300. 00000001:00000001:1.0:1788201788.384502:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.384502:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23921 (ffff9c465391b380) now 3 - setup 00000020:00000001:1.0:1788201788.384504:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.384505:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.384507:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac400. 00000020:00000001:1.0:1788201788.384508:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.384510:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.384511:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.384512:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.384629:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.384640:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.384641:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.384642:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.384643:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.384645:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.384646:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.384647:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.384680:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.384754:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.384755:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.384756:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.384758:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.384760:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.384762:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.384763:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac400. 00000020:00000080:1.0:1788201788.384765:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.384768:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.384770:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23921 (ffff9c465391b380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.384772:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23921 (uuid obd_uuid_23921) 00000020:00000040:1.0:1788201788.384773:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23921 (ffff9c465391b380) now 1 - newdev 00000020:00000040:1.0:1788201788.384786:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4653904800 with handle 0x8990e4d0a22174a5 from hash 00000020:00000040:1.0:1788201788.384788:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4653904800 : new refcount 0 00000020:00000080:1.0:1788201788.384789:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4653904800/obd_uuid_23921 00000020:00000001:1.0:1788201788.384790:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.384792:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.384793:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4653904800/obd_uuid_23921 for obd_name_23921 00000020:00000001:1.0:1788201788.384794:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.384795:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.384797:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4653904800. 00000020:00000001:1.0:1788201788.384799:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.384800:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23921 obd_type name = obd_test 00000020:01000000:1.0:1788201788.384801:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23921 (obd_uuid_23921) 00000020:00000001:1.0:1788201788.384802:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.384804:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.384806:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.384807:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.384810:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4750534000. 00000020:00000010:1.0:1788201788.384811:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.384813:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.384815:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.384817:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771023d00. 00000020:00000010:1.0:1788201788.384819:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.384820:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.384822:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4750534000. 00000020:00000010:1.0:1788201788.384823:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.384825:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.384826:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.384828:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.384829:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.384830:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c465391b380. 00000020:00000001:1.0:1788201788.384833:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.384834:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.384835:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac400. 00000020:00000001:1.0:1788201788.384838:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.384839:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.384851:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.384852:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.384960:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.384971:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.384972:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.384973:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.384975:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.384976:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.384977:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.384978:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.385012:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.385080:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.385082:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.385083:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.385085:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.385087:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.385089:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.385090:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac400. 00000020:00000080:1.0:1788201788.385092:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.385095:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.385096:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23922: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.385098:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.385099:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23928 (ffff9c465392cd40) has no exports 00000020:00000001:1.0:1788201788.385101:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.385102:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.385104:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.385105:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.385107:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.385109:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4653829800. 00000020:00000010:1.0:1788201788.385111:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.385113:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.385115:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.385117:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac840. 00000020:00000010:1.0:1788201788.385119:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac840. 00000020:00000010:1.0:1788201788.385122:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.385139:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.385142:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4653829800. 00000020:00000010:1.0:1788201788.385143:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.385145:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.385146:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.385148:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.385150:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.385158:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.385161:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653911400. 00000001:00000010:1.0:1788201788.385162:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653910400. 00000001:00000010:1.0:1788201788.385164:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653912600. 00000001:00000010:1.0:1788201788.385165:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653913a00. 00000001:00000010:1.0:1788201788.385167:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771021cc0. 00000001:00000010:1.0:1788201788.385168:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c47660f7900. 00000001:00000001:1.0:1788201788.385170:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.385171:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23922 (ffff9c465392cd40) now 3 - setup 00000020:00000001:1.0:1788201788.385173:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.385174:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.385175:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac400. 00000020:00000001:1.0:1788201788.385177:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.385178:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.385180:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.385181:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.385320:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.385332:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.385333:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.385334:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.385335:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.385336:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.385338:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.385339:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.385373:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.385477:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.385478:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.385479:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.385481:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.385483:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.385485:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.385487:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac400. 00000020:00000080:1.0:1788201788.385488:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.385491:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.385493:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23922 (ffff9c465392cd40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.385495:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23922 (uuid obd_uuid_23922) 00000020:00000040:1.0:1788201788.385496:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23922 (ffff9c465392cd40) now 1 - newdev 00000020:00000040:1.0:1788201788.385498:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4653903800 with handle 0x8990e4d0a22174ac from hash 00000020:00000040:1.0:1788201788.385500:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4653903800 : new refcount 0 00000020:00000080:1.0:1788201788.385502:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4653903800/obd_uuid_23922 00000020:00000001:1.0:1788201788.385503:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.385505:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.385506:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4653903800/obd_uuid_23922 for obd_name_23922 00000020:00000001:1.0:1788201788.385507:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.385508:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.385510:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4653903800. 00000020:00000001:1.0:1788201788.385511:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.385512:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23922 obd_type name = obd_test 00000020:01000000:1.0:1788201788.385513:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23922 (obd_uuid_23922) 00000020:00000001:1.0:1788201788.385514:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.385516:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.385518:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.385520:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.385521:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4653829000. 00000020:00000010:1.0:1788201788.385523:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.385525:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.385527:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.385529:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771023f40. 00000020:00000010:1.0:1788201788.385531:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.385532:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.385534:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4653829000. 00000020:00000010:1.0:1788201788.385535:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.385537:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.385539:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.385540:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.385542:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.385543:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c465392cd40. 00000020:00000001:1.0:1788201788.385557:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.385559:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.385560:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac400. 00000020:00000001:1.0:1788201788.385563:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.385564:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.385566:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.385567:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.385680:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.385690:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.385692:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.385693:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.385694:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.385695:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.385696:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.385697:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.385730:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.385798:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.385800:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.385801:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.385803:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.385805:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.385807:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.385808:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac400. 00000020:00000080:1.0:1788201788.385809:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.385813:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.385814:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23923: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.385816:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.385817:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23929 (ffff9c465392b380) has no exports 00000020:00000001:1.0:1788201788.385818:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.385820:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.385821:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.385823:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.385825:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.385826:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465382e800. 00000020:00000010:1.0:1788201788.385828:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.385830:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.385832:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.385834:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac440. 00000020:00000010:1.0:1788201788.385836:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac440. 00000020:00000010:1.0:1788201788.385839:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.385841:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.385842:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465382e800. 00000020:00000010:1.0:1788201788.385844:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.385846:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.385847:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.385849:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.385850:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.385857:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.385860:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653931a00. 00000001:00000010:1.0:1788201788.385862:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653930c00. 00000001:00000010:1.0:1788201788.385863:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653930800. 00000001:00000010:1.0:1788201788.385865:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653930600. 00000001:00000010:1.0:1788201788.385866:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c47710211e0. 00000001:00000010:1.0:1788201788.385868:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c47660f7000. 00000001:00000001:1.0:1788201788.385869:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.385870:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23923 (ffff9c465392b380) now 3 - setup 00000020:00000001:1.0:1788201788.385872:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.385873:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.385874:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac400. 00000020:00000001:1.0:1788201788.385876:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.385877:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.385878:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.385879:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.385988:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.385999:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.386000:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.386001:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.386002:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.386004:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.386005:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.386006:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.386041:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.386110:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.386112:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.386113:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.386115:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.386117:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.386118:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.386121:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac400. 00000020:00000080:1.0:1788201788.386122:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.386139:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.386141:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23923 (ffff9c465392b380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.386143:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23923 (uuid obd_uuid_23923) 00000020:00000040:1.0:1788201788.386144:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23923 (ffff9c465392b380) now 1 - newdev 00000020:00000040:1.0:1788201788.386146:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4653906000 with handle 0x8990e4d0a22174b3 from hash 00000020:00000040:1.0:1788201788.386148:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4653906000 : new refcount 0 00000020:00000080:1.0:1788201788.386150:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4653906000/obd_uuid_23923 00000020:00000001:1.0:1788201788.386151:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.386152:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.386154:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4653906000/obd_uuid_23923 for obd_name_23923 00000020:00000001:1.0:1788201788.386155:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.386156:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.386157:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4653906000. 00000020:00000001:1.0:1788201788.386159:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.386160:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23923 obd_type name = obd_test 00000020:01000000:1.0:1788201788.386161:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23923 (obd_uuid_23923) 00000020:00000001:1.0:1788201788.386162:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.386164:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.386165:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.386167:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.386169:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465382f800. 00000020:00000010:1.0:1788201788.386171:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.386173:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.386174:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.386176:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771023d80. 00000020:00000010:1.0:1788201788.386178:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.386180:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.386181:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465382f800. 00000020:00000010:1.0:1788201788.386183:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.386185:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.386186:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.386188:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.386189:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.386190:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c465392b380. 00000020:00000001:1.0:1788201788.386193:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.386194:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.386196:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac400. 00000020:00000001:1.0:1788201788.386198:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.386199:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.386201:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.386202:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.386341:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.386352:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.386354:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.386355:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.386356:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.386357:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.386358:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.386360:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.386468:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.386543:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.386545:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.386546:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.386548:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.386550:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.386552:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.386554:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac400. 00000020:00000080:1.0:1788201788.386555:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.386559:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.386561:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23924: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.386562:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.386563:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23930 (ffff9c46539299c0) has no exports 00000020:00000001:1.0:1788201788.386565:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.386566:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.386568:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.386570:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.386571:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.386573:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4653828800. 00000020:00000010:1.0:1788201788.386576:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.386578:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.386579:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.386581:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac740. 00000020:00000010:1.0:1788201788.386584:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac740. 00000020:00000010:1.0:1788201788.386587:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.386588:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.386590:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4653828800. 00000020:00000010:1.0:1788201788.386592:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.386593:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.386595:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.386596:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.386598:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.386622:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.386625:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653930000. 00000001:00000010:1.0:1788201788.386627:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653930200. 00000001:00000010:1.0:1788201788.386629:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653931e00. 00000001:00000010:1.0:1788201788.386630:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653930e00. 00000001:00000010:1.0:1788201788.386631:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771021e20. 00000001:00000010:1.0:1788201788.386633:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c47660f7800. 00000001:00000001:1.0:1788201788.386635:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.386636:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23924 (ffff9c46539299c0) now 3 - setup 00000020:00000001:1.0:1788201788.386637:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.386639:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.386640:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac400. 00000020:00000001:1.0:1788201788.386642:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.386643:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.386645:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.386646:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.386760:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.386771:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.386772:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.386773:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.386774:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.386775:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.386777:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.386778:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.386813:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.386903:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.386905:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.386906:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.386908:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.386911:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.386912:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.386914:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac400. 00000020:00000080:1.0:1788201788.386915:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.386919:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.386921:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23924 (ffff9c46539299c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.386922:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23924 (uuid obd_uuid_23924) 00000020:00000040:1.0:1788201788.386923:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23924 (ffff9c46539299c0) now 1 - newdev 00000020:00000040:1.0:1788201788.386925:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4653905800 with handle 0x8990e4d0a22174ba from hash 00000020:00000040:1.0:1788201788.386928:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4653905800 : new refcount 0 00000020:00000080:1.0:1788201788.386929:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4653905800/obd_uuid_23924 00000020:00000001:1.0:1788201788.386930:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.386932:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.386933:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4653905800/obd_uuid_23924 for obd_name_23924 00000020:00000001:1.0:1788201788.386934:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.386935:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.386936:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4653905800. 00000020:00000001:1.0:1788201788.386938:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.386939:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23924 obd_type name = obd_test 00000020:01000000:1.0:1788201788.386940:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23924 (obd_uuid_23924) 00000020:00000001:1.0:1788201788.386941:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.386943:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.386944:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.386946:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.386948:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465382b000. 00000020:00000010:1.0:1788201788.386949:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.386951:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.386953:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.386955:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771023e40. 00000020:00000010:1.0:1788201788.386957:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.386959:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.386960:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465382b000. 00000020:00000010:1.0:1788201788.386962:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.386963:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.386965:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.386966:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.386968:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.386969:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46539299c0. 00000020:00000001:1.0:1788201788.386972:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.386973:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.386974:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac400. 00000020:00000001:1.0:1788201788.386976:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.386978:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.386979:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.386981:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.387092:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.387103:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.387104:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.387105:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.387106:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.387108:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.387109:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.387110:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.387162:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.387232:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.387233:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.387235:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.387236:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.387238:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.387240:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.387242:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac400. 00000020:00000080:1.0:1788201788.387243:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.387247:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.387249:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23925: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.387252:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.387253:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23931 (ffff9c4653928000) has no exports 00000020:00000001:1.0:1788201788.387255:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.387257:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.387260:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.387263:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.387265:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.387267:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465382f000. 00000020:00000010:1.0:1788201788.387270:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.387273:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.387276:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.387279:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bacdc0. 00000020:00000010:1.0:1788201788.387283:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bacdc0. 00000020:00000010:1.0:1788201788.387287:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.387290:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.387293:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465382f000. 00000020:00000010:1.0:1788201788.387296:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.387298:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.387301:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.387303:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.387305:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.387314:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.387317:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653931800. 00000001:00000010:1.0:1788201788.387318:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653931200. 00000001:00000010:1.0:1788201788.387320:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653931c00. 00000001:00000010:1.0:1788201788.387321:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653931000. 00000001:00000010:1.0:1788201788.387323:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771021200. 00000001:00000010:1.0:1788201788.387324:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c47660f7500. 00000001:00000001:1.0:1788201788.387325:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.387326:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23925 (ffff9c4653928000) now 3 - setup 00000020:00000001:1.0:1788201788.387328:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.387329:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.387331:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac400. 00000020:00000001:1.0:1788201788.387333:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.387334:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.387336:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.387337:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.387473:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.387484:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.387485:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.387486:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.387488:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.387489:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.387490:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.387491:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.387525:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.387595:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.387597:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.387598:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.387600:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.387602:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.387603:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.387605:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac400. 00000020:00000080:1.0:1788201788.387606:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.387610:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.387611:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23925 (ffff9c4653928000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.387613:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23925 (uuid obd_uuid_23925) 00000020:00000040:1.0:1788201788.387614:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23925 (ffff9c4653928000) now 1 - newdev 00000020:00000040:1.0:1788201788.387616:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4653905000 with handle 0x8990e4d0a22174c1 from hash 00000020:00000040:1.0:1788201788.387618:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4653905000 : new refcount 0 00000020:00000080:1.0:1788201788.387619:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4653905000/obd_uuid_23925 00000020:00000001:1.0:1788201788.387621:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.387622:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.387623:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4653905000/obd_uuid_23925 for obd_name_23925 00000020:00000001:1.0:1788201788.387625:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.387626:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.387627:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4653905000. 00000020:00000001:1.0:1788201788.387629:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.387630:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23925 obd_type name = obd_test 00000020:01000000:1.0:1788201788.387632:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23925 (obd_uuid_23925) 00000020:00000001:1.0:1788201788.387633:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.387634:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.387636:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.387638:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.387640:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465382a800. 00000020:00000010:1.0:1788201788.387641:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.387643:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.387645:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.387647:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771023780. 00000020:00000010:1.0:1788201788.387649:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.387650:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.387652:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465382a800. 00000020:00000010:1.0:1788201788.387653:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.387655:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.387656:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.387658:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.387659:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.387660:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4653928000. 00000020:00000001:1.0:1788201788.387663:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.387664:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.387666:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac400. 00000020:00000001:1.0:1788201788.387668:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.387669:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.387671:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.387672:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.387782:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.387793:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.387794:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.387796:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.387797:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.387798:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.387799:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.387800:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.387847:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.387928:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.387929:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.387931:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.387932:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.387935:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.387936:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.387938:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac400. 00000020:00000080:1.0:1788201788.387940:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.387943:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.387945:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23926: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.387946:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.387948:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23932 (ffff9c465393b380) has no exports 00000020:00000001:1.0:1788201788.387949:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.387950:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.387952:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.387954:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.387955:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.387957:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465382d800. 00000020:00000010:1.0:1788201788.387959:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.387961:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.387963:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.387965:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bacfc0. 00000020:00000010:1.0:1788201788.387967:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bacfc0. 00000020:00000010:1.0:1788201788.387970:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.387972:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.387973:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465382d800. 00000020:00000010:1.0:1788201788.387975:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.387977:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.387978:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.387980:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.387981:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.387988:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.387991:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653913200. 00000001:00000010:1.0:1788201788.387993:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653913800. 00000001:00000010:1.0:1788201788.387994:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653931600. 00000001:00000010:1.0:1788201788.387996:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653930a00. 00000001:00000010:1.0:1788201788.387997:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c47710215a0. 00000001:00000010:1.0:1788201788.387999:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c47660f7200. 00000001:00000001:1.0:1788201788.388000:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.388001:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23926 (ffff9c465393b380) now 3 - setup 00000020:00000001:1.0:1788201788.388003:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.388004:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.388005:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac400. 00000020:00000001:1.0:1788201788.388007:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.388008:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.388009:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.388010:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.388119:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.388144:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.388146:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.388147:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.388148:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.388149:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.388150:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.388152:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.388187:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.388257:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.388259:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.388260:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.388263:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.388266:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.388269:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.388271:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac400. 00000020:00000080:1.0:1788201788.388274:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.388279:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.388281:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23926 (ffff9c465393b380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.388284:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23926 (uuid obd_uuid_23926) 00000020:00000040:1.0:1788201788.388285:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23926 (ffff9c465393b380) now 1 - newdev 00000020:00000040:1.0:1788201788.388288:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4653907800 with handle 0x8990e4d0a22174c8 from hash 00000020:00000040:1.0:1788201788.388292:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4653907800 : new refcount 0 00000020:00000080:1.0:1788201788.388294:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4653907800/obd_uuid_23926 00000020:00000001:1.0:1788201788.388296:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.388298:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.388300:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4653907800/obd_uuid_23926 for obd_name_23926 00000020:00000001:1.0:1788201788.388302:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.388303:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.388305:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4653907800. 00000020:00000001:1.0:1788201788.388308:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.388309:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23926 obd_type name = obd_test 00000020:01000000:1.0:1788201788.388310:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23926 (obd_uuid_23926) 00000020:00000001:1.0:1788201788.388311:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.388313:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.388315:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.388317:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.388319:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465382d000. 00000020:00000010:1.0:1788201788.388321:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.388323:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.388325:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.388326:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c47710238c0. 00000020:00000010:1.0:1788201788.388328:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.388330:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.388332:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465382d000. 00000020:00000010:1.0:1788201788.388334:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.388335:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.388336:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.388338:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.388340:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.388341:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c465393b380. 00000020:00000001:1.0:1788201788.388344:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.388346:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.388347:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac400. 00000020:00000001:1.0:1788201788.388350:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.388351:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.388353:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.388354:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.388488:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.388499:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.388500:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.388501:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.388502:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.388504:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.388505:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.388506:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.388539:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.388606:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.388608:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.388609:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.388611:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.388613:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.388615:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.388616:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac400. 00000020:00000080:1.0:1788201788.388618:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.388621:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.388623:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23927: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.388624:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.388625:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23933 (ffff9c46539399c0) has no exports 00000020:00000001:1.0:1788201788.388627:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.388628:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.388630:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.388632:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.388634:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.388636:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465382b800. 00000020:00000010:1.0:1788201788.388637:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.388639:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.388641:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.388643:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac280. 00000020:00000010:1.0:1788201788.388645:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac280. 00000020:00000010:1.0:1788201788.388648:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.388650:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.388652:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465382b800. 00000020:00000010:1.0:1788201788.388654:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.388655:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.388657:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.388658:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.388660:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.388672:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.388675:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653932000. 00000001:00000010:1.0:1788201788.388677:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653932600. 00000001:00000010:1.0:1788201788.388678:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653933a00. 00000001:00000010:1.0:1788201788.388680:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653932200. 00000001:00000010:1.0:1788201788.388681:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c47710216c0. 00000001:00000010:1.0:1788201788.388683:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c47660f7c00. 00000001:00000001:1.0:1788201788.388685:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.388686:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23927 (ffff9c46539399c0) now 3 - setup 00000020:00000001:1.0:1788201788.388687:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.388688:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.388690:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac400. 00000020:00000001:1.0:1788201788.388691:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.388693:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.388694:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.388696:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.388807:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.388822:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.388824:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.388826:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.388827:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.388829:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.388831:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.388832:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.388881:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.388951:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.388953:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.388954:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.388956:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.388958:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.388960:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.388962:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac400. 00000020:00000080:1.0:1788201788.388963:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.388967:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.388968:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23927 (ffff9c46539399c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.388970:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23927 (uuid obd_uuid_23927) 00000020:00000040:1.0:1788201788.388971:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23927 (ffff9c46539399c0) now 1 - newdev 00000020:00000040:1.0:1788201788.388973:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4653902800 with handle 0x8990e4d0a22174cf from hash 00000020:00000040:1.0:1788201788.388975:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4653902800 : new refcount 0 00000020:00000080:1.0:1788201788.388976:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4653902800/obd_uuid_23927 00000020:00000001:1.0:1788201788.388978:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.388979:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.388980:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4653902800/obd_uuid_23927 for obd_name_23927 00000020:00000001:1.0:1788201788.388982:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.388983:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.388984:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4653902800. 00000020:00000001:1.0:1788201788.388986:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.388987:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23927 obd_type name = obd_test 00000020:01000000:1.0:1788201788.388988:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23927 (obd_uuid_23927) 00000020:00000001:1.0:1788201788.388989:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.388990:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.388992:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.388994:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.388995:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465382e000. 00000020:00000010:1.0:1788201788.388997:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.388999:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.389001:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.389003:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771023bc0. 00000020:00000010:1.0:1788201788.389005:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.389007:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.389008:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465382e000. 00000020:00000010:1.0:1788201788.389010:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.389012:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.389013:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.389015:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.389016:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.389018:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46539399c0. 00000020:00000001:1.0:1788201788.389020:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.389022:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.389023:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac400. 00000020:00000001:1.0:1788201788.389025:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.389026:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.389028:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.389029:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.389157:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.389168:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.389169:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.389170:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.389171:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.389172:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.389174:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.389175:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.389208:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.389285:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.389288:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.389289:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.389292:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.389295:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.389298:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.389301:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac400. 00000020:00000080:1.0:1788201788.389303:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.389308:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.389309:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23928: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.389311:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.389312:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23934 (ffff9c4653938000) has no exports 00000020:00000001:1.0:1788201788.389313:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.389315:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.389317:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.389319:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.389320:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.389322:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465382c000. 00000020:00000010:1.0:1788201788.389324:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.389326:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.389328:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.389330:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654baca40. 00000020:00000010:1.0:1788201788.389333:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654baca40. 00000020:00000010:1.0:1788201788.389336:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.389338:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.389339:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465382c000. 00000020:00000010:1.0:1788201788.389341:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.389343:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.389344:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.389346:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.389347:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.389355:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.389358:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653933200. 00000001:00000010:1.0:1788201788.389359:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653933800. 00000001:00000010:1.0:1788201788.389361:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653933600. 00000001:00000010:1.0:1788201788.389362:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653932a00. 00000001:00000010:1.0:1788201788.389364:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771021ae0. 00000001:00000010:1.0:1788201788.389365:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c47660f7f00. 00000001:00000001:1.0:1788201788.389366:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.389367:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23928 (ffff9c4653938000) now 3 - setup 00000020:00000001:1.0:1788201788.389369:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.389370:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.389371:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac400. 00000020:00000001:1.0:1788201788.389373:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.389374:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.389376:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.389377:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.389509:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.389519:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.389521:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.389522:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.389523:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.389525:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.389526:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.389527:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.389561:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.389629:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.389631:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.389632:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.389633:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.389636:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.389638:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.389639:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac400. 00000020:00000080:1.0:1788201788.389640:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.389644:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.389646:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23928 (ffff9c4653938000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.389648:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23928 (uuid obd_uuid_23928) 00000020:00000040:1.0:1788201788.389649:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23928 (ffff9c4653938000) now 1 - newdev 00000020:00000040:1.0:1788201788.389651:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4653901000 with handle 0x8990e4d0a22174d6 from hash 00000020:00000040:1.0:1788201788.389653:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4653901000 : new refcount 0 00000020:00000080:1.0:1788201788.389654:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4653901000/obd_uuid_23928 00000020:00000001:1.0:1788201788.389656:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.389657:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.389658:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4653901000/obd_uuid_23928 for obd_name_23928 00000020:00000001:1.0:1788201788.389660:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.389661:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.389662:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4653901000. 00000020:00000001:1.0:1788201788.389664:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.389664:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23928 obd_type name = obd_test 00000020:01000000:1.0:1788201788.389665:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23928 (obd_uuid_23928) 00000020:00000001:1.0:1788201788.389666:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.389668:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.389670:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.389671:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.389673:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465382c800. 00000020:00000010:1.0:1788201788.389675:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.389677:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.389679:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.389681:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771023f00. 00000020:00000010:1.0:1788201788.389683:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.389684:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.389686:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465382c800. 00000020:00000010:1.0:1788201788.389687:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.389689:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.389690:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.389692:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.389693:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.389695:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4653938000. 00000020:00000001:1.0:1788201788.389697:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.389699:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.389700:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac400. 00000020:00000001:1.0:1788201788.389702:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.389704:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.389705:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.389707:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.389818:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.389833:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.389835:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.389837:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.389839:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.389841:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.389843:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.389845:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.389891:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.389962:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.389964:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.389965:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.389967:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.389969:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.389971:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.389973:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac400. 00000020:00000080:1.0:1788201788.389975:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.389978:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.389980:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23929: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.389981:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.389983:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23935 (ffff9c465393cd40) has no exports 00000020:00000001:1.0:1788201788.389984:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.389985:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.389987:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.389988:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.389990:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.389992:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465382a000. 00000020:00000010:1.0:1788201788.389994:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.389996:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.389998:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.390000:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac140. 00000020:00000010:1.0:1788201788.390002:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac140. 00000020:00000010:1.0:1788201788.390005:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.390007:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.390008:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465382a000. 00000020:00000010:1.0:1788201788.390010:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.390012:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.390013:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.390015:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.390016:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.390023:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.390026:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653933e00. 00000001:00000010:1.0:1788201788.390028:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653932e00. 00000001:00000010:1.0:1788201788.390029:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653932400. 00000001:00000010:1.0:1788201788.390030:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653933400. 00000001:00000010:1.0:1788201788.390032:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c47710219a0. 00000001:00000010:1.0:1788201788.390033:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c47660f7600. 00000001:00000001:1.0:1788201788.390035:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.390036:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23929 (ffff9c465393cd40) now 3 - setup 00000020:00000001:1.0:1788201788.390037:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.390038:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.390040:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac400. 00000020:00000001:1.0:1788201788.390042:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.390043:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.390044:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.390046:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.390175:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.390186:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.390187:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.390189:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.390190:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.390191:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.390192:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.390193:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.390227:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.390313:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.390315:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.390316:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.390318:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.390320:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.390322:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.390324:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac400. 00000020:00000080:1.0:1788201788.390325:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.390328:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.390333:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23929 (ffff9c465393cd40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.390335:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23929 (uuid obd_uuid_23929) 00000020:00000040:1.0:1788201788.390336:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23929 (ffff9c465393cd40) now 1 - newdev 00000020:00000040:1.0:1788201788.390338:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4653906800 with handle 0x8990e4d0a22174dd from hash 00000020:00000040:1.0:1788201788.390340:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4653906800 : new refcount 0 00000020:00000080:1.0:1788201788.390341:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4653906800/obd_uuid_23929 00000020:00000001:1.0:1788201788.390343:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.390344:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.390345:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4653906800/obd_uuid_23929 for obd_name_23929 00000020:00000001:1.0:1788201788.390347:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.390348:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.390349:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4653906800. 00000020:00000001:1.0:1788201788.390352:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.390353:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23929 obd_type name = obd_test 00000020:01000000:1.0:1788201788.390354:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23929 (obd_uuid_23929) 00000020:00000001:1.0:1788201788.390355:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.390357:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.390358:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.390360:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.390362:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4653828000. 00000020:00000010:1.0:1788201788.390364:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.390366:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.390367:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.390369:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771023c80. 00000020:00000010:1.0:1788201788.390371:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.390373:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.390374:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4653828000. 00000020:00000010:1.0:1788201788.390376:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.390377:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.390379:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.390380:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.390381:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.390383:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c465393cd40. 00000020:00000001:1.0:1788201788.390385:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.390386:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.390388:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac400. 00000020:00000001:1.0:1788201788.390391:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.390449:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.390452:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.390453:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.390695:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.390707:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.390708:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.390709:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.390710:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.390711:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.390712:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.390714:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.390748:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.390818:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.390821:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.390822:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.390825:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.390828:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.390831:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.390833:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.390835:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.390840:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.390842:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23930: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.390845:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.390846:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23936 (ffff9c4653953380) has no exports 00000020:00000001:1.0:1788201788.390848:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.390850:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.390853:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.390856:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.390858:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.390862:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46538c0800. 00000020:00000010:1.0:1788201788.390865:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.390868:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.390871:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.390873:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac640. 00000020:00000010:1.0:1788201788.390876:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac640. 00000020:00000010:1.0:1788201788.390879:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.390881:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.390882:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46538c0800. 00000020:00000010:1.0:1788201788.390884:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.390886:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.390887:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.390889:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.390890:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.390898:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.390901:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653931400. 00000001:00000010:1.0:1788201788.390903:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653930400. 00000001:00000010:1.0:1788201788.390905:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653933c00. 00000001:00000010:1.0:1788201788.390906:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653933000. 00000001:00000010:1.0:1788201788.390907:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771021420. 00000001:00000010:1.0:1788201788.390909:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c47660f7d00. 00000001:00000001:1.0:1788201788.390910:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.390911:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23930 (ffff9c4653953380) now 3 - setup 00000020:00000001:1.0:1788201788.390913:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.390914:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.390915:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.390917:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.390918:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.390919:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.390921:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.391040:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.391051:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.391052:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.391054:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.391055:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.391056:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.391057:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.391058:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.391092:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.391182:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.391184:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.391185:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.391187:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.391189:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.391191:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.391193:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.391194:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.391197:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.391199:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23930 (ffff9c4653953380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.391201:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23930 (uuid obd_uuid_23930) 00000020:00000040:1.0:1788201788.391202:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23930 (ffff9c4653953380) now 1 - newdev 00000020:00000040:1.0:1788201788.391205:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465394f800 with handle 0x8990e4d0a22174e4 from hash 00000020:00000040:1.0:1788201788.391207:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465394f800 : new refcount 0 00000020:00000080:1.0:1788201788.391208:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465394f800/obd_uuid_23930 00000020:00000001:1.0:1788201788.391210:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.391211:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.391212:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465394f800/obd_uuid_23930 for obd_name_23930 00000020:00000001:1.0:1788201788.391214:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.391215:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.391216:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465394f800. 00000020:00000001:1.0:1788201788.391218:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.391219:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23930 obd_type name = obd_test 00000020:01000000:1.0:1788201788.391220:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23930 (obd_uuid_23930) 00000020:00000001:1.0:1788201788.391221:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.391222:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.391224:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.391226:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.391228:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46538c1800. 00000020:00000010:1.0:1788201788.391230:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.391232:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.391234:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.391236:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771023940. 00000020:00000010:1.0:1788201788.391238:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.391240:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.391241:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46538c1800. 00000020:00000010:1.0:1788201788.391243:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.391245:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.391246:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.391249:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.391251:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.391253:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4653953380. 00000020:00000001:1.0:1788201788.391256:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.391258:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.391261:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.391263:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.391265:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.391268:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.391270:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.391415:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.391425:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.391427:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.391428:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.391429:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.391430:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.391432:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.391433:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.391467:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.391540:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.391542:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.391543:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.391544:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.391546:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.391548:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.391550:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.391551:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.391554:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.391556:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23931: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.391557:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.391559:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23937 (ffff9c46539519c0) has no exports 00000020:00000001:1.0:1788201788.391560:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.391562:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.391563:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.391565:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.391567:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.391569:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46538c0000. 00000020:00000010:1.0:1788201788.391571:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.391573:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.391575:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.391577:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bacd80. 00000020:00000010:1.0:1788201788.391579:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bacd80. 00000020:00000010:1.0:1788201788.391582:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.391584:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.391586:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46538c0000. 00000020:00000010:1.0:1788201788.391587:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.391589:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.391590:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.391592:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.391593:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.391600:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.391604:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653959600. 00000001:00000010:1.0:1788201788.391633:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653958a00. 00000001:00000010:1.0:1788201788.391635:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653959e00. 00000001:00000010:1.0:1788201788.391636:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653959000. 00000001:00000010:1.0:1788201788.391637:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771021460. 00000001:00000010:1.0:1788201788.391639:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c47660f7100. 00000001:00000001:1.0:1788201788.391640:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.391641:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23931 (ffff9c46539519c0) now 3 - setup 00000020:00000001:1.0:1788201788.391643:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.391644:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.391646:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.391647:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.391648:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.391650:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.391651:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.391766:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.391776:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.391778:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.391779:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.391780:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.391781:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.391782:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.391784:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.391821:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.391913:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.391915:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.391916:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.391918:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.391921:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.391923:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.391924:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.391926:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.391929:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.391930:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23931 (ffff9c46539519c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.391932:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23931 (uuid obd_uuid_23931) 00000020:00000040:1.0:1788201788.391934:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23931 (ffff9c46539519c0) now 1 - newdev 00000020:00000040:1.0:1788201788.391936:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465394a800 with handle 0x8990e4d0a22174eb from hash 00000020:00000040:1.0:1788201788.391938:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465394a800 : new refcount 0 00000020:00000080:1.0:1788201788.391939:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465394a800/obd_uuid_23931 00000020:00000001:1.0:1788201788.391940:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.391942:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.391943:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465394a800/obd_uuid_23931 for obd_name_23931 00000020:00000001:1.0:1788201788.391944:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.391945:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.391947:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465394a800. 00000020:00000001:1.0:1788201788.391949:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.391949:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23931 obd_type name = obd_test 00000020:01000000:1.0:1788201788.391950:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23931 (obd_uuid_23931) 00000020:00000001:1.0:1788201788.391951:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.391953:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.391955:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.391957:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.391959:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46538c3000. 00000020:00000010:1.0:1788201788.391961:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.391963:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.391965:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.391967:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771023b80. 00000020:00000010:1.0:1788201788.391969:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.391970:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.391972:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46538c3000. 00000020:00000010:1.0:1788201788.391974:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.391975:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.391977:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.391979:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.391980:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.391981:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46539519c0. 00000020:00000001:1.0:1788201788.391984:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.391986:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.391987:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.391989:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.391990:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.391992:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.391993:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.392108:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.392118:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.392119:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.392121:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.392122:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.392123:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.392137:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.392138:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.392175:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.392248:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.392250:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.392252:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.392254:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.392258:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.392260:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.392263:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.392265:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.392269:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.392271:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23932: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.392274:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.392276:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23938 (ffff9c4653950000) has no exports 00000020:00000001:1.0:1788201788.392278:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.392280:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.392282:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.392285:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.392288:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.392292:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46538c4000. 00000020:00000010:1.0:1788201788.392295:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.392298:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.392301:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.392304:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bacf40. 00000020:00000010:1.0:1788201788.392307:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bacf40. 00000020:00000010:1.0:1788201788.392310:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.392312:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.392314:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46538c4000. 00000020:00000010:1.0:1788201788.392315:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.392317:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.392318:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.392320:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.392321:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.392329:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.392332:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653959c00. 00000001:00000010:1.0:1788201788.392333:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653959400. 00000001:00000010:1.0:1788201788.392335:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653959a00. 00000001:00000010:1.0:1788201788.392336:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653958c00. 00000001:00000010:1.0:1788201788.392338:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771021980. 00000001:00000010:1.0:1788201788.392339:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4655730900. 00000001:00000001:1.0:1788201788.392342:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.392343:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23932 (ffff9c4653950000) now 3 - setup 00000020:00000001:1.0:1788201788.392344:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.392345:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.392347:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.392349:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.392350:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.392351:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.392353:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.392487:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.392498:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.392499:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.392501:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.392502:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.392503:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.392504:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.392505:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.392539:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.392611:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.392613:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.392614:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.392616:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.392618:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.392620:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.392621:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.392623:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.392626:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.392628:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23932 (ffff9c4653950000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.392629:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23932 (uuid obd_uuid_23932) 00000020:00000040:1.0:1788201788.392630:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23932 (ffff9c4653950000) now 1 - newdev 00000020:00000040:1.0:1788201788.392633:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4653949000 with handle 0x8990e4d0a22174f2 from hash 00000020:00000040:1.0:1788201788.392635:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4653949000 : new refcount 0 00000020:00000080:1.0:1788201788.392636:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4653949000/obd_uuid_23932 00000020:00000001:1.0:1788201788.392637:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.392639:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.392640:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4653949000/obd_uuid_23932 for obd_name_23932 00000020:00000001:1.0:1788201788.392641:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.392642:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.392643:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4653949000. 00000020:00000001:1.0:1788201788.392645:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.392646:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23932 obd_type name = obd_test 00000020:01000000:1.0:1788201788.392647:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23932 (obd_uuid_23932) 00000020:00000001:1.0:1788201788.392648:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.392650:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.392651:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.392653:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.392655:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46538c2000. 00000020:00000010:1.0:1788201788.392657:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.392659:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.392661:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.392663:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771023d40. 00000020:00000010:1.0:1788201788.392665:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.392666:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.392668:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46538c2000. 00000020:00000010:1.0:1788201788.392670:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.392671:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.392673:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.392674:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.392675:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.392677:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4653950000. 00000020:00000001:1.0:1788201788.392679:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.392681:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.392682:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.392684:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.392685:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.392687:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.392688:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.392799:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.392810:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.392812:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.392814:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.392816:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.392817:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.392819:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.392821:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.392871:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.392952:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.392954:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.392955:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.392957:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.392959:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.392961:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.392962:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.392964:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.392967:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.392968:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23933: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.392970:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.392971:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23939 (ffff9c4653954d40) has no exports 00000020:00000001:1.0:1788201788.392972:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.392974:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.392976:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.392977:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.392979:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.392981:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46538c3800. 00000020:00000010:1.0:1788201788.392983:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.392985:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.392987:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.392988:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac780. 00000020:00000010:1.0:1788201788.392991:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac780. 00000020:00000010:1.0:1788201788.392994:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.392995:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.392997:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46538c3800. 00000020:00000010:1.0:1788201788.392999:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.393000:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.393002:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.393003:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.393005:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.393012:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.393015:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653958800. 00000001:00000010:1.0:1788201788.393016:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653958400. 00000001:00000010:1.0:1788201788.393018:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653959200. 00000001:00000010:1.0:1788201788.393019:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653958200. 00000001:00000010:1.0:1788201788.393021:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c47710217a0. 00000001:00000010:1.0:1788201788.393022:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4655730000. 00000001:00000001:1.0:1788201788.393024:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.393025:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23933 (ffff9c4653954d40) now 3 - setup 00000020:00000001:1.0:1788201788.393026:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.393028:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.393029:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.393031:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.393032:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.393034:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.393035:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.393170:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.393181:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.393182:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.393183:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.393185:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.393186:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.393187:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.393188:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.393222:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.393316:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.393318:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.393319:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.393321:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.393324:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.393325:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.393327:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.393328:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.393332:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.393334:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23933 (ffff9c4653954d40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.393335:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23933 (uuid obd_uuid_23933) 00000020:00000040:1.0:1788201788.393336:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23933 (ffff9c4653954d40) now 1 - newdev 00000020:00000040:1.0:1788201788.393339:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465394e800 with handle 0x8990e4d0a22174f9 from hash 00000020:00000040:1.0:1788201788.393341:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465394e800 : new refcount 0 00000020:00000080:1.0:1788201788.393342:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465394e800/obd_uuid_23933 00000020:00000001:1.0:1788201788.393343:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.393345:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.393346:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465394e800/obd_uuid_23933 for obd_name_23933 00000020:00000001:1.0:1788201788.393347:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.393348:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.393350:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465394e800. 00000020:00000001:1.0:1788201788.393352:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.393353:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23933 obd_type name = obd_test 00000020:01000000:1.0:1788201788.393354:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23933 (obd_uuid_23933) 00000020:00000001:1.0:1788201788.393355:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.393357:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.393359:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.393360:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.393363:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46538c4800. 00000020:00000010:1.0:1788201788.393365:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.393367:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.393368:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.393370:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771023900. 00000020:00000010:1.0:1788201788.393372:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.393374:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.393375:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46538c4800. 00000020:00000010:1.0:1788201788.393377:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.393378:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.393380:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.393381:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.393383:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.393384:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4653954d40. 00000020:00000001:1.0:1788201788.393387:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.393388:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.393389:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.393391:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.393408:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.393410:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.393411:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.393532:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.393542:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.393543:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.393545:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.393546:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.393547:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.393549:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.393550:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.393585:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.393659:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.393661:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.393662:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.393664:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.393666:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.393667:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.393669:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.393670:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.393674:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.393675:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23934: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.393677:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.393678:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23940 (ffff9c4653964d40) has no exports 00000020:00000001:1.0:1788201788.393679:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.393681:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.393683:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.393684:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.393686:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.393688:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46538c5800. 00000020:00000010:1.0:1788201788.393690:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.393692:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.393693:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.393695:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bace40. 00000020:00000010:1.0:1788201788.393698:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bace40. 00000020:00000010:1.0:1788201788.393700:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.393702:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.393704:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46538c5800. 00000020:00000010:1.0:1788201788.393705:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.393707:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.393709:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.393710:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.393711:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.393719:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.393722:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653932800. 00000001:00000010:1.0:1788201788.393723:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653932c00. 00000001:00000010:1.0:1788201788.393729:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653958000. 00000001:00000010:1.0:1788201788.393731:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653958600. 00000001:00000010:1.0:1788201788.393732:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c47710215e0. 00000001:00000010:1.0:1788201788.393734:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4655730800. 00000001:00000001:1.0:1788201788.393736:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.393737:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23934 (ffff9c4653964d40) now 3 - setup 00000020:00000001:1.0:1788201788.393738:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.393739:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.393741:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.393743:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.393744:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.393745:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.393747:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.393894:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.393912:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.393914:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.393915:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.393917:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.393919:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.393920:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.393922:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.393969:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.394071:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.394073:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.394074:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.394076:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.394078:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.394080:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.394082:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.394083:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.394086:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.394088:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23934 (ffff9c4653964d40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.394090:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23934 (uuid obd_uuid_23934) 00000020:00000040:1.0:1788201788.394092:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23934 (ffff9c4653964d40) now 1 - newdev 00000020:00000040:1.0:1788201788.394094:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465394f000 with handle 0x8990e4d0a2217500 from hash 00000020:00000040:1.0:1788201788.394096:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465394f000 : new refcount 0 00000020:00000080:1.0:1788201788.394097:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465394f000/obd_uuid_23934 00000020:00000001:1.0:1788201788.394099:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.394100:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.394101:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465394f000/obd_uuid_23934 for obd_name_23934 00000020:00000001:1.0:1788201788.394102:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.394103:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.394104:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465394f000. 00000020:00000001:1.0:1788201788.394106:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.394107:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23934 obd_type name = obd_test 00000020:01000000:1.0:1788201788.394108:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23934 (obd_uuid_23934) 00000020:00000001:1.0:1788201788.394109:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.394110:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.394112:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.394114:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.394116:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46538c6000. 00000020:00000010:1.0:1788201788.394118:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.394120:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.394121:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.394137:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c47710234c0. 00000020:00000010:1.0:1788201788.394141:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.394142:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.394144:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46538c6000. 00000020:00000010:1.0:1788201788.394145:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.394147:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.394149:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.394150:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.394152:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.394153:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4653964d40. 00000020:00000001:1.0:1788201788.394169:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.394171:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.394172:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.394175:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.394176:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.394178:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.394179:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.394328:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.394339:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.394340:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.394341:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.394342:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.394343:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.394345:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.394346:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.394380:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.394507:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.394509:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.394510:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.394512:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.394514:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.394516:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.394518:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.394519:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.394522:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.394524:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23935: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.394526:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.394527:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23941 (ffff9c4653963380) has no exports 00000020:00000001:1.0:1788201788.394528:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.394530:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.394532:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.394533:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.394535:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.394537:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46538c7800. 00000020:00000010:1.0:1788201788.394539:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.394541:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.394542:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.394544:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bacec0. 00000020:00000010:1.0:1788201788.394547:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bacec0. 00000020:00000010:1.0:1788201788.394550:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.394552:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.394553:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46538c7800. 00000020:00000010:1.0:1788201788.394555:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.394556:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.394558:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.394560:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.394561:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.394569:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.394572:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465395a800. 00000001:00000010:1.0:1788201788.394574:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465395a400. 00000001:00000010:1.0:1788201788.394575:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465395b400. 00000001:00000010:1.0:1788201788.394577:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465395ac00. 00000001:00000010:1.0:1788201788.394578:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771021880. 00000001:00000010:1.0:1788201788.394579:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4655730500. 00000001:00000001:1.0:1788201788.394581:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.394582:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23935 (ffff9c4653963380) now 3 - setup 00000020:00000001:1.0:1788201788.394583:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.394585:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.394586:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.394588:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.394589:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.394590:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.394592:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.394707:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.394718:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.394719:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.394720:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.394721:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.394722:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.394724:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.394725:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.394758:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.394840:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.394843:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.394845:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.394848:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.394851:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.394854:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.394856:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.394859:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.394864:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.394866:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23935 (ffff9c4653963380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.394868:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23935 (uuid obd_uuid_23935) 00000020:00000040:1.0:1788201788.394870:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23935 (ffff9c4653963380) now 1 - newdev 00000020:00000040:1.0:1788201788.394873:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4653949800 with handle 0x8990e4d0a2217507 from hash 00000020:00000040:1.0:1788201788.394875:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4653949800 : new refcount 0 00000020:00000080:1.0:1788201788.394877:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4653949800/obd_uuid_23935 00000020:00000001:1.0:1788201788.394878:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.394880:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.394881:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4653949800/obd_uuid_23935 for obd_name_23935 00000020:00000001:1.0:1788201788.394882:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.394883:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.394885:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4653949800. 00000020:00000001:1.0:1788201788.394886:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.394887:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23935 obd_type name = obd_test 00000020:01000000:1.0:1788201788.394888:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23935 (obd_uuid_23935) 00000020:00000001:1.0:1788201788.394889:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.394891:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.394893:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.394895:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.394897:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46538c5000. 00000020:00000010:1.0:1788201788.394898:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.394900:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.394902:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.394904:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771023000. 00000020:00000010:1.0:1788201788.394906:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.394907:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.394909:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46538c5000. 00000020:00000010:1.0:1788201788.394911:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.394913:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.394914:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.394915:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.394917:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.394918:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4653963380. 00000020:00000001:1.0:1788201788.394924:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.394925:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.394926:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.394928:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.394930:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.394931:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.394933:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.395051:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.395061:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.395063:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.395064:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.395065:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.395066:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.395067:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.395069:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.395102:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.395191:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.395192:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.395193:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.395195:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.395197:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.395199:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.395201:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.395202:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.395205:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.395207:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23936: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.395209:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.395210:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23942 (ffff9c46539619c0) has no exports 00000020:00000001:1.0:1788201788.395211:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.395213:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.395215:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.395217:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.395218:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.395220:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46538c1000. 00000020:00000010:1.0:1788201788.395222:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.395224:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.395226:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.395228:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac8c0. 00000020:00000010:1.0:1788201788.395231:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac8c0. 00000020:00000010:1.0:1788201788.395233:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.395235:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.395236:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46538c1000. 00000020:00000010:1.0:1788201788.395238:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.395240:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.395241:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.395243:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.395244:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.395253:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.395258:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465395ba00. 00000001:00000010:1.0:1788201788.395261:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465395a600. 00000001:00000010:1.0:1788201788.395263:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465395b800. 00000001:00000010:1.0:1788201788.395265:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465395b200. 00000001:00000010:1.0:1788201788.395267:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c47710210e0. 00000001:00000010:1.0:1788201788.395269:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4655730200. 00000001:00000001:1.0:1788201788.395272:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.395273:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23936 (ffff9c46539619c0) now 3 - setup 00000020:00000001:1.0:1788201788.395276:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.395278:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.395280:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.395283:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.395285:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.395288:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.395289:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.395433:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.395444:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.395445:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.395446:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.395447:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.395449:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.395450:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.395451:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.395485:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.395559:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.395560:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.395561:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.395563:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.395565:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.395567:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.395568:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.395570:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.395573:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.395575:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23936 (ffff9c46539619c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.395576:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23936 (uuid obd_uuid_23936) 00000020:00000040:1.0:1788201788.395577:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23936 (ffff9c46539619c0) now 1 - newdev 00000020:00000040:1.0:1788201788.395580:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4653948800 with handle 0x8990e4d0a221750e from hash 00000020:00000040:1.0:1788201788.395582:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4653948800 : new refcount 0 00000020:00000080:1.0:1788201788.395583:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4653948800/obd_uuid_23936 00000020:00000001:1.0:1788201788.395584:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.395586:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.395587:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4653948800/obd_uuid_23936 for obd_name_23936 00000020:00000001:1.0:1788201788.395588:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.395589:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.395591:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4653948800. 00000020:00000001:1.0:1788201788.395593:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.395593:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23936 obd_type name = obd_test 00000020:01000000:1.0:1788201788.395594:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23936 (obd_uuid_23936) 00000020:00000001:1.0:1788201788.395595:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.395597:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.395599:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.395601:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.395603:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46538c2800. 00000020:00000010:1.0:1788201788.395605:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.395607:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.395608:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.395610:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771023040. 00000020:00000010:1.0:1788201788.395612:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.395614:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.395615:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46538c2800. 00000020:00000010:1.0:1788201788.395617:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.395619:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.395620:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.395622:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.395623:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.395624:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46539619c0. 00000020:00000001:1.0:1788201788.395628:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.395629:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.395631:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.395632:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.395634:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.395635:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.395637:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.395749:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.395759:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.395761:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.395762:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.395763:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.395764:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.395765:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.395766:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.395799:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.395903:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.395905:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.395906:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.395907:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.395910:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.395912:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.395913:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.395915:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.395918:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.395920:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23937: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.395921:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.395923:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23943 (ffff9c4653960000) has no exports 00000020:00000001:1.0:1788201788.395935:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.395937:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.395938:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.395940:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.395941:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.395943:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46538c7000. 00000020:00000010:1.0:1788201788.395945:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.395947:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.395949:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.395951:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bace80. 00000020:00000010:1.0:1788201788.395953:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bace80. 00000020:00000010:1.0:1788201788.395956:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.395958:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.395959:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46538c7000. 00000020:00000010:1.0:1788201788.395961:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.395963:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.395964:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.395966:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.395967:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.395975:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.395977:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465395a200. 00000001:00000010:1.0:1788201788.395979:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465395a000. 00000001:00000010:1.0:1788201788.395980:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465395b600. 00000001:00000010:1.0:1788201788.395981:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465395aa00. 00000001:00000010:1.0:1788201788.395983:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771021d80. 00000001:00000010:1.0:1788201788.395984:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4655730c00. 00000001:00000001:1.0:1788201788.395986:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.395987:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23937 (ffff9c4653960000) now 3 - setup 00000020:00000001:1.0:1788201788.395989:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.395990:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.395991:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.395993:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.395994:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.395996:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.395997:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.396111:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.396121:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.396122:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.396138:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.396140:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.396141:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.396142:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.396143:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.396179:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.396255:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.396258:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.396259:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.396262:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.396265:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.396268:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.396271:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.396273:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.396278:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.396280:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23937 (ffff9c4653960000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.396283:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23937 (uuid obd_uuid_23937) 00000020:00000040:1.0:1788201788.396284:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23937 (ffff9c4653960000) now 1 - newdev 00000020:00000040:1.0:1788201788.396288:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465394b000 with handle 0x8990e4d0a2217515 from hash 00000020:00000040:1.0:1788201788.396291:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465394b000 : new refcount 0 00000020:00000080:1.0:1788201788.396293:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465394b000/obd_uuid_23937 00000020:00000001:1.0:1788201788.396295:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.396297:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.396299:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465394b000/obd_uuid_23937 for obd_name_23937 00000020:00000001:1.0:1788201788.396302:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.396303:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.396305:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465394b000. 00000020:00000001:1.0:1788201788.396308:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.396309:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23937 obd_type name = obd_test 00000020:01000000:1.0:1788201788.396310:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23937 (obd_uuid_23937) 00000020:00000001:1.0:1788201788.396311:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.396313:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.396315:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.396317:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.396319:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46538c6800. 00000020:00000010:1.0:1788201788.396321:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.396323:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.396325:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.396327:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771023240. 00000020:00000010:1.0:1788201788.396329:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.396330:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.396332:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46538c6800. 00000020:00000010:1.0:1788201788.396334:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.396335:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.396337:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.396338:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.396340:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.396341:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4653960000. 00000020:00000001:1.0:1788201788.396344:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.396345:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.396346:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.396349:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.396350:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.396351:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.396353:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.396531:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.396545:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.396547:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.396549:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.396551:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.396552:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.396554:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.396556:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.396603:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.396687:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.396689:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.396690:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.396692:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.396694:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.396696:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.396698:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.396699:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.396702:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.396704:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23938: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.396705:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.396706:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23944 (ffff9c4653970000) has no exports 00000020:00000001:1.0:1788201788.396708:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.396709:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.396711:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.396713:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.396714:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.396717:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465382d800. 00000020:00000010:1.0:1788201788.396719:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.396721:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.396722:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.396724:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac100. 00000020:00000010:1.0:1788201788.396726:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac100. 00000020:00000010:1.0:1788201788.396729:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.396731:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.396732:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465382d800. 00000020:00000010:1.0:1788201788.396734:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.396746:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.396748:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.396749:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.396751:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.396759:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.396762:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653959800. 00000001:00000010:1.0:1788201788.396764:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653958e00. 00000001:00000010:1.0:1788201788.396766:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465395be00. 00000001:00000010:1.0:1788201788.396767:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465395ae00. 00000001:00000010:1.0:1788201788.396768:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771021c40. 00000001:00000010:1.0:1788201788.396770:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4655730f00. 00000001:00000001:1.0:1788201788.396771:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.396772:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23938 (ffff9c4653970000) now 3 - setup 00000020:00000001:1.0:1788201788.396773:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.396775:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.396776:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.396778:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.396779:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.396781:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.396782:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.396921:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.396932:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.396933:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.396934:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.396935:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.396937:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.396938:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.396939:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.396973:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.397046:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.397048:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.397049:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.397051:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.397053:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.397055:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.397056:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.397058:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.397061:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.397063:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23938 (ffff9c4653970000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.397065:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23938 (uuid obd_uuid_23938) 00000020:00000040:1.0:1788201788.397066:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23938 (ffff9c4653970000) now 1 - newdev 00000020:00000040:1.0:1788201788.397068:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4653948000 with handle 0x8990e4d0a221751c from hash 00000020:00000040:1.0:1788201788.397070:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4653948000 : new refcount 0 00000020:00000080:1.0:1788201788.397071:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4653948000/obd_uuid_23938 00000020:00000001:1.0:1788201788.397073:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.397074:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.397075:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4653948000/obd_uuid_23938 for obd_name_23938 00000020:00000001:1.0:1788201788.397076:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.397077:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.397079:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4653948000. 00000020:00000001:1.0:1788201788.397081:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.397082:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23938 obd_type name = obd_test 00000020:01000000:1.0:1788201788.397083:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23938 (obd_uuid_23938) 00000020:00000001:1.0:1788201788.397084:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.397085:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.397087:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.397089:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.397090:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465382a800. 00000020:00000010:1.0:1788201788.397092:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.397094:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.397096:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.397097:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771023580. 00000020:00000010:1.0:1788201788.397099:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.397101:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.397102:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465382a800. 00000020:00000010:1.0:1788201788.397104:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.397106:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.397107:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.397109:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.397110:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.397111:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4653970000. 00000020:00000001:1.0:1788201788.397114:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.397116:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.397117:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.397119:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.397120:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.397122:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.397123:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.397279:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.397294:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.397297:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.397298:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.397300:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.397302:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.397304:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.397305:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.397344:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.397457:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.397459:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.397460:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.397461:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.397464:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.397465:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.397467:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.397468:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.397472:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.397473:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23939: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.397475:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.397476:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23945 (ffff9c4653974d40) has no exports 00000020:00000001:1.0:1788201788.397478:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.397479:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.397481:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.397483:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.397484:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.397486:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465382f000. 00000020:00000010:1.0:1788201788.397488:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.397490:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.397492:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.397494:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac7c0. 00000020:00000010:1.0:1788201788.397497:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac7c0. 00000020:00000010:1.0:1788201788.397500:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.397502:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.397503:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465382f000. 00000020:00000010:1.0:1788201788.397505:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.397507:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.397508:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.397510:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.397511:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.397518:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.397521:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653979000. 00000001:00000010:1.0:1788201788.397523:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653979600. 00000001:00000010:1.0:1788201788.397524:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653978a00. 00000001:00000010:1.0:1788201788.397526:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653979c00. 00000001:00000010:1.0:1788201788.397527:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771021c00. 00000001:00000010:1.0:1788201788.397529:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4655730600. 00000001:00000001:1.0:1788201788.397530:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.397531:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23939 (ffff9c4653974d40) now 3 - setup 00000020:00000001:1.0:1788201788.397533:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.397534:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.397536:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.397537:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.397538:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.397539:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.397540:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.397659:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.397670:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.397671:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.397672:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.397673:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.397675:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.397676:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.397677:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.397712:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.397787:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.397789:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.397790:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.397792:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.397794:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.397796:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.397798:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.397799:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.397803:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.397805:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23939 (ffff9c4653974d40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.397806:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23939 (uuid obd_uuid_23939) 00000020:00000040:1.0:1788201788.397808:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23939 (ffff9c4653974d40) now 1 - newdev 00000020:00000040:1.0:1788201788.397811:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465394a000 with handle 0x8990e4d0a2217523 from hash 00000020:00000040:1.0:1788201788.397813:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465394a000 : new refcount 0 00000020:00000080:1.0:1788201788.397815:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465394a000/obd_uuid_23939 00000020:00000001:1.0:1788201788.397817:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.397819:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.397821:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465394a000/obd_uuid_23939 for obd_name_23939 00000020:00000001:1.0:1788201788.397823:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.397825:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.397826:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465394a000. 00000020:00000001:1.0:1788201788.397830:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.397831:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23939 obd_type name = obd_test 00000020:01000000:1.0:1788201788.397833:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23939 (obd_uuid_23939) 00000020:00000001:1.0:1788201788.397834:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.397837:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.397840:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.397843:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.397846:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465382b000. 00000020:00000010:1.0:1788201788.397849:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.397853:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.397855:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.397858:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c47710237c0. 00000020:00000010:1.0:1788201788.397861:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.397864:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.397866:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465382b000. 00000020:00000010:1.0:1788201788.397869:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.397870:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.397872:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.397873:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.397875:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.397876:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4653974d40. 00000020:00000001:1.0:1788201788.397880:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.397881:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.397883:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.397885:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.397886:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.397887:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.397889:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.398010:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.398021:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.398022:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.398023:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.398025:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.398026:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.398027:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.398028:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.398061:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.398151:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.398152:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.398154:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.398156:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.398158:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.398160:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.398162:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.398163:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.398166:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.398168:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23940: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.398169:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.398170:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23946 (ffff9c4653973380) has no exports 00000020:00000001:1.0:1788201788.398172:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.398174:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.398176:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.398177:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.398179:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.398181:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4653828800. 00000020:00000010:1.0:1788201788.398183:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.398185:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.398186:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.398188:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac600. 00000020:00000010:1.0:1788201788.398191:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac600. 00000020:00000010:1.0:1788201788.398193:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.398195:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.398197:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4653828800. 00000020:00000010:1.0:1788201788.398198:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.398200:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.398201:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.398203:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.398204:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.398212:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.398215:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653979400. 00000001:00000010:1.0:1788201788.398217:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653978400. 00000001:00000010:1.0:1788201788.398218:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653978600. 00000001:00000010:1.0:1788201788.398220:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653979a00. 00000001:00000010:1.0:1788201788.398221:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771021d40. 00000001:00000010:1.0:1788201788.398222:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4655730d00. 00000001:00000001:1.0:1788201788.398224:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.398225:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23940 (ffff9c4653973380) now 3 - setup 00000020:00000001:1.0:1788201788.398226:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.398227:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.398229:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.398230:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.398232:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.398233:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.398234:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.398374:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.398384:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.398385:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.398387:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.398388:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.398389:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.398390:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.398391:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.398472:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.398548:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.398549:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.398550:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.398552:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.398554:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.398556:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.398558:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.398559:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.398562:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.398564:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23940 (ffff9c4653973380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.398565:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23940 (uuid obd_uuid_23940) 00000020:00000040:1.0:1788201788.398567:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23940 (ffff9c4653973380) now 1 - newdev 00000020:00000040:1.0:1788201788.398569:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465394c000 with handle 0x8990e4d0a221752a from hash 00000020:00000040:1.0:1788201788.398571:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465394c000 : new refcount 0 00000020:00000080:1.0:1788201788.398572:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465394c000/obd_uuid_23940 00000020:00000001:1.0:1788201788.398574:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.398575:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.398576:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465394c000/obd_uuid_23940 for obd_name_23940 00000020:00000001:1.0:1788201788.398577:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.398578:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.398579:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465394c000. 00000020:00000001:1.0:1788201788.398581:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.398582:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23940 obd_type name = obd_test 00000020:01000000:1.0:1788201788.398584:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23940 (obd_uuid_23940) 00000020:00000001:1.0:1788201788.398585:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.398587:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.398589:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.398591:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.398592:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465382a000. 00000020:00000010:1.0:1788201788.398594:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.398596:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.398598:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.398600:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771023c40. 00000020:00000010:1.0:1788201788.398602:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.398604:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.398605:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465382a000. 00000020:00000010:1.0:1788201788.398607:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.398608:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.398610:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.398611:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.398613:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.398614:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4653973380. 00000020:00000001:1.0:1788201788.398616:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.398618:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.398619:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.398621:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.398623:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.398624:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.398625:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.398743:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.398753:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.398755:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.398756:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.398757:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.398758:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.398759:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.398760:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.398793:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.398889:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.398890:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.398892:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.398894:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.398896:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.398898:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.398899:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.398901:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.398904:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.398905:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23941: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.398907:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.398908:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23947 (ffff9c46539719c0) has no exports 00000020:00000001:1.0:1788201788.398910:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.398911:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.398913:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.398914:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.398916:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.398918:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465382c800. 00000020:00000010:1.0:1788201788.398919:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.398921:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.398923:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.398925:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac3c0. 00000020:00000010:1.0:1788201788.398927:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac3c0. 00000020:00000010:1.0:1788201788.398930:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.398932:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.398933:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465382c800. 00000020:00000010:1.0:1788201788.398935:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.398937:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.398938:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.398940:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.398941:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.398949:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.398951:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653978c00. 00000001:00000010:1.0:1788201788.398953:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653978800. 00000001:00000010:1.0:1788201788.398954:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653979800. 00000001:00000010:1.0:1788201788.398956:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653979200. 00000001:00000010:1.0:1788201788.398957:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771021fe0. 00000001:00000010:1.0:1788201788.398959:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4655730100. 00000001:00000001:1.0:1788201788.398960:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.398961:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23941 (ffff9c46539719c0) now 3 - setup 00000020:00000001:1.0:1788201788.398963:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.398964:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.398966:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.398967:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.398969:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.398970:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.398971:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.399090:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.399100:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.399101:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.399102:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.399104:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.399105:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.399106:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.399107:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.399154:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.399229:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.399231:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.399232:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.399234:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.399236:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.399238:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.399239:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.399241:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.399244:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.399246:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23941 (ffff9c46539719c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.399248:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23941 (uuid obd_uuid_23941) 00000020:00000040:1.0:1788201788.399249:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23941 (ffff9c46539719c0) now 1 - newdev 00000020:00000040:1.0:1788201788.399253:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465394c800 with handle 0x8990e4d0a2217531 from hash 00000020:00000040:1.0:1788201788.399256:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465394c800 : new refcount 0 00000020:00000080:1.0:1788201788.399258:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465394c800/obd_uuid_23941 00000020:00000001:1.0:1788201788.399260:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.399262:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.399264:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465394c800/obd_uuid_23941 for obd_name_23941 00000020:00000001:1.0:1788201788.399266:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.399267:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.399269:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465394c800. 00000020:00000001:1.0:1788201788.399272:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.399274:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23941 obd_type name = obd_test 00000020:01000000:1.0:1788201788.399276:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23941 (obd_uuid_23941) 00000020:00000001:1.0:1788201788.399278:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.399281:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.399284:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.399286:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.399289:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465382c000. 00000020:00000010:1.0:1788201788.399292:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.399295:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.399298:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.399301:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c47710233c0. 00000020:00000010:1.0:1788201788.399303:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.399306:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.399307:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465382c000. 00000020:00000010:1.0:1788201788.399309:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.399311:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.399312:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.399314:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.399315:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.399316:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46539719c0. 00000020:00000001:1.0:1788201788.399319:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.399321:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.399322:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.399324:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.399326:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.399327:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.399328:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.399471:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.399482:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.399483:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.399484:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.399486:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.399487:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.399488:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.399489:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.399523:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.399597:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.399598:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.399599:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.399601:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.399603:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.399605:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.399606:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.399608:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.399611:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.399612:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23942: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.399614:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.399615:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23948 (ffff9c46539819c0) has no exports 00000020:00000001:1.0:1788201788.399617:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.399618:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.399620:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.399622:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.399623:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.399625:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465382e000. 00000020:00000010:1.0:1788201788.399626:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.399628:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.399630:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.399632:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac500. 00000020:00000010:1.0:1788201788.399635:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac500. 00000020:00000010:1.0:1788201788.399638:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.399639:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.399641:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465382e000. 00000020:00000010:1.0:1788201788.399642:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.399644:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.399646:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.399648:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.399649:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.399656:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.399659:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465395b000. 00000001:00000010:1.0:1788201788.399660:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465395bc00. 00000001:00000010:1.0:1788201788.399662:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653978200. 00000001:00000010:1.0:1788201788.399663:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653978000. 00000001:00000010:1.0:1788201788.399665:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771021540. 00000001:00000010:1.0:1788201788.399666:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4655730400. 00000001:00000001:1.0:1788201788.399668:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.399668:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23942 (ffff9c46539819c0) now 3 - setup 00000020:00000001:1.0:1788201788.399670:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.399671:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.399673:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.399674:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.399675:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.399677:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.399678:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.399795:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.399805:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.399806:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.399807:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.399809:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.399811:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.399812:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.399814:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.399863:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.399944:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.399946:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.399947:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.399949:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.399951:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.399953:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.399954:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.399956:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.399960:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.399961:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23942 (ffff9c46539819c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.399963:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23942 (uuid obd_uuid_23942) 00000020:00000040:1.0:1788201788.399964:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23942 (ffff9c46539819c0) now 1 - newdev 00000020:00000040:1.0:1788201788.399966:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465394b800 with handle 0x8990e4d0a2217538 from hash 00000020:00000040:1.0:1788201788.399968:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465394b800 : new refcount 0 00000020:00000080:1.0:1788201788.399969:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465394b800/obd_uuid_23942 00000020:00000001:1.0:1788201788.399971:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.399972:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.399973:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465394b800/obd_uuid_23942 for obd_name_23942 00000020:00000001:1.0:1788201788.399974:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.399975:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.399977:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465394b800. 00000020:00000001:1.0:1788201788.399979:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.399980:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23942 obd_type name = obd_test 00000020:01000000:1.0:1788201788.399981:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23942 (obd_uuid_23942) 00000020:00000001:1.0:1788201788.399982:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.399983:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.399985:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.399987:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.399988:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465382b800. 00000020:00000010:1.0:1788201788.399990:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.399992:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.399994:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.399995:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771023600. 00000020:00000010:1.0:1788201788.399997:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.399999:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.400000:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465382b800. 00000020:00000010:1.0:1788201788.400002:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.400004:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.400006:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.400007:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.400008:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.400010:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46539819c0. 00000020:00000001:1.0:1788201788.400014:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.400015:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.400016:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.400019:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.400020:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.400022:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.400023:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.400158:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.400169:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.400170:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.400171:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.400173:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.400174:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.400175:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.400176:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.400216:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.400326:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.400328:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.400329:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.400331:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.400333:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.400335:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.400337:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.400338:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.400341:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.400343:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23943: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.400344:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.400346:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23949 (ffff9c4653980000) has no exports 00000020:00000001:1.0:1788201788.400347:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.400349:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.400350:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.400352:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.400354:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.400356:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465382d000. 00000020:00000010:1.0:1788201788.400357:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.400359:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.400362:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.400364:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac300. 00000020:00000010:1.0:1788201788.400366:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac300. 00000020:00000010:1.0:1788201788.400369:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.400371:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.400372:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465382d000. 00000020:00000010:1.0:1788201788.400374:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.400376:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.400377:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.400379:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.400380:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.400421:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.400424:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465397ba00. 00000001:00000010:1.0:1788201788.400426:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465397ac00. 00000001:00000010:1.0:1788201788.400428:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465397a800. 00000001:00000010:1.0:1788201788.400429:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465397a600. 00000001:00000010:1.0:1788201788.400430:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771021820. 00000001:00000010:1.0:1788201788.400432:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4655730700. 00000001:00000001:1.0:1788201788.400434:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.400435:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23943 (ffff9c4653980000) now 3 - setup 00000020:00000001:1.0:1788201788.400436:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.400437:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.400439:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.400441:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.400442:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.400444:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.400445:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.400569:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.400579:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.400580:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.400582:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.400583:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.400584:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.400585:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.400586:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.400608:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.400684:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.400686:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.400687:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.400688:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.400690:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.400692:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.400694:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.400695:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.400699:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.400701:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23943 (ffff9c4653980000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.400702:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23943 (uuid obd_uuid_23943) 00000020:00000040:1.0:1788201788.400703:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23943 (ffff9c4653980000) now 1 - newdev 00000020:00000040:1.0:1788201788.400706:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465394e000 with handle 0x8990e4d0a221753f from hash 00000020:00000040:1.0:1788201788.400708:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465394e000 : new refcount 0 00000020:00000080:1.0:1788201788.400709:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465394e000/obd_uuid_23943 00000020:00000001:1.0:1788201788.400710:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.400712:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.400713:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465394e000/obd_uuid_23943 for obd_name_23943 00000020:00000001:1.0:1788201788.400714:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.400715:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.400717:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465394e000. 00000020:00000001:1.0:1788201788.400718:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.400719:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23943 obd_type name = obd_test 00000020:01000000:1.0:1788201788.400720:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23943 (obd_uuid_23943) 00000020:00000001:1.0:1788201788.400721:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.400723:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.400725:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.400726:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.400728:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465382f800. 00000020:00000010:1.0:1788201788.400730:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.400732:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.400734:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.400735:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771023300. 00000020:00000010:1.0:1788201788.400738:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.400739:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.400741:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465382f800. 00000020:00000010:1.0:1788201788.400743:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.400744:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.400746:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.400747:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.400748:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.400750:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4653980000. 00000020:00000001:1.0:1788201788.400752:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.400753:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.400755:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.400757:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.400758:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.400760:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.400761:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.400905:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.400915:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.400917:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.400918:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.400919:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.400920:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.400921:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.400923:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.400944:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.401020:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.401022:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.401023:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.401025:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.401027:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.401029:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.401030:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.401032:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.401035:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.401037:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23944: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.401038:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.401040:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23950 (ffff9c4653984d40) has no exports 00000020:00000001:1.0:1788201788.401041:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.401043:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.401045:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.401046:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.401048:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.401050:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465382e800. 00000020:00000010:1.0:1788201788.401051:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.401053:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.401055:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.401057:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac880. 00000020:00000010:1.0:1788201788.401060:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac880. 00000020:00000010:1.0:1788201788.401062:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.401064:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.401066:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465382e800. 00000020:00000010:1.0:1788201788.401067:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.401069:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.401070:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.401072:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.401073:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.401080:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.401083:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465397a000. 00000001:00000010:1.0:1788201788.401084:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465397a200. 00000001:00000010:1.0:1788201788.401086:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465397be00. 00000001:00000010:1.0:1788201788.401087:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465397ae00. 00000001:00000010:1.0:1788201788.401089:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771021f20. 00000001:00000010:1.0:1788201788.401090:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4655730a00. 00000001:00000001:1.0:1788201788.401091:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.401092:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23944 (ffff9c4653984d40) now 3 - setup 00000020:00000001:1.0:1788201788.401094:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.401095:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.401096:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.401098:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.401099:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.401101:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.401102:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.401235:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.401246:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.401248:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.401250:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.401252:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.401253:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.401255:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.401257:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.401292:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.401380:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.401382:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.401383:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.401385:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.401387:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.401388:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.401390:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.401407:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.401411:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.401413:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23944 (ffff9c4653984d40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.401415:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23944 (uuid obd_uuid_23944) 00000020:00000040:1.0:1788201788.401417:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23944 (ffff9c4653984d40) now 1 - newdev 00000020:00000040:1.0:1788201788.401420:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465394d800 with handle 0x8990e4d0a2217546 from hash 00000020:00000040:1.0:1788201788.401422:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465394d800 : new refcount 0 00000020:00000080:1.0:1788201788.401424:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465394d800/obd_uuid_23944 00000020:00000001:1.0:1788201788.401426:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.401427:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.401429:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465394d800/obd_uuid_23944 for obd_name_23944 00000020:00000001:1.0:1788201788.401431:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.401432:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.401433:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465394d800. 00000020:00000001:1.0:1788201788.401439:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.401440:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23944 obd_type name = obd_test 00000020:01000000:1.0:1788201788.401442:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23944 (obd_uuid_23944) 00000020:00000001:1.0:1788201788.401444:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.401446:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.401449:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.401451:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.401453:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4653829000. 00000020:00000010:1.0:1788201788.401455:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.401457:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.401458:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.401460:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771023500. 00000020:00000010:1.0:1788201788.401462:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.401464:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.401466:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4653829000. 00000020:00000010:1.0:1788201788.401467:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.401469:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.401470:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.401472:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.401473:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.401474:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4653984d40. 00000020:00000001:1.0:1788201788.401478:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.401479:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.401480:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.401483:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.401484:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.401485:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.401487:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.401607:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.401618:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.401619:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.401620:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.401621:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.401622:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.401624:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.401625:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.401646:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.401722:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.401724:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.401725:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.401727:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.401729:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.401731:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.401732:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.401734:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.401737:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.401738:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23945: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.401740:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.401741:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23951 (ffff9c4653983380) has no exports 00000020:00000001:1.0:1788201788.401742:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.401744:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.401746:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.401747:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.401749:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.401751:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4653829800. 00000020:00000010:1.0:1788201788.401753:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.401755:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.401756:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.401758:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac540. 00000020:00000010:1.0:1788201788.401761:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac540. 00000020:00000010:1.0:1788201788.401764:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.401766:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.401767:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4653829800. 00000020:00000010:1.0:1788201788.401769:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.401770:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.401772:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.401773:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.401775:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.401782:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.401785:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465397b800. 00000001:00000010:1.0:1788201788.401787:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465397b200. 00000001:00000010:1.0:1788201788.401788:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465397bc00. 00000001:00000010:1.0:1788201788.401789:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465397b000. 00000001:00000010:1.0:1788201788.401791:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771021da0. 00000001:00000010:1.0:1788201788.401793:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4655730e00. 00000001:00000001:1.0:1788201788.401794:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.401795:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23945 (ffff9c4653983380) now 3 - setup 00000020:00000001:1.0:1788201788.401797:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.401798:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.401799:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.401801:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.401802:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.401803:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.401805:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.401943:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.401953:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.401954:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.401956:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.401957:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.401958:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.401959:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.401960:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.401981:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.402057:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.402059:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.402060:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.402062:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.402064:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.402065:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.402067:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.402068:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.402072:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.402073:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23945 (ffff9c4653983380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.402075:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23945 (uuid obd_uuid_23945) 00000020:00000040:1.0:1788201788.402076:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23945 (ffff9c4653983380) now 1 - newdev 00000020:00000040:1.0:1788201788.402078:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c465394d000 with handle 0x8990e4d0a221754d from hash 00000020:00000040:1.0:1788201788.402080:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c465394d000 : new refcount 0 00000020:00000080:1.0:1788201788.402082:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c465394d000/obd_uuid_23945 00000020:00000001:1.0:1788201788.402083:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.402085:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.402086:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c465394d000/obd_uuid_23945 for obd_name_23945 00000020:00000001:1.0:1788201788.402088:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.402089:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.402090:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c465394d000. 00000020:00000001:1.0:1788201788.402092:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.402093:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23945 obd_type name = obd_test 00000020:01000000:1.0:1788201788.402094:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23945 (obd_uuid_23945) 00000020:00000001:1.0:1788201788.402094:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.402096:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.402098:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.402099:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.402102:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4653907000. 00000020:00000010:1.0:1788201788.402104:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.402106:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.402108:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.402109:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771023540. 00000020:00000010:1.0:1788201788.402111:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.402113:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.402114:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4653907000. 00000020:00000010:1.0:1788201788.402116:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.402118:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.402119:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.402121:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.402122:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.402139:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4653983380. 00000020:00000001:1.0:1788201788.402143:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.402144:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.402145:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.402148:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.402149:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.402151:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.402152:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.402292:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.402308:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.402309:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.402310:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.402311:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.402313:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.402314:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.402315:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.402339:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.402435:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.402436:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.402438:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.402439:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.402442:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.402444:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.402445:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.402447:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.402450:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.402451:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23946: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.402453:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.402454:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23952 (ffff9c4653998000) has no exports 00000020:00000001:1.0:1788201788.402456:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.402457:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.402459:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.402461:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.402462:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.402464:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4653900800. 00000020:00000010:1.0:1788201788.402466:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.402468:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.402470:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.402471:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac580. 00000020:00000010:1.0:1788201788.402474:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac580. 00000020:00000010:1.0:1788201788.402477:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.402479:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.402480:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4653900800. 00000020:00000010:1.0:1788201788.402482:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.402484:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.402486:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.402487:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.402489:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.402501:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.402504:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653978e00. 00000001:00000010:1.0:1788201788.402505:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653979e00. 00000001:00000010:1.0:1788201788.402507:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465397b600. 00000001:00000010:1.0:1788201788.402508:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465397aa00. 00000001:00000010:1.0:1788201788.402510:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771021800. 00000001:00000010:1.0:1788201788.402511:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4655730b00. 00000001:00000001:1.0:1788201788.402513:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.402513:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23946 (ffff9c4653998000) now 3 - setup 00000020:00000001:1.0:1788201788.402515:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.402517:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.402518:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.402520:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.402521:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.402523:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.402524:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.402644:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.402655:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.402656:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.402657:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.402659:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.402660:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.402661:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.402662:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.402683:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.402757:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.402759:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.402760:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.402762:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.402764:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.402766:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.402767:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.402769:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.402773:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.402774:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23946 (ffff9c4653998000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.402776:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23946 (uuid obd_uuid_23946) 00000020:00000040:1.0:1788201788.402777:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23946 (ffff9c4653998000) now 1 - newdev 00000020:00000040:1.0:1788201788.402779:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4653995000 with handle 0x8990e4d0a2217554 from hash 00000020:00000040:1.0:1788201788.402781:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4653995000 : new refcount 0 00000020:00000080:1.0:1788201788.402782:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4653995000/obd_uuid_23946 00000020:00000001:1.0:1788201788.402783:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.402785:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.402786:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4653995000/obd_uuid_23946 for obd_name_23946 00000020:00000001:1.0:1788201788.402788:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.402789:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.402790:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4653995000. 00000020:00000001:1.0:1788201788.402792:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.402793:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23946 obd_type name = obd_test 00000020:01000000:1.0:1788201788.402794:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23946 (obd_uuid_23946) 00000020:00000001:1.0:1788201788.402795:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.402796:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.402798:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.402799:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.402801:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4653901800. 00000020:00000010:1.0:1788201788.402803:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.402805:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.402806:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.402808:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771023880. 00000020:00000010:1.0:1788201788.402811:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.402813:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.402816:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4653901800. 00000020:00000010:1.0:1788201788.402818:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.402821:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.402824:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.402826:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.402828:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.402830:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4653998000. 00000020:00000001:1.0:1788201788.402853:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.402856:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.402859:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.402862:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.402865:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.402867:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.402869:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.402986:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.402997:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.402998:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.402999:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.403000:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.403002:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.403003:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.403004:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.403037:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.403111:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.403113:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.403114:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.403115:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.403118:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.403119:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.403121:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.403122:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.403139:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.403141:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23947: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.403143:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.403144:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23953 (ffff9c465399cd40) has no exports 00000020:00000001:1.0:1788201788.403145:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.403147:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.403149:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.403150:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.403152:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.403154:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4653900000. 00000020:00000010:1.0:1788201788.403156:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.403158:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.403160:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.403162:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac240. 00000020:00000010:1.0:1788201788.403164:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac240. 00000020:00000010:1.0:1788201788.403167:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.403169:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.403170:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4653900000. 00000020:00000010:1.0:1788201788.403172:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.403174:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.403176:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.403177:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.403179:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.403186:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.403189:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4771034a00. 00000001:00000010:1.0:1788201788.403191:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4771035e00. 00000001:00000010:1.0:1788201788.403193:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4771034e00. 00000001:00000010:1.0:1788201788.403194:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4771035600. 00000001:00000010:1.0:1788201788.403196:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c47710218c0. 00000001:00000010:1.0:1788201788.403197:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4655730300. 00000001:00000001:1.0:1788201788.403198:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.403199:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23947 (ffff9c465399cd40) now 3 - setup 00000020:00000001:1.0:1788201788.403201:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.403202:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.403203:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.403205:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.403206:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.403208:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.403209:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.403360:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.403371:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.403372:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.403373:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.403374:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.403375:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.403377:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.403379:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.403431:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.403509:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.403510:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.403511:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.403513:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.403515:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.403517:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.403519:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.403520:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.403523:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.403525:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23947 (ffff9c465399cd40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.403527:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23947 (uuid obd_uuid_23947) 00000020:00000040:1.0:1788201788.403528:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23947 (ffff9c465399cd40) now 1 - newdev 00000020:00000040:1.0:1788201788.403530:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4653997800 with handle 0x8990e4d0a221755b from hash 00000020:00000040:1.0:1788201788.403532:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4653997800 : new refcount 0 00000020:00000080:1.0:1788201788.403533:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4653997800/obd_uuid_23947 00000020:00000001:1.0:1788201788.403535:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.403536:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.403537:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4653997800/obd_uuid_23947 for obd_name_23947 00000020:00000001:1.0:1788201788.403539:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.403540:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.403541:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4653997800. 00000020:00000001:1.0:1788201788.403543:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.403544:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23947 obd_type name = obd_test 00000020:01000000:1.0:1788201788.403545:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23947 (obd_uuid_23947) 00000020:00000001:1.0:1788201788.403546:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.403548:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.403550:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.403551:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.403554:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4653903000. 00000020:00000010:1.0:1788201788.403555:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.403557:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.403559:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.403561:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771023a40. 00000020:00000010:1.0:1788201788.403563:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.403565:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.403566:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4653903000. 00000020:00000010:1.0:1788201788.403568:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.403570:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.403571:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.403573:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.403574:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.403575:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c465399cd40. 00000020:00000001:1.0:1788201788.403579:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.403580:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.403581:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.403583:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.403585:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.403586:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.403588:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.403707:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.403717:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.403719:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.403720:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.403721:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.403722:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.403723:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.403725:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.403758:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.403840:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.403843:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.403844:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.403847:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.403850:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.403853:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.403855:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.403858:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.403863:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.403865:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23948: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.403867:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.403869:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23954 (ffff9c465399b380) has no exports 00000020:00000001:1.0:1788201788.403871:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.403872:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.403874:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.403876:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.403877:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.403880:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4653904000. 00000020:00000010:1.0:1788201788.403881:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.403883:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.403885:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.403887:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac040. 00000020:00000010:1.0:1788201788.403890:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac040. 00000020:00000010:1.0:1788201788.403893:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.403895:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.403896:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4653904000. 00000020:00000010:1.0:1788201788.403898:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.403900:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.403901:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.403903:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.403904:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.403912:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.403915:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4771035000. 00000001:00000010:1.0:1788201788.403917:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4771035c00. 00000001:00000010:1.0:1788201788.403918:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4771034c00. 00000001:00000010:1.0:1788201788.403919:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4771034800. 00000001:00000010:1.0:1788201788.403921:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771021500. 00000001:00000010:1.0:1788201788.403922:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4771036900. 00000001:00000001:1.0:1788201788.403925:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.403926:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23948 (ffff9c465399b380) now 3 - setup 00000020:00000001:1.0:1788201788.403927:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.403928:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.403930:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.403931:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.403933:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.403935:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.403936:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.404055:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.404065:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.404067:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.404068:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.404069:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.404070:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.404072:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.404073:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.404106:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.404198:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.404200:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.404201:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.404202:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.404204:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.404206:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.404208:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.404209:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.404212:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.404214:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23948 (ffff9c465399b380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.404216:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23948 (uuid obd_uuid_23948) 00000020:00000040:1.0:1788201788.404217:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23948 (ffff9c465399b380) now 1 - newdev 00000020:00000040:1.0:1788201788.404219:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4653992800 with handle 0x8990e4d0a2217562 from hash 00000020:00000040:1.0:1788201788.404221:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4653992800 : new refcount 0 00000020:00000080:1.0:1788201788.404222:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4653992800/obd_uuid_23948 00000020:00000001:1.0:1788201788.404224:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.404225:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.404226:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4653992800/obd_uuid_23948 for obd_name_23948 00000020:00000001:1.0:1788201788.404228:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.404229:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.404230:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4653992800. 00000020:00000001:1.0:1788201788.404232:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.404233:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23948 obd_type name = obd_test 00000020:01000000:1.0:1788201788.404235:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23948 (obd_uuid_23948) 00000020:00000001:1.0:1788201788.404236:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.404238:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.404240:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.404241:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.404243:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4653902000. 00000020:00000010:1.0:1788201788.404245:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.404248:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.404251:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.404253:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771023680. 00000020:00000010:1.0:1788201788.404256:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.404259:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.404261:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4653902000. 00000020:00000010:1.0:1788201788.404264:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.404266:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.404268:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.404271:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.404273:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.404275:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c465399b380. 00000020:00000001:1.0:1788201788.404279:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.404281:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.404284:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.404287:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.404290:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.404292:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.404294:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.404437:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.404448:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.404449:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.404451:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.404452:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.404453:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.404454:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.404455:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.404489:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.404564:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.404565:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.404567:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.404568:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.404571:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.404573:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.404574:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.404576:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.404579:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.404581:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23949: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.404582:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.404583:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23955 (ffff9c46539999c0) has no exports 00000020:00000001:1.0:1788201788.404585:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.404586:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.404588:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.404590:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.404591:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.404594:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4750534000. 00000020:00000010:1.0:1788201788.404596:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.404598:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.404600:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.404602:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac000. 00000020:00000010:1.0:1788201788.404604:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac000. 00000020:00000010:1.0:1788201788.404607:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.404609:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.404611:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4750534000. 00000020:00000010:1.0:1788201788.404612:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.404614:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.404615:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.404617:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.404618:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.404626:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.404629:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4771034400. 00000001:00000010:1.0:1788201788.404630:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4771035400. 00000001:00000010:1.0:1788201788.404632:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4771034200. 00000001:00000010:1.0:1788201788.404633:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4771034000. 00000001:00000010:1.0:1788201788.404635:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c47710216e0. 00000001:00000010:1.0:1788201788.404636:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4771036000. 00000001:00000001:1.0:1788201788.404638:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.404639:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23949 (ffff9c46539999c0) now 3 - setup 00000020:00000001:1.0:1788201788.404640:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.404642:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.404643:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.404644:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.404646:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.404647:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.404648:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.404764:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.404774:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.404776:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.404777:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.404778:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.404779:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.404780:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.404782:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.404817:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.404915:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.404916:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.404917:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.404919:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.404922:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.404924:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.404925:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.404926:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.404930:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.404931:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23949 (ffff9c46539999c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.404933:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23949 (uuid obd_uuid_23949) 00000020:00000040:1.0:1788201788.404934:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23949 (ffff9c46539999c0) now 1 - newdev 00000020:00000040:1.0:1788201788.404936:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4653991000 with handle 0x8990e4d0a2217569 from hash 00000020:00000040:1.0:1788201788.404938:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4653991000 : new refcount 0 00000020:00000080:1.0:1788201788.404940:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4653991000/obd_uuid_23949 00000020:00000001:1.0:1788201788.404941:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.404943:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.404944:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4653991000/obd_uuid_23949 for obd_name_23949 00000020:00000001:1.0:1788201788.404945:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.404947:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.404948:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4653991000. 00000020:00000001:1.0:1788201788.404950:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.404951:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23949 obd_type name = obd_test 00000020:01000000:1.0:1788201788.404952:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23949 (obd_uuid_23949) 00000020:00000001:1.0:1788201788.404953:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.404955:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.404957:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.404958:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.404961:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4750533000. 00000020:00000010:1.0:1788201788.404962:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.404964:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.404966:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.404968:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771023f80. 00000020:00000010:1.0:1788201788.404970:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.404972:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.404973:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4750533000. 00000020:00000010:1.0:1788201788.404975:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.404976:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.404978:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.404979:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.404981:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.404982:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46539999c0. 00000020:00000001:1.0:1788201788.404984:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.404986:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.404987:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.404989:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.404991:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.404992:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.404994:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.405112:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.405123:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.405139:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.405140:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.405141:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.405142:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.405143:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.405144:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.405182:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.405263:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.405265:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.405267:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.405269:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.405272:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.405275:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.405278:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.405280:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.405285:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.405287:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23950: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.405289:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.405291:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23956 (ffff9c46539a4d40) has no exports 00000020:00000001:1.0:1788201788.405293:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.405295:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.405297:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.405300:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.405302:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.405305:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4750532000. 00000020:00000010:1.0:1788201788.405307:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.405309:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.405311:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.405313:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac4c0. 00000020:00000010:1.0:1788201788.405315:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac4c0. 00000020:00000010:1.0:1788201788.405319:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.405321:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.405322:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4750532000. 00000020:00000010:1.0:1788201788.405324:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.405326:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.405327:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.405329:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.405330:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.405338:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.405341:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465397b400. 00000001:00000010:1.0:1788201788.405342:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465397a400. 00000001:00000010:1.0:1788201788.405343:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4771034600. 00000001:00000010:1.0:1788201788.405345:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4771035a00. 00000001:00000010:1.0:1788201788.405351:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771021520. 00000001:00000010:1.0:1788201788.405352:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4771036800. 00000001:00000001:1.0:1788201788.405354:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.405355:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23950 (ffff9c46539a4d40) now 3 - setup 00000020:00000001:1.0:1788201788.405357:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.405359:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.405360:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.405362:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.405363:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.405365:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.405366:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.405532:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.405542:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.405544:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.405545:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.405546:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.405547:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.405548:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.405550:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.405583:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.405662:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.405664:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.405665:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.405667:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.405669:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.405671:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.405673:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.405674:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.405677:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.405679:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23950 (ffff9c46539a4d40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.405681:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23950 (uuid obd_uuid_23950) 00000020:00000040:1.0:1788201788.405682:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23950 (ffff9c46539a4d40) now 1 - newdev 00000020:00000040:1.0:1788201788.405684:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4653996800 with handle 0x8990e4d0a2217570 from hash 00000020:00000040:1.0:1788201788.405686:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4653996800 : new refcount 0 00000020:00000080:1.0:1788201788.405687:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4653996800/obd_uuid_23950 00000020:00000001:1.0:1788201788.405689:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.405690:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.405691:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4653996800/obd_uuid_23950 for obd_name_23950 00000020:00000001:1.0:1788201788.405693:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.405694:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.405695:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4653996800. 00000020:00000001:1.0:1788201788.405697:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.405698:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23950 obd_type name = obd_test 00000020:01000000:1.0:1788201788.405699:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23950 (obd_uuid_23950) 00000020:00000001:1.0:1788201788.405699:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.405701:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.405703:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.405704:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.405706:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4750533800. 00000020:00000010:1.0:1788201788.405708:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.405710:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.405712:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.405713:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771023480. 00000020:00000010:1.0:1788201788.405715:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.405717:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.405719:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4750533800. 00000020:00000010:1.0:1788201788.405720:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.405722:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.405723:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.405725:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.405726:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.405728:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46539a4d40. 00000020:00000001:1.0:1788201788.405731:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.405732:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.405734:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.405736:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.405737:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.405739:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.405740:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.405887:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.405897:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.405899:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.405900:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.405901:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.405903:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.405904:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.405905:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.405938:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.406015:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.406016:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.406017:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.406019:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.406021:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.406023:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.406025:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.406026:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.406029:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.406031:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23951: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.406032:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.406034:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23957 (ffff9c46539a3380) has no exports 00000020:00000001:1.0:1788201788.406035:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.406036:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.406038:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.406039:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.406041:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.406043:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4750531000. 00000020:00000010:1.0:1788201788.406045:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.406047:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.406049:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.406051:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bacf80. 00000020:00000010:1.0:1788201788.406053:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bacf80. 00000020:00000010:1.0:1788201788.406056:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.406058:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.406060:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4750531000. 00000020:00000010:1.0:1788201788.406061:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.406063:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.406064:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.406066:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.406068:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.406080:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.406083:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46539a9e00. 00000001:00000010:1.0:1788201788.406085:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46539a8e00. 00000001:00000010:1.0:1788201788.406086:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46539a9800. 00000001:00000010:1.0:1788201788.406088:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46539a8a00. 00000001:00000010:1.0:1788201788.406089:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771021360. 00000001:00000010:1.0:1788201788.406090:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4771036500. 00000001:00000001:1.0:1788201788.406092:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.406093:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23951 (ffff9c46539a3380) now 3 - setup 00000020:00000001:1.0:1788201788.406094:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.406096:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.406097:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.406099:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.406101:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.406102:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.406103:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.406240:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.406252:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.406254:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.406256:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.406257:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.406259:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.406261:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.406263:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.406318:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.406435:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.406437:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.406439:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.406441:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.406443:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.406446:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.406448:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.406449:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.406454:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.406456:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23951 (ffff9c46539a3380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.406457:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23951 (uuid obd_uuid_23951) 00000020:00000040:1.0:1788201788.406459:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23951 (ffff9c46539a3380) now 1 - newdev 00000020:00000040:1.0:1788201788.406461:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4653997000 with handle 0x8990e4d0a2217577 from hash 00000020:00000040:1.0:1788201788.406463:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4653997000 : new refcount 0 00000020:00000080:1.0:1788201788.406464:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4653997000/obd_uuid_23951 00000020:00000001:1.0:1788201788.406465:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.406467:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.406468:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4653997000/obd_uuid_23951 for obd_name_23951 00000020:00000001:1.0:1788201788.406469:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.406470:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.406472:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4653997000. 00000020:00000001:1.0:1788201788.406474:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.406475:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23951 obd_type name = obd_test 00000020:01000000:1.0:1788201788.406476:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23951 (obd_uuid_23951) 00000020:00000001:1.0:1788201788.406477:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.406479:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.406480:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.406482:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.406484:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4750537800. 00000020:00000010:1.0:1788201788.406486:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.406488:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.406490:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.406492:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4771023800. 00000020:00000010:1.0:1788201788.406494:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.406495:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.406497:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4750537800. 00000020:00000010:1.0:1788201788.406499:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.406500:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.406501:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.406503:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.406504:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.406506:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46539a3380. 00000020:00000001:1.0:1788201788.406509:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.406510:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.406511:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.406514:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.406515:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.406517:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.406518:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.406637:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.406648:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.406649:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.406650:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.406652:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.406653:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.406654:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.406655:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.406676:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.406762:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.406763:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.406764:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.406766:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.406768:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.406770:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.406772:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.406773:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.406776:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.406778:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23952: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.406779:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.406781:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23958 (ffff9c46539a19c0) has no exports 00000020:00000001:1.0:1788201788.406782:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.406783:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.406785:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.406787:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.406788:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.406790:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4750536000. 00000020:00000010:1.0:1788201788.406792:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.406794:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.406796:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.406798:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac680. 00000020:00000010:1.0:1788201788.406801:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac680. 00000020:00000010:1.0:1788201788.406804:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.406805:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.406807:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4750536000. 00000020:00000010:1.0:1788201788.406809:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.406812:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.406814:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.406816:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.406819:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.406829:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.406833:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46539a9600. 00000001:00000010:1.0:1788201788.406835:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46539a9000. 00000001:00000010:1.0:1788201788.406837:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46539a8800. 00000001:00000010:1.0:1788201788.406840:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46539a8400. 00000001:00000010:1.0:1788201788.406842:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c47710218e0. 00000001:00000010:1.0:1788201788.406844:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4771036200. 00000001:00000001:1.0:1788201788.406847:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.406848:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23952 (ffff9c46539a19c0) now 3 - setup 00000020:00000001:1.0:1788201788.406850:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.406853:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.406855:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.406859:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.406861:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.406864:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.406865:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.406986:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.406996:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.406998:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.406999:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.407000:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.407002:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.407003:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.407004:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.407025:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.407102:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.407104:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.407105:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.407107:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.407109:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.407111:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.407112:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.407114:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.407117:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.407119:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23952 (ffff9c46539a19c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.407120:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23952 (uuid obd_uuid_23952) 00000020:00000040:1.0:1788201788.407121:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23952 (ffff9c46539a19c0) now 1 - newdev 00000020:00000040:1.0:1788201788.407136:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4653991800 with handle 0x8990e4d0a221757e from hash 00000020:00000040:1.0:1788201788.407139:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4653991800 : new refcount 0 00000020:00000080:1.0:1788201788.407140:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4653991800/obd_uuid_23952 00000020:00000001:1.0:1788201788.407142:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.407143:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.407144:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4653991800/obd_uuid_23952 for obd_name_23952 00000020:00000001:1.0:1788201788.407145:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.407146:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.407148:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4653991800. 00000020:00000001:1.0:1788201788.407150:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.407151:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23952 obd_type name = obd_test 00000020:01000000:1.0:1788201788.407153:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23952 (obd_uuid_23952) 00000020:00000001:1.0:1788201788.407154:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.407156:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.407157:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.407159:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.407162:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4750536800. 00000020:00000010:1.0:1788201788.407163:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.407165:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.407167:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.407168:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c47710230c0. 00000020:00000010:1.0:1788201788.407171:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.407172:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.407174:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4750536800. 00000020:00000010:1.0:1788201788.407175:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.407177:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.407178:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.407180:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.407181:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.407183:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46539a19c0. 00000020:00000001:1.0:1788201788.407186:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.407187:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.407188:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.407191:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.407192:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.407194:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.407195:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.407341:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.407352:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.407354:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.407355:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.407356:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.407357:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.407359:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.407360:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.407382:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.407535:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.407537:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.407538:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.407540:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.407542:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.407544:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.407546:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.407547:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.407550:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.407552:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23953: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.407554:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.407555:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23959 (ffff9c46539a0000) has no exports 00000020:00000001:1.0:1788201788.407557:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.407558:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.407560:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.407561:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.407563:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.407565:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4750535800. 00000020:00000010:1.0:1788201788.407567:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.407569:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.407571:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.407573:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac800. 00000020:00000010:1.0:1788201788.407575:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac800. 00000020:00000010:1.0:1788201788.407578:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.407580:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.407582:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4750535800. 00000020:00000010:1.0:1788201788.407584:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.407585:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.407587:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.407588:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.407590:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.407601:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.407604:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46539a9400. 00000001:00000010:1.0:1788201788.407606:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46539a9c00. 00000001:00000010:1.0:1788201788.407608:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46539a8000. 00000001:00000010:1.0:1788201788.407609:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46539a8600. 00000001:00000010:1.0:1788201788.407613:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4771021300. 00000001:00000010:1.0:1788201788.407615:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4771036c00. 00000001:00000001:1.0:1788201788.407616:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.407617:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23953 (ffff9c46539a0000) now 3 - setup 00000020:00000001:1.0:1788201788.407619:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.407620:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.407621:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.407623:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.407624:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.407626:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.407627:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.407748:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.407758:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.407759:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.407761:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.407762:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.407763:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.407764:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.407765:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.407786:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.407885:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.407887:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.407888:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.407890:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.407892:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.407894:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.407895:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.407897:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.407900:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.407902:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23953 (ffff9c46539a0000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.407904:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23953 (uuid obd_uuid_23953) 00000020:00000040:1.0:1788201788.407905:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23953 (ffff9c46539a0000) now 1 - newdev 00000020:00000040:1.0:1788201788.407907:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4653990800 with handle 0x8990e4d0a2217585 from hash 00000020:00000040:1.0:1788201788.407909:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4653990800 : new refcount 0 00000020:00000080:1.0:1788201788.407911:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4653990800/obd_uuid_23953 00000020:00000001:1.0:1788201788.407912:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.407914:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.407915:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4653990800/obd_uuid_23953 for obd_name_23953 00000020:00000001:1.0:1788201788.407916:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.407917:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.407918:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4653990800. 00000020:00000001:1.0:1788201788.407920:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.407921:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23953 obd_type name = obd_test 00000020:01000000:1.0:1788201788.407922:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23953 (obd_uuid_23953) 00000020:00000001:1.0:1788201788.407923:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.407925:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.407926:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.407928:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.407930:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4750530800. 00000020:00000010:1.0:1788201788.407932:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.407934:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.407935:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.407937:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c47710236c0. 00000020:00000010:1.0:1788201788.407943:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.407945:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.407946:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4750530800. 00000020:00000010:1.0:1788201788.407948:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.407950:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.407951:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.407953:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.407954:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.407955:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46539a0000. 00000020:00000001:1.0:1788201788.407959:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.407960:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.407962:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.407964:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.407965:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.407967:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.407968:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.408138:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.408149:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.408151:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.408152:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.408153:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.408154:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.408155:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.408156:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.408180:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.408261:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.408263:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.408265:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.408267:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.408270:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.408274:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.408277:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.408279:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.408284:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.408286:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23954: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.408288:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.408290:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23960 (ffff9c46539b4d40) has no exports 00000020:00000001:1.0:1788201788.408292:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.408294:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.408297:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.408300:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.408303:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.408307:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4750535000. 00000020:00000010:1.0:1788201788.408308:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.408310:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.408312:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.408314:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac480. 00000020:00000010:1.0:1788201788.408317:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac480. 00000020:00000010:1.0:1788201788.408320:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.408322:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.408324:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4750535000. 00000020:00000010:1.0:1788201788.408326:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.408327:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.408329:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.408330:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.408332:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.408340:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.408343:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465388a800. 00000001:00000010:1.0:1788201788.408345:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465388a400. 00000001:00000010:1.0:1788201788.408346:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465388b400. 00000001:00000010:1.0:1788201788.408347:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465388bc00. 00000001:00000010:1.0:1788201788.408349:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c46556891a0. 00000001:00000010:1.0:1788201788.408350:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4655688700. 00000001:00000001:1.0:1788201788.408352:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.408353:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23954 (ffff9c46539b4d40) now 3 - setup 00000020:00000001:1.0:1788201788.408354:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.408356:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.408357:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.408359:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.408360:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.408362:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.408363:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.408502:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.408512:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.408513:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.408514:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.408516:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.408517:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.408518:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.408519:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.408541:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.408618:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.408619:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.408621:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.408622:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.408624:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.408626:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.408628:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.408629:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.408633:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.408635:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23954 (ffff9c46539b4d40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.408636:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23954 (uuid obd_uuid_23954) 00000020:00000040:1.0:1788201788.408638:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23954 (ffff9c46539b4d40) now 1 - newdev 00000020:00000040:1.0:1788201788.408640:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4653993000 with handle 0x8990e4d0a221758c from hash 00000020:00000040:1.0:1788201788.408642:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4653993000 : new refcount 0 00000020:00000080:1.0:1788201788.408643:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4653993000/obd_uuid_23954 00000020:00000001:1.0:1788201788.408644:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.408646:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.408647:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4653993000/obd_uuid_23954 for obd_name_23954 00000020:00000001:1.0:1788201788.408648:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.408649:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.408650:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4653993000. 00000020:00000001:1.0:1788201788.408652:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.408653:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23954 obd_type name = obd_test 00000020:01000000:1.0:1788201788.408654:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23954 (obd_uuid_23954) 00000020:00000001:1.0:1788201788.408656:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.408657:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.408659:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.408660:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.408662:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4750531800. 00000020:00000010:1.0:1788201788.408664:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.408666:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.408668:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.408670:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655686a00. 00000020:00000010:1.0:1788201788.408672:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.408673:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.408675:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4750531800. 00000020:00000010:1.0:1788201788.408677:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.408678:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.408680:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.408682:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.408683:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.408684:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46539b4d40. 00000020:00000001:1.0:1788201788.408687:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.408688:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.408690:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.408692:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.408693:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.408695:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.408696:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.408836:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.408851:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.408853:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.408855:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.408857:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.408859:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.408860:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.408862:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.408891:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.408969:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.408971:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.408972:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.408974:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.408976:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.408978:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.408979:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.408981:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.408984:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.408986:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23955: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.408987:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.408989:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23961 (ffff9c46538919c0) has no exports 00000020:00000001:1.0:1788201788.408990:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.408991:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.408993:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.408995:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.408997:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.409000:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4750537000. 00000020:00000010:1.0:1788201788.409001:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.409003:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.409005:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.409007:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac6c0. 00000020:00000010:1.0:1788201788.409009:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac6c0. 00000020:00000010:1.0:1788201788.409013:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.409014:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.409016:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4750537000. 00000020:00000010:1.0:1788201788.409017:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.409019:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.409021:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.409022:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.409024:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.409036:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.409040:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465388ac00. 00000001:00000010:1.0:1788201788.409041:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465388ba00. 00000001:00000010:1.0:1788201788.409043:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465388b200. 00000001:00000010:1.0:1788201788.409044:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465388a200. 00000001:00000010:1.0:1788201788.409045:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4655689e80. 00000001:00000010:1.0:1788201788.409047:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4655688a00. 00000001:00000001:1.0:1788201788.409049:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.409049:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23955 (ffff9c46538919c0) now 3 - setup 00000020:00000001:1.0:1788201788.409051:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.409052:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.409054:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.409056:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.409057:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.409058:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.409060:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.409193:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.409204:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.409205:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.409206:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.409208:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.409209:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.409210:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.409211:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.409244:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.409342:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.409344:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.409345:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.409347:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.409349:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.409351:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.409353:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.409354:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.409358:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.409359:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23955 (ffff9c46538919c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.409361:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23955 (uuid obd_uuid_23955) 00000020:00000040:1.0:1788201788.409362:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23955 (ffff9c46538919c0) now 1 - newdev 00000020:00000040:1.0:1788201788.409364:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4653875800 with handle 0x8990e4d0a2217593 from hash 00000020:00000040:1.0:1788201788.409366:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4653875800 : new refcount 0 00000020:00000080:1.0:1788201788.409368:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4653875800/obd_uuid_23955 00000020:00000001:1.0:1788201788.409369:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.409370:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.409371:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4653875800/obd_uuid_23955 for obd_name_23955 00000020:00000001:1.0:1788201788.409374:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.409375:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.409376:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4653875800. 00000020:00000001:1.0:1788201788.409378:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.409379:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23955 obd_type name = obd_test 00000020:01000000:1.0:1788201788.409380:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23955 (obd_uuid_23955) 00000020:00000001:1.0:1788201788.409381:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.409382:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.409384:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.409386:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.409388:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4750532800. 00000020:00000010:1.0:1788201788.409390:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.409407:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.409409:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.409411:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655686b00. 00000020:00000010:1.0:1788201788.409413:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.409415:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.409416:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4750532800. 00000020:00000010:1.0:1788201788.409418:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.409420:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.409421:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.409423:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.409425:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.409426:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46538919c0. 00000020:00000001:1.0:1788201788.409434:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.409436:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.409438:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.409440:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.409442:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.409443:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.409445:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.409578:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.409589:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.409591:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.409592:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.409593:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.409594:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.409595:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.409597:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.409629:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.409710:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.409712:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.409713:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.409715:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.409717:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.409718:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.409720:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.409722:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.409725:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.409727:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23956: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.409729:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.409730:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23962 (ffff9c46539c19c0) has no exports 00000020:00000001:1.0:1788201788.409731:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.409733:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.409734:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.409736:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.409737:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.409740:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4750530000. 00000020:00000010:1.0:1788201788.409741:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.409743:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.409745:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.409747:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac0c0. 00000020:00000010:1.0:1788201788.409749:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac0c0. 00000020:00000010:1.0:1788201788.409753:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.409754:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.409756:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4750530000. 00000020:00000010:1.0:1788201788.409757:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.409759:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.409760:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.409762:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.409763:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.409771:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.409774:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465388a000. 00000001:00000010:1.0:1788201788.409775:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465388a600. 00000001:00000010:1.0:1788201788.409777:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465388aa00. 00000001:00000010:1.0:1788201788.409778:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465388be00. 00000001:00000010:1.0:1788201788.409780:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4655689240. 00000001:00000010:1.0:1788201788.409781:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4655688e00. 00000001:00000001:1.0:1788201788.409783:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.409784:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23956 (ffff9c46539c19c0) now 3 - setup 00000020:00000001:1.0:1788201788.409785:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.409786:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.409788:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.409790:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.409791:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.409792:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.409794:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.409935:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.409945:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.409947:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.409948:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.409949:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.409950:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.409951:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.409952:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.409985:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.410060:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.410062:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.410063:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.410065:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.410067:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.410069:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.410070:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.410072:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.410075:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.410077:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23956 (ffff9c46539c19c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.410078:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23956 (uuid obd_uuid_23956) 00000020:00000040:1.0:1788201788.410079:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23956 (ffff9c46539c19c0) now 1 - newdev 00000020:00000040:1.0:1788201788.410081:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4653875000 with handle 0x8990e4d0a221759a from hash 00000020:00000040:1.0:1788201788.410083:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4653875000 : new refcount 0 00000020:00000080:1.0:1788201788.410085:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4653875000/obd_uuid_23956 00000020:00000001:1.0:1788201788.410086:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.410088:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.410089:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4653875000/obd_uuid_23956 for obd_name_23956 00000020:00000001:1.0:1788201788.410090:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.410091:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.410093:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4653875000. 00000020:00000001:1.0:1788201788.410095:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.410096:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23956 obd_type name = obd_test 00000020:01000000:1.0:1788201788.410097:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23956 (obd_uuid_23956) 00000020:00000001:1.0:1788201788.410098:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.410100:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.410102:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.410103:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.410105:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46538c7000. 00000020:00000010:1.0:1788201788.410107:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.410109:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.410111:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.410113:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c46556865c0. 00000020:00000010:1.0:1788201788.410115:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.410116:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.410118:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46538c7000. 00000020:00000010:1.0:1788201788.410119:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.410121:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.410123:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.410139:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.410141:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.410142:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46539c19c0. 00000020:00000001:1.0:1788201788.410145:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.410146:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.410148:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.410151:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.410152:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.410154:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.410155:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.410295:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.410310:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.410311:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.410312:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.410314:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.410315:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.410316:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.410318:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.410352:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.410464:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.410466:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.410468:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.410470:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.410473:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.410476:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.410479:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.410481:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.410485:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.410487:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23957: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.410489:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.410490:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23963 (ffff9c46539c0000) has no exports 00000020:00000001:1.0:1788201788.410492:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.410494:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.410497:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.410499:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.410502:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.410505:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46538c2800. 00000020:00000010:1.0:1788201788.410508:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.410511:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.410514:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.410516:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac340. 00000020:00000010:1.0:1788201788.410520:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac340. 00000020:00000010:1.0:1788201788.410524:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.410527:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.410529:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46538c2800. 00000020:00000010:1.0:1788201788.410531:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.410533:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.410536:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.410538:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.410539:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.410555:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.410559:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653888200. 00000001:00000010:1.0:1788201788.410562:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653889200. 00000001:00000010:1.0:1788201788.410567:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465388ae00. 00000001:00000010:1.0:1788201788.410570:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465388b800. 00000001:00000010:1.0:1788201788.410572:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4655689060. 00000001:00000010:1.0:1788201788.410574:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4655688b00. 00000001:00000001:1.0:1788201788.410576:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.410578:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23957 (ffff9c46539c0000) now 3 - setup 00000020:00000001:1.0:1788201788.410580:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.410582:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.410585:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.410588:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.410590:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.410592:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.410594:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.410725:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.410735:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.410737:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.410738:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.410739:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.410740:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.410741:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.410743:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.410776:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.410872:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.410874:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.410875:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.410877:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.410879:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.410881:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.410883:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.410884:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.410888:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.410889:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23957 (ffff9c46539c0000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.410891:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23957 (uuid obd_uuid_23957) 00000020:00000040:1.0:1788201788.410892:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23957 (ffff9c46539c0000) now 1 - newdev 00000020:00000040:1.0:1788201788.410895:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4653877800 with handle 0x8990e4d0a22175a1 from hash 00000020:00000040:1.0:1788201788.410897:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4653877800 : new refcount 0 00000020:00000080:1.0:1788201788.410898:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4653877800/obd_uuid_23957 00000020:00000001:1.0:1788201788.410900:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.410901:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.410902:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4653877800/obd_uuid_23957 for obd_name_23957 00000020:00000001:1.0:1788201788.410904:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.410905:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.410906:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4653877800. 00000020:00000001:1.0:1788201788.410908:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.410909:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23957 obd_type name = obd_test 00000020:01000000:1.0:1788201788.410910:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23957 (obd_uuid_23957) 00000020:00000001:1.0:1788201788.410911:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.410913:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.410914:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.410916:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.410917:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46538c1000. 00000020:00000010:1.0:1788201788.410919:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.410921:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.410923:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.410925:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655686c00. 00000020:00000010:1.0:1788201788.410927:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.410929:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.410930:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46538c1000. 00000020:00000010:1.0:1788201788.410932:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.410933:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.410935:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.410936:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.410938:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.410939:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46539c0000. 00000020:00000001:1.0:1788201788.410941:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.410943:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.410944:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.410946:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.410948:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.410950:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.410951:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.411070:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.411081:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.411082:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.411084:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.411085:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.411086:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.411088:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.411089:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.411121:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.411215:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.411217:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.411218:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.411219:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.411221:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.411223:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.411225:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.411226:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.411229:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.411231:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23958: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.411233:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.411234:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23964 (ffff9c46539c4d40) has no exports 00000020:00000001:1.0:1788201788.411235:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.411237:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.411239:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.411241:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.411242:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.411244:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46538c5000. 00000020:00000010:1.0:1788201788.411246:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.411249:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.411252:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.411255:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bacb40. 00000020:00000010:1.0:1788201788.411259:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bacb40. 00000020:00000010:1.0:1788201788.411263:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.411266:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.411268:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46538c5000. 00000020:00000010:1.0:1788201788.411271:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.411273:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.411276:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.411278:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.411281:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.411293:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.411297:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46539aae00. 00000001:00000010:1.0:1788201788.411300:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46539ab800. 00000001:00000010:1.0:1788201788.411302:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46539ab200. 00000001:00000010:1.0:1788201788.411304:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46539aa200. 00000001:00000010:1.0:1788201788.411306:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4655689ec0. 00000001:00000010:1.0:1788201788.411308:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4655688300. 00000001:00000001:1.0:1788201788.411310:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.411311:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23958 (ffff9c46539c4d40) now 3 - setup 00000020:00000001:1.0:1788201788.411312:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.411314:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.411315:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.411317:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.411319:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.411320:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.411321:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.411462:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.411472:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.411474:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.411475:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.411476:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.411477:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.411478:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.411479:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.411512:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.411587:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.411589:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.411590:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.411592:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.411594:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.411596:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.411598:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.411599:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.411602:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.411604:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23958 (ffff9c46539c4d40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.411606:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23958 (uuid obd_uuid_23958) 00000020:00000040:1.0:1788201788.411607:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23958 (ffff9c46539c4d40) now 1 - newdev 00000020:00000040:1.0:1788201788.411609:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4653872800 with handle 0x8990e4d0a22175a8 from hash 00000020:00000040:1.0:1788201788.411611:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4653872800 : new refcount 0 00000020:00000080:1.0:1788201788.411613:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4653872800/obd_uuid_23958 00000020:00000001:1.0:1788201788.411614:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.411616:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.411617:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4653872800/obd_uuid_23958 for obd_name_23958 00000020:00000001:1.0:1788201788.411618:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.411620:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.411621:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4653872800. 00000020:00000001:1.0:1788201788.411623:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.411624:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23958 obd_type name = obd_test 00000020:01000000:1.0:1788201788.411625:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23958 (obd_uuid_23958) 00000020:00000001:1.0:1788201788.411625:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.411627:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.411629:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.411630:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.411632:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46538c7800. 00000020:00000010:1.0:1788201788.411634:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.411636:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.411638:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.411640:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c46556861c0. 00000020:00000010:1.0:1788201788.411642:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.411643:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.411645:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46538c7800. 00000020:00000010:1.0:1788201788.411646:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.411648:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.411650:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.411651:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.411652:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.411654:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46539c4d40. 00000020:00000001:1.0:1788201788.411657:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.411658:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.411659:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.411662:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.411663:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.411665:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.411666:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.411782:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.411792:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.411793:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.411794:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.411796:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.411797:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.411798:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.411799:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.411842:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.411931:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.411933:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.411934:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.411936:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.411938:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.411940:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.411942:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.411943:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.411946:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.411948:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23959: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.411949:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.411950:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23965 (ffff9c46539c3380) has no exports 00000020:00000001:1.0:1788201788.411952:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.411953:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.411955:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.411957:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.411959:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.411960:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46538c6000. 00000020:00000010:1.0:1788201788.411962:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.411964:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.411966:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.411968:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac400. 00000020:00000010:1.0:1788201788.411971:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac400. 00000020:00000010:1.0:1788201788.411974:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.411976:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.411977:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46538c6000. 00000020:00000010:1.0:1788201788.411979:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.411981:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.411982:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.411984:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.411985:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.411992:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.411995:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46539abe00. 00000001:00000010:1.0:1788201788.411996:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46539aaa00. 00000001:00000010:1.0:1788201788.411998:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46539ab400. 00000001:00000010:1.0:1788201788.411999:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46539abc00. 00000001:00000010:1.0:1788201788.412000:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4655689560. 00000001:00000010:1.0:1788201788.412002:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4655688900. 00000001:00000001:1.0:1788201788.412003:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.412004:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23959 (ffff9c46539c3380) now 3 - setup 00000020:00000001:1.0:1788201788.412005:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.412007:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.412008:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.412010:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.412011:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.412012:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.412014:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.412147:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.412157:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.412159:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.412161:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.412162:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.412163:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.412164:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.412165:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.412199:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.412285:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.412287:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.412289:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.412292:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.412295:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.412298:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.412300:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.412302:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.412307:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.412309:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23959 (ffff9c46539c3380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.412311:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23959 (uuid obd_uuid_23959) 00000020:00000040:1.0:1788201788.412312:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23959 (ffff9c46539c3380) now 1 - newdev 00000020:00000040:1.0:1788201788.412314:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4653871000 with handle 0x8990e4d0a22175af from hash 00000020:00000040:1.0:1788201788.412316:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4653871000 : new refcount 0 00000020:00000080:1.0:1788201788.412317:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4653871000/obd_uuid_23959 00000020:00000001:1.0:1788201788.412319:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.412320:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.412321:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4653871000/obd_uuid_23959 for obd_name_23959 00000020:00000001:1.0:1788201788.412323:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.412324:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.412325:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4653871000. 00000020:00000001:1.0:1788201788.412327:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.412328:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23959 obd_type name = obd_test 00000020:01000000:1.0:1788201788.412329:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23959 (obd_uuid_23959) 00000020:00000001:1.0:1788201788.412330:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.412332:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.412333:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.412335:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.412337:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46538c5800. 00000020:00000010:1.0:1788201788.412339:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.412341:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.412343:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.412345:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655686180. 00000020:00000010:1.0:1788201788.412347:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.412348:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.412350:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46538c5800. 00000020:00000010:1.0:1788201788.412352:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.412353:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.412355:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.412356:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.412358:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.412359:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46539c3380. 00000020:00000001:1.0:1788201788.412362:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.412363:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.412364:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.412367:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.412368:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.412370:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.412371:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.412508:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.412519:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.412520:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.412521:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.412523:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.412524:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.412525:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.412527:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.412566:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.412655:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.412657:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.412658:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.412660:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.412662:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.412664:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.412666:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.412667:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.412670:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.412672:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23960: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.412674:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.412675:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23966 (ffff9c46539cb380) has no exports 00000020:00000001:1.0:1788201788.412676:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.412677:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.412679:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.412681:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.412683:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.412685:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46538c4800. 00000020:00000010:1.0:1788201788.412686:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.412688:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.412690:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.412692:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac700. 00000020:00000010:1.0:1788201788.412694:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac700. 00000020:00000010:1.0:1788201788.412698:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.412699:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.412701:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46538c4800. 00000020:00000010:1.0:1788201788.412702:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.412704:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.412706:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.412707:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.412709:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.412717:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.412720:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46539ab000. 00000001:00000010:1.0:1788201788.412721:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46539ab600. 00000001:00000010:1.0:1788201788.412722:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46539aba00. 00000001:00000010:1.0:1788201788.412724:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46539aac00. 00000001:00000010:1.0:1788201788.412725:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4655689720. 00000001:00000010:1.0:1788201788.412727:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4655688000. 00000001:00000001:1.0:1788201788.412728:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.412729:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23960 (ffff9c46539cb380) now 3 - setup 00000020:00000001:1.0:1788201788.412730:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.412732:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.412733:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.412735:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.412737:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.412738:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.412739:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.412889:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.412900:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.412901:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.412902:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.412903:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.412904:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.412905:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.412907:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.412928:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.413014:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.413016:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.413017:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.413019:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.413021:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.413023:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.413024:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.413026:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.413029:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.413031:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23960 (ffff9c46539cb380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.413033:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23960 (uuid obd_uuid_23960) 00000020:00000040:1.0:1788201788.413034:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23960 (ffff9c46539cb380) now 1 - newdev 00000020:00000040:1.0:1788201788.413036:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4653876800 with handle 0x8990e4d0a22175b6 from hash 00000020:00000040:1.0:1788201788.413038:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4653876800 : new refcount 0 00000020:00000080:1.0:1788201788.413039:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4653876800/obd_uuid_23960 00000020:00000001:1.0:1788201788.413041:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.413042:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.413043:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4653876800/obd_uuid_23960 for obd_name_23960 00000020:00000001:1.0:1788201788.413045:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.413046:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.413048:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4653876800. 00000020:00000001:1.0:1788201788.413049:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.413050:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23960 obd_type name = obd_test 00000020:01000000:1.0:1788201788.413052:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23960 (obd_uuid_23960) 00000020:00000001:1.0:1788201788.413053:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.413054:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.413056:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.413058:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.413059:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46538c3800. 00000020:00000010:1.0:1788201788.413061:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.413063:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.413065:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.413067:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655686200. 00000020:00000010:1.0:1788201788.413069:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.413070:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.413072:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46538c3800. 00000020:00000010:1.0:1788201788.413073:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.413075:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.413076:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.413078:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.413079:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.413080:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46539cb380. 00000020:00000001:1.0:1788201788.413095:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.413096:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.413098:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.413100:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.413102:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.413103:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.413104:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.413239:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.413251:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.413253:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.413255:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.413257:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.413259:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.413261:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.413262:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.413297:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.413383:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.413384:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.413385:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.413387:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.413389:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.413391:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.413408:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.413410:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.413413:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.413415:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23961: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.413417:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.413418:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23967 (ffff9c46539c99c0) has no exports 00000020:00000001:1.0:1788201788.413419:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.413421:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.413422:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.413424:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.413426:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.413428:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46538c2000. 00000020:00000010:1.0:1788201788.413429:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.413431:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.413433:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.413435:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac980. 00000020:00000010:1.0:1788201788.413437:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac980. 00000020:00000010:1.0:1788201788.413441:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.413443:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.413444:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46538c2000. 00000020:00000010:1.0:1788201788.413446:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.413447:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.413449:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.413450:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.413452:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.413459:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.413463:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465388b600. 00000001:00000010:1.0:1788201788.413464:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c465388b000. 00000001:00000010:1.0:1788201788.413465:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46539aa800. 00000001:00000010:1.0:1788201788.413467:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46539aa400. 00000001:00000010:1.0:1788201788.413468:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4655689700. 00000001:00000010:1.0:1788201788.413470:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4655688800. 00000001:00000001:1.0:1788201788.413471:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.413472:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23961 (ffff9c46539c99c0) now 3 - setup 00000020:00000001:1.0:1788201788.413473:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.413474:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.413476:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.413478:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.413479:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.413481:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.413482:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.413604:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.413614:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.413615:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.413617:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.413618:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.413619:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.413620:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.413621:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.413642:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.413721:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.413723:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.413724:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.413726:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.413728:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.413729:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.413731:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.413732:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.413736:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.413737:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23961 (ffff9c46539c99c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.413739:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23961 (uuid obd_uuid_23961) 00000020:00000040:1.0:1788201788.413740:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23961 (ffff9c46539c99c0) now 1 - newdev 00000020:00000040:1.0:1788201788.413742:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4653877000 with handle 0x8990e4d0a22175bd from hash 00000020:00000040:1.0:1788201788.413744:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4653877000 : new refcount 0 00000020:00000080:1.0:1788201788.413746:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4653877000/obd_uuid_23961 00000020:00000001:1.0:1788201788.413747:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.413749:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.413749:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4653877000/obd_uuid_23961 for obd_name_23961 00000020:00000001:1.0:1788201788.413751:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.413752:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.413753:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4653877000. 00000020:00000001:1.0:1788201788.413755:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.413756:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23961 obd_type name = obd_test 00000020:01000000:1.0:1788201788.413758:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23961 (obd_uuid_23961) 00000020:00000001:1.0:1788201788.413759:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.413760:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.413762:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.413764:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.413766:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46538c4000. 00000020:00000010:1.0:1788201788.413768:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.413770:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.413771:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.413773:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655686a80. 00000020:00000010:1.0:1788201788.413775:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.413777:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.413778:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46538c4000. 00000020:00000010:1.0:1788201788.413780:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.413781:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.413783:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.413784:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.413786:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.413787:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46539c99c0. 00000020:00000001:1.0:1788201788.413790:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.413791:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.413792:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.413795:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.413797:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.413798:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.413799:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.413937:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.413948:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.413950:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.413951:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.413952:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.413953:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.413954:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.413955:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.413977:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.414053:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.414055:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.414056:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.414058:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.414060:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.414062:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.414063:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.414065:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.414068:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.414070:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23962: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.414071:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.414073:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23968 (ffff9c46539c8000) has no exports 00000020:00000001:1.0:1788201788.414074:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.414076:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.414077:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.414079:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.414081:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.414082:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46538c3000. 00000020:00000010:1.0:1788201788.414084:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.414086:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.414088:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.414090:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bacac0. 00000020:00000010:1.0:1788201788.414092:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bacac0. 00000020:00000010:1.0:1788201788.414096:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.414098:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.414099:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46538c3000. 00000020:00000010:1.0:1788201788.414101:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.414103:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.414104:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.414106:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.414107:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.414114:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.414117:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46539d4200. 00000001:00000010:1.0:1788201788.414118:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46539d4000. 00000001:00000010:1.0:1788201788.414120:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46539d4600. 00000001:00000010:1.0:1788201788.414121:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46539d5a00. 00000001:00000010:1.0:1788201788.414123:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c46556893c0. 00000001:00000010:1.0:1788201788.414140:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4655688500. 00000001:00000001:1.0:1788201788.414141:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.414143:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23962 (ffff9c46539c8000) now 3 - setup 00000020:00000001:1.0:1788201788.414144:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.414145:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.414147:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.414149:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.414150:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.414152:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.414153:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.414291:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.414306:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.414308:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.414310:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.414311:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.414312:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.414313:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.414314:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.414338:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.414439:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.414441:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.414442:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.414445:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.414447:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.414449:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.414451:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.414453:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.414457:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.414459:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23962 (ffff9c46539c8000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.414460:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23962 (uuid obd_uuid_23962) 00000020:00000040:1.0:1788201788.414461:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23962 (ffff9c46539c8000) now 1 - newdev 00000020:00000040:1.0:1788201788.414464:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4653871800 with handle 0x8990e4d0a22175c4 from hash 00000020:00000040:1.0:1788201788.414466:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4653871800 : new refcount 0 00000020:00000080:1.0:1788201788.414467:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4653871800/obd_uuid_23962 00000020:00000001:1.0:1788201788.414468:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.414470:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.414471:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4653871800/obd_uuid_23962 for obd_name_23962 00000020:00000001:1.0:1788201788.414472:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.414473:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.414475:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4653871800. 00000020:00000001:1.0:1788201788.414477:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.414478:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23962 obd_type name = obd_test 00000020:01000000:1.0:1788201788.414479:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23962 (obd_uuid_23962) 00000020:00000001:1.0:1788201788.414480:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.414482:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.414483:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.414485:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.414487:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46538c0000. 00000020:00000010:1.0:1788201788.414489:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.414490:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.414492:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.414494:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655686e80. 00000020:00000010:1.0:1788201788.414496:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.414497:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.414499:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46538c0000. 00000020:00000010:1.0:1788201788.414501:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.414502:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.414504:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.414505:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.414507:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.414508:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46539c8000. 00000020:00000001:1.0:1788201788.414510:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.414512:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.414513:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.414516:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.414517:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.414518:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.414520:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.414654:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.414668:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.414670:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.414672:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.414674:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.414676:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.414678:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.414679:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.414713:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.414828:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.414830:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.414832:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.414835:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.414838:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.414842:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.414844:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.414846:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.414851:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.414854:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23963: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.414856:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.414858:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23969 (ffff9c46539ccd40) has no exports 00000020:00000001:1.0:1788201788.414859:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.414862:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.414865:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.414868:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.414871:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.414874:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46538c1800. 00000020:00000010:1.0:1788201788.414877:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.414881:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.414884:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.414887:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac080. 00000020:00000010:1.0:1788201788.414891:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac080. 00000020:00000010:1.0:1788201788.414897:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.414899:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.414902:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46538c1800. 00000020:00000010:1.0:1788201788.414905:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.414907:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.414910:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.414912:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.414914:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.414927:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.414932:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46539d5200. 00000001:00000010:1.0:1788201788.414935:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46539d5800. 00000001:00000010:1.0:1788201788.414937:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46539d5600. 00000001:00000010:1.0:1788201788.414940:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46539d4a00. 00000001:00000010:1.0:1788201788.414942:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c46556894c0. 00000001:00000010:1.0:1788201788.414944:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c465568b900. 00000001:00000001:1.0:1788201788.414949:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.414951:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23963 (ffff9c46539ccd40) now 3 - setup 00000020:00000001:1.0:1788201788.414954:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.414956:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.414958:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.414962:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.414964:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.414967:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.414969:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.415193:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.415209:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.415211:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.415212:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.415213:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.415215:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.415217:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.415218:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.415251:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.415370:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.415373:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.415375:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.415378:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.415382:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.415385:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.415388:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.415390:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.415420:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.415424:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23963 (ffff9c46539ccd40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.415427:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23963 (uuid obd_uuid_23963) 00000020:00000040:1.0:1788201788.415429:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23963 (ffff9c46539ccd40) now 1 - newdev 00000020:00000040:1.0:1788201788.415433:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46539de000 with handle 0x8990e4d0a22175cb from hash 00000020:00000040:1.0:1788201788.415436:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46539de000 : new refcount 0 00000020:00000080:1.0:1788201788.415438:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46539de000/obd_uuid_23963 00000020:00000001:1.0:1788201788.415440:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.415442:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.415443:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46539de000/obd_uuid_23963 for obd_name_23963 00000020:00000001:1.0:1788201788.415446:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.415448:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.415450:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46539de000. 00000020:00000001:1.0:1788201788.415454:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.415456:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23963 obd_type name = obd_test 00000020:01000000:1.0:1788201788.415457:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23963 (obd_uuid_23963) 00000020:00000001:1.0:1788201788.415459:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.415462:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.415465:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.415469:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.415474:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46538c0800. 00000020:00000010:1.0:1788201788.415478:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.415481:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.415485:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.415487:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655686400. 00000020:00000010:1.0:1788201788.415491:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.415494:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.415496:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46538c0800. 00000020:00000010:1.0:1788201788.415498:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.415501:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.415504:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.415507:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.415510:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.415513:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46539ccd40. 00000020:00000001:1.0:1788201788.415520:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.415522:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.415525:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.415529:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.415531:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.415533:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.415535:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.415729:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.415746:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.415748:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.415749:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.415751:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.415753:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.415755:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.415756:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.415807:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.415922:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.415925:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.415927:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.415930:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.415933:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.415936:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.415938:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.415941:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.415946:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.415949:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23964: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.415951:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.415953:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23970 (ffff9c46539eb380) has no exports 00000020:00000001:1.0:1788201788.415956:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.415958:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.415960:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.415964:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.415966:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.415971:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4653828000. 00000020:00000010:1.0:1788201788.415974:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.415977:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.415980:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.415984:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac380. 00000020:00000010:1.0:1788201788.415989:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac380. 00000020:00000010:1.0:1788201788.415994:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.415998:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.416000:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4653828000. 00000020:00000010:1.0:1788201788.416003:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.416006:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.416008:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.416011:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.416013:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.416025:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.416030:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46539d5e00. 00000001:00000010:1.0:1788201788.416033:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46539d4e00. 00000001:00000010:1.0:1788201788.416035:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46539d4400. 00000001:00000010:1.0:1788201788.416038:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46539d5400. 00000001:00000010:1.0:1788201788.416041:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4655689a00. 00000001:00000010:1.0:1788201788.416043:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c465568b000. 00000001:00000001:1.0:1788201788.416047:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.416049:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23964 (ffff9c46539eb380) now 3 - setup 00000020:00000001:1.0:1788201788.416052:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.416054:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.416056:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.416060:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.416062:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.416065:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.416066:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.416293:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.416309:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.416311:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.416312:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.416314:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.416315:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.416316:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.416317:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.416355:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.416488:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.416490:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.416491:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.416493:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.416496:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.416498:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.416500:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.416501:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.416505:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.416506:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23964 (ffff9c46539eb380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.416508:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23964 (uuid obd_uuid_23964) 00000020:00000040:1.0:1788201788.416509:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23964 (ffff9c46539eb380) now 1 - newdev 00000020:00000040:1.0:1788201788.416512:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46539dd800 with handle 0x8990e4d0a22175d2 from hash 00000020:00000040:1.0:1788201788.416514:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46539dd800 : new refcount 0 00000020:00000080:1.0:1788201788.416515:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46539dd800/obd_uuid_23964 00000020:00000001:1.0:1788201788.416517:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.416518:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.416519:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46539dd800/obd_uuid_23964 for obd_name_23964 00000020:00000001:1.0:1788201788.416521:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.416523:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.416524:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46539dd800. 00000020:00000001:1.0:1788201788.416527:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.416528:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23964 obd_type name = obd_test 00000020:01000000:1.0:1788201788.416530:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23964 (obd_uuid_23964) 00000020:00000001:1.0:1788201788.416531:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.416532:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.416535:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.416536:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.416540:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4749120800. 00000020:00000010:1.0:1788201788.416542:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.416544:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.416545:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.416547:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655686fc0. 00000020:00000010:1.0:1788201788.416549:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.416551:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.416552:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4749120800. 00000020:00000010:1.0:1788201788.416554:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.416557:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.416559:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.416562:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.416564:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.416566:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46539eb380. 00000020:00000001:1.0:1788201788.416571:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.416572:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.416575:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.416578:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.416581:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.416583:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.416585:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.416724:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.416735:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.416736:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.416737:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.416739:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.416740:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.416741:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.416742:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.416776:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.416853:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.416854:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.416856:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.416858:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.416860:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.416862:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.416863:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.416865:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.416868:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.416869:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23965: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.416871:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.416872:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23971 (ffff9c46539e99c0) has no exports 00000020:00000001:1.0:1788201788.416874:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.416875:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.416877:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.416879:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.416880:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.416884:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c47595a1800. 00000020:00000010:1.0:1788201788.416886:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.416888:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.416890:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.416892:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac2c0. 00000020:00000010:1.0:1788201788.416895:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac2c0. 00000020:00000010:1.0:1788201788.416898:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.416900:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.416901:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c47595a1800. 00000020:00000010:1.0:1788201788.416904:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.416905:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.416907:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.416909:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.416910:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.416918:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.416922:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46539aa600. 00000001:00000010:1.0:1788201788.416923:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46539aa000. 00000001:00000010:1.0:1788201788.416925:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46539d5c00. 00000001:00000010:1.0:1788201788.416926:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46539d5000. 00000001:00000010:1.0:1788201788.416928:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4655689aa0. 00000001:00000010:1.0:1788201788.416929:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c465568b800. 00000001:00000001:1.0:1788201788.416931:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.416932:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23965 (ffff9c46539e99c0) now 3 - setup 00000020:00000001:1.0:1788201788.416933:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.416934:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.416936:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.416938:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.416939:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.416941:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.416942:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.417087:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.417098:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.417099:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.417100:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.417101:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.417103:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.417104:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.417105:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.417165:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.417258:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.417260:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.417262:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.417265:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.417268:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.417270:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.417273:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.417275:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.417280:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.417283:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23965 (ffff9c46539e99c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.417286:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23965 (uuid obd_uuid_23965) 00000020:00000040:1.0:1788201788.417288:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23965 (ffff9c46539e99c0) now 1 - newdev 00000020:00000040:1.0:1788201788.417291:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46539dd000 with handle 0x8990e4d0a22175d9 from hash 00000020:00000040:1.0:1788201788.417294:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46539dd000 : new refcount 0 00000020:00000080:1.0:1788201788.417296:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46539dd000/obd_uuid_23965 00000020:00000001:1.0:1788201788.417298:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.417300:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.417302:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46539dd000/obd_uuid_23965 for obd_name_23965 00000020:00000001:1.0:1788201788.417304:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.417306:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.417307:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46539dd000. 00000020:00000001:1.0:1788201788.417310:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.417311:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23965 obd_type name = obd_test 00000020:01000000:1.0:1788201788.417312:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23965 (obd_uuid_23965) 00000020:00000001:1.0:1788201788.417313:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.417315:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.417317:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.417319:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.417321:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c47595a7000. 00000020:00000010:1.0:1788201788.417323:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.417325:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.417327:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.417328:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655686dc0. 00000020:00000010:1.0:1788201788.417330:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.417332:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.417334:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c47595a7000. 00000020:00000010:1.0:1788201788.417336:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.417337:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.417339:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.417340:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.417342:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.417343:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46539e99c0. 00000020:00000001:1.0:1788201788.417346:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.417348:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.417349:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.417352:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.417353:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.417355:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.417356:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.417527:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.417537:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.417539:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.417540:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.417541:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.417542:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.417544:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.417545:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.417579:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.417655:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.417657:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.417658:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.417659:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.417661:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.417663:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.417665:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.417667:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.417670:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.417671:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23966: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.417673:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.417674:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23972 (ffff9c46539e8000) has no exports 00000020:00000001:1.0:1788201788.417675:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.417677:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.417679:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.417681:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.417682:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.417685:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c47500f1000. 00000020:00000010:1.0:1788201788.417687:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.417689:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.417690:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.417693:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac9c0. 00000020:00000010:1.0:1788201788.417695:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac9c0. 00000020:00000010:1.0:1788201788.417699:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.417701:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.417702:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c47500f1000. 00000020:00000010:1.0:1788201788.417704:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.417706:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.417708:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.417709:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.417710:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.417718:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.417721:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46539d6400. 00000001:00000010:1.0:1788201788.417723:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46539d7400. 00000001:00000010:1.0:1788201788.417725:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46539d7c00. 00000001:00000010:1.0:1788201788.417726:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46539d7000. 00000001:00000010:1.0:1788201788.417727:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c46556890c0. 00000001:00000010:1.0:1788201788.417729:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c465568b500. 00000001:00000001:1.0:1788201788.417730:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.417731:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23966 (ffff9c46539e8000) now 3 - setup 00000020:00000001:1.0:1788201788.417733:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.417734:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.417736:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.417737:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.417739:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.417740:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.417741:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.417861:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.417871:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.417873:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.417874:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.417875:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.417876:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.417877:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.417878:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.417911:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.417984:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.417986:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.417987:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.417989:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.417992:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.417994:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.417996:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.417999:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.418004:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.418006:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23966 (ffff9c46539e8000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.418008:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23966 (uuid obd_uuid_23966) 00000020:00000040:1.0:1788201788.418010:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23966 (ffff9c46539e8000) now 1 - newdev 00000020:00000040:1.0:1788201788.418013:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46539df800 with handle 0x8990e4d0a22175e0 from hash 00000020:00000040:1.0:1788201788.418016:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46539df800 : new refcount 0 00000020:00000080:1.0:1788201788.418018:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46539df800/obd_uuid_23966 00000020:00000001:1.0:1788201788.418020:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.418022:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.418024:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46539df800/obd_uuid_23966 for obd_name_23966 00000020:00000001:1.0:1788201788.418026:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.418027:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.418029:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46539df800. 00000020:00000001:1.0:1788201788.418033:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.418034:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23966 obd_type name = obd_test 00000020:01000000:1.0:1788201788.418036:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23966 (obd_uuid_23966) 00000020:00000001:1.0:1788201788.418038:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.418041:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.418044:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.418046:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.418050:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c47500f7000. 00000020:00000010:1.0:1788201788.418053:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.418056:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.418058:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.418060:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655686280. 00000020:00000010:1.0:1788201788.418062:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.418064:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.418066:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c47500f7000. 00000020:00000010:1.0:1788201788.418068:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.418069:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.418071:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.418072:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.418074:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.418075:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46539e8000. 00000020:00000001:1.0:1788201788.418078:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.418079:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.418081:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.418083:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.418085:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.418086:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.418088:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.418244:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.418258:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.418260:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.418262:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.418264:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.418265:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.418267:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.418269:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.418315:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.418411:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.418414:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.418415:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.418418:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.418422:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.418426:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.418429:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.418432:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.418438:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.418440:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23967: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.418443:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.418445:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23973 (ffff9c46539ecd40) has no exports 00000020:00000001:1.0:1788201788.418448:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.418450:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.418453:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.418455:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.418457:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.418460:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c47500f7800. 00000020:00000010:1.0:1788201788.418462:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.418464:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.418466:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.418469:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bacb00. 00000020:00000010:1.0:1788201788.418472:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bacb00. 00000020:00000010:1.0:1788201788.418478:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.418480:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.418482:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c47500f7800. 00000020:00000010:1.0:1788201788.418484:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.418486:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.418488:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.418489:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.418491:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.418498:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.418501:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46539d6800. 00000001:00000010:1.0:1788201788.418503:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46539d6c00. 00000001:00000010:1.0:1788201788.418504:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46539d6200. 00000001:00000010:1.0:1788201788.418505:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46539d6000. 00000001:00000010:1.0:1788201788.418507:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4655689280. 00000001:00000010:1.0:1788201788.418508:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c465568b200. 00000001:00000001:1.0:1788201788.418510:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.418511:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23967 (ffff9c46539ecd40) now 3 - setup 00000020:00000001:1.0:1788201788.418512:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.418513:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.418515:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.418517:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.418518:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.418520:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.418521:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.418645:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.418656:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.418657:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.418658:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.418659:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.418660:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.418662:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.418663:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.418695:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.418768:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.418770:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.418771:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.418773:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.418775:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.418777:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.418779:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.418780:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.418783:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.418785:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23967 (ffff9c46539ecd40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.418787:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23967 (uuid obd_uuid_23967) 00000020:00000040:1.0:1788201788.418788:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23967 (ffff9c46539ecd40) now 1 - newdev 00000020:00000040:1.0:1788201788.418790:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46539da800 with handle 0x8990e4d0a22175e7 from hash 00000020:00000040:1.0:1788201788.418792:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46539da800 : new refcount 0 00000020:00000080:1.0:1788201788.418793:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46539da800/obd_uuid_23967 00000020:00000001:1.0:1788201788.418795:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.418796:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.418797:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46539da800/obd_uuid_23967 for obd_name_23967 00000020:00000001:1.0:1788201788.418799:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.418800:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.418801:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46539da800. 00000020:00000001:1.0:1788201788.418803:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.418804:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23967 obd_type name = obd_test 00000020:01000000:1.0:1788201788.418805:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23967 (obd_uuid_23967) 00000020:00000001:1.0:1788201788.418806:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.418808:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.418810:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.418811:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.418815:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4747196000. 00000020:00000010:1.0:1788201788.418817:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.418819:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.418820:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.418822:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655686640. 00000020:00000010:1.0:1788201788.418824:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.418826:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.418827:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4747196000. 00000020:00000010:1.0:1788201788.418829:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.418831:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.418832:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.418833:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.418835:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.418836:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46539ecd40. 00000020:00000001:1.0:1788201788.418839:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.418840:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.418842:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.418844:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.418846:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.418847:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.418848:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.418964:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.418975:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.418976:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.418978:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.418979:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.418980:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.418981:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.418982:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.419025:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.419154:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.419157:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.419159:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.419162:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.419165:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.419168:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.419171:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.419173:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.419178:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.419179:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23968: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.419181:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.419182:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23974 (ffff9c46539f0000) has no exports 00000020:00000001:1.0:1788201788.419183:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.419185:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.419186:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.419189:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.419190:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.419193:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4747e76800. 00000020:00000010:1.0:1788201788.419195:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.419197:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.419199:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.419201:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654baca00. 00000020:00000010:1.0:1788201788.419203:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654baca00. 00000020:00000010:1.0:1788201788.419207:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.419209:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.419211:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4747e76800. 00000020:00000010:1.0:1788201788.419213:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.419214:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.419216:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.419217:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.419219:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.419250:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.419254:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46539d6600. 00000001:00000010:1.0:1788201788.419257:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46539d7a00. 00000001:00000010:1.0:1788201788.419259:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46539d7e00. 00000001:00000010:1.0:1788201788.419261:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46539d6e00. 00000001:00000010:1.0:1788201788.419263:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4655689ce0. 00000001:00000010:1.0:1788201788.419266:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c465568bc00. 00000001:00000001:1.0:1788201788.419268:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.419270:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23968 (ffff9c46539f0000) now 3 - setup 00000020:00000001:1.0:1788201788.419272:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.419274:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.419277:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.419281:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.419283:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.419286:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.419288:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.419459:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.419470:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.419472:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.419473:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.419474:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.419475:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.419476:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.419477:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.419519:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.419607:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.419609:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.419610:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.419612:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.419614:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.419616:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.419617:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.419618:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.419622:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.419623:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23968 (ffff9c46539f0000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.419625:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23968 (uuid obd_uuid_23968) 00000020:00000040:1.0:1788201788.419626:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23968 (ffff9c46539f0000) now 1 - newdev 00000020:00000040:1.0:1788201788.419628:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46539d9000 with handle 0x8990e4d0a22175ee from hash 00000020:00000040:1.0:1788201788.419630:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46539d9000 : new refcount 0 00000020:00000080:1.0:1788201788.419632:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46539d9000/obd_uuid_23968 00000020:00000001:1.0:1788201788.419633:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.419635:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.419636:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46539d9000/obd_uuid_23968 for obd_name_23968 00000020:00000001:1.0:1788201788.419638:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.419639:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.419640:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46539d9000. 00000020:00000001:1.0:1788201788.419642:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.419643:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23968 obd_type name = obd_test 00000020:01000000:1.0:1788201788.419644:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23968 (obd_uuid_23968) 00000020:00000001:1.0:1788201788.419645:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.419647:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.419649:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.419650:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.419652:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4747e74800. 00000020:00000010:1.0:1788201788.419654:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.419656:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.419657:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.419659:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655686d00. 00000020:00000010:1.0:1788201788.419661:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.419663:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.419664:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4747e74800. 00000020:00000010:1.0:1788201788.419666:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.419668:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.419669:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.419671:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.419672:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.419673:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46539f0000. 00000020:00000001:1.0:1788201788.419676:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.419678:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.419679:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.419682:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.419683:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.419685:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.419686:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.419808:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.419818:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.419820:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.419821:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.419822:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.419823:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.419824:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.419825:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.419858:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.419942:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.419944:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.419945:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.419947:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.419949:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.419951:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.419952:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.419954:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.419957:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.419959:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23969: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.419960:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.419961:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23975 (ffff9c46539f4d40) has no exports 00000020:00000001:1.0:1788201788.419963:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.419964:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.419966:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.419968:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.419969:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.419972:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4747e77000. 00000020:00000010:1.0:1788201788.419973:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.419975:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.419977:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.419979:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bacc00. 00000020:00000010:1.0:1788201788.419982:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bacc00. 00000020:00000010:1.0:1788201788.419985:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.419987:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.419989:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4747e77000. 00000020:00000010:1.0:1788201788.419991:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.419993:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.419996:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.419999:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.420001:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.420011:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.420015:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46539d4800. 00000001:00000010:1.0:1788201788.420018:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46539d4c00. 00000001:00000010:1.0:1788201788.420020:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46539d7800. 00000001:00000010:1.0:1788201788.420022:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46539d7200. 00000001:00000010:1.0:1788201788.420024:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4655689400. 00000001:00000010:1.0:1788201788.420027:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c465568bf00. 00000001:00000001:1.0:1788201788.420029:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.420031:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23969 (ffff9c46539f4d40) now 3 - setup 00000020:00000001:1.0:1788201788.420033:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.420035:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.420038:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.420041:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.420044:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.420046:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.420048:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.420212:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.420223:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.420225:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.420226:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.420227:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.420228:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.420229:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.420231:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.420255:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.420352:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.420354:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.420355:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.420357:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.420360:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.420362:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.420363:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.420365:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.420368:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.420370:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23969 (ffff9c46539f4d40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.420372:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23969 (uuid obd_uuid_23969) 00000020:00000040:1.0:1788201788.420373:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23969 (ffff9c46539f4d40) now 1 - newdev 00000020:00000040:1.0:1788201788.420375:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46539de800 with handle 0x8990e4d0a22175f5 from hash 00000020:00000040:1.0:1788201788.420377:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46539de800 : new refcount 0 00000020:00000080:1.0:1788201788.420378:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46539de800/obd_uuid_23969 00000020:00000001:1.0:1788201788.420380:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.420381:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.420382:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46539de800/obd_uuid_23969 for obd_name_23969 00000020:00000001:1.0:1788201788.420384:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.420385:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.420387:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46539de800. 00000020:00000001:1.0:1788201788.420388:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.420389:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23969 obd_type name = obd_test 00000020:01000000:1.0:1788201788.420390:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23969 (obd_uuid_23969) 00000020:00000001:1.0:1788201788.420391:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.420415:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.420419:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.420422:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.420427:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c475942e000. 00000020:00000010:1.0:1788201788.420431:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.420434:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.420437:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.420440:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655686f40. 00000020:00000010:1.0:1788201788.420443:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.420446:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.420448:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c475942e000. 00000020:00000010:1.0:1788201788.420452:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.420454:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.420456:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.420458:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.420459:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.420461:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46539f4d40. 00000020:00000001:1.0:1788201788.420465:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.420466:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.420468:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.420471:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.420472:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.420473:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.420475:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.420637:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.420648:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.420650:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.420651:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.420652:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.420653:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.420654:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.420656:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.420677:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.420754:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.420756:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.420757:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.420759:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.420761:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.420763:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.420765:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.420766:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.420769:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.420771:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23970: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.420772:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.420774:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23976 (ffff9c46539f3380) has no exports 00000020:00000001:1.0:1788201788.420775:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.420776:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.420778:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.420780:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.420781:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.420783:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4759428800. 00000020:00000010:1.0:1788201788.420785:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.420787:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.420789:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.420791:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac5c0. 00000020:00000010:1.0:1788201788.420794:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac5c0. 00000020:00000010:1.0:1788201788.420797:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.420799:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.420801:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4759428800. 00000020:00000010:1.0:1788201788.420803:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.420804:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.420806:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.420807:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.420809:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.420816:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.420819:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46539fd000. 00000001:00000010:1.0:1788201788.420821:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46539fd600. 00000001:00000010:1.0:1788201788.420823:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46539fca00. 00000001:00000010:1.0:1788201788.420824:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46539fde00. 00000001:00000010:1.0:1788201788.420825:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4655689440. 00000001:00000010:1.0:1788201788.420827:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c465568b600. 00000001:00000001:1.0:1788201788.420828:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.420829:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23970 (ffff9c46539f3380) now 3 - setup 00000020:00000001:1.0:1788201788.420831:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.420832:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.420833:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.420835:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.420837:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.420838:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.420839:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.420958:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.420968:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.420969:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.420970:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.420971:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.420972:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.420973:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.420975:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.420998:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.421096:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.421098:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.421099:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.421101:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.421103:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.421105:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.421107:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.421108:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.421112:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.421113:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23970 (ffff9c46539f3380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.421115:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23970 (uuid obd_uuid_23970) 00000020:00000040:1.0:1788201788.421116:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23970 (ffff9c46539f3380) now 1 - newdev 00000020:00000040:1.0:1788201788.421118:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46539df000 with handle 0x8990e4d0a22175fc from hash 00000020:00000040:1.0:1788201788.421120:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46539df000 : new refcount 0 00000020:00000080:1.0:1788201788.421121:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46539df000/obd_uuid_23970 00000020:00000001:1.0:1788201788.421123:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.421140:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.421141:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46539df000/obd_uuid_23970 for obd_name_23970 00000020:00000001:1.0:1788201788.421144:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.421146:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.421148:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46539df000. 00000020:00000001:1.0:1788201788.421151:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.421153:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23970 obd_type name = obd_test 00000020:01000000:1.0:1788201788.421155:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23970 (obd_uuid_23970) 00000020:00000001:1.0:1788201788.421156:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.421159:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.421162:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.421165:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.421168:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c47509b2000. 00000020:00000010:1.0:1788201788.421171:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.421174:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.421177:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.421180:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655686d80. 00000020:00000010:1.0:1788201788.421183:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.421186:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.421188:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c47509b2000. 00000020:00000010:1.0:1788201788.421191:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.421193:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.421195:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.421196:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.421198:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.421199:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46539f3380. 00000020:00000001:1.0:1788201788.421202:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.421203:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.421205:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.421208:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.421209:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.421211:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.421212:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.421359:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.421369:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.421371:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.421372:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.421373:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.421374:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.421375:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.421377:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.421422:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.421516:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.421518:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.421519:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.421521:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.421523:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.421525:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.421526:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.421528:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.421531:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.421532:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23971: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.421534:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.421536:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23977 (ffff9c46539f19c0) has no exports 00000020:00000001:1.0:1788201788.421537:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.421538:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.421540:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.421542:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.421544:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.421546:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c47509b1000. 00000020:00000010:1.0:1788201788.421548:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.421550:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.421551:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.421553:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac180. 00000020:00000010:1.0:1788201788.421556:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac180. 00000020:00000010:1.0:1788201788.421560:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.421561:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.421563:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c47509b1000. 00000020:00000010:1.0:1788201788.421564:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.421566:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.421567:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.421569:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.421570:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.421584:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.421587:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46539fdc00. 00000001:00000010:1.0:1788201788.421588:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46539fd400. 00000001:00000010:1.0:1788201788.421590:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46539fda00. 00000001:00000010:1.0:1788201788.421591:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46539fcc00. 00000001:00000010:1.0:1788201788.421593:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c46556894e0. 00000001:00000010:1.0:1788201788.421594:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c465568bd00. 00000001:00000001:1.0:1788201788.421596:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.421597:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23971 (ffff9c46539f19c0) now 3 - setup 00000020:00000001:1.0:1788201788.421598:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.421599:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.421601:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.421603:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.421605:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.421606:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.421608:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.421729:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.421739:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.421740:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.421742:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.421743:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.421744:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.421745:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.421746:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.421767:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.421845:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.421846:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.421848:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.421849:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.421851:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.421853:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.421855:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.421856:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.421859:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.421861:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23971 (ffff9c46539f19c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.421863:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23971 (uuid obd_uuid_23971) 00000020:00000040:1.0:1788201788.421864:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23971 (ffff9c46539f19c0) now 1 - newdev 00000020:00000040:1.0:1788201788.421866:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46539d9800 with handle 0x8990e4d0a2217603 from hash 00000020:00000040:1.0:1788201788.421868:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46539d9800 : new refcount 0 00000020:00000080:1.0:1788201788.421870:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46539d9800/obd_uuid_23971 00000020:00000001:1.0:1788201788.421871:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.421872:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.421874:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46539d9800/obd_uuid_23971 for obd_name_23971 00000020:00000001:1.0:1788201788.421875:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.421876:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.421877:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46539d9800. 00000020:00000001:1.0:1788201788.421879:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.421880:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23971 obd_type name = obd_test 00000020:01000000:1.0:1788201788.421881:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23971 (obd_uuid_23971) 00000020:00000001:1.0:1788201788.421883:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.421884:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.421886:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.421888:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.421890:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c47509b4800. 00000020:00000010:1.0:1788201788.421892:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.421894:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.421895:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.421897:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655686e40. 00000020:00000010:1.0:1788201788.421899:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.421901:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.421902:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c47509b4800. 00000020:00000010:1.0:1788201788.421905:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.421906:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.421907:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.421909:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.421910:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.421912:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c46539f19c0. 00000020:00000001:1.0:1788201788.421914:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.421915:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.421917:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.421919:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.421921:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.421922:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.421923:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.422070:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.422081:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.422083:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.422084:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.422085:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.422086:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.422087:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.422088:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.422109:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.422203:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.422205:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.422206:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.422208:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.422210:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.422212:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.422214:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.422215:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.422218:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.422220:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23972: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.422221:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.422223:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23978 (ffff9c4653a08000) has no exports 00000020:00000001:1.0:1788201788.422224:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.422225:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.422227:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.422229:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.422230:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.422233:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c47509b6000. 00000020:00000010:1.0:1788201788.422234:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.422236:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.422238:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.422240:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac1c0. 00000020:00000010:1.0:1788201788.422243:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac1c0. 00000020:00000010:1.0:1788201788.422247:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.422249:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.422252:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c47509b6000. 00000020:00000010:1.0:1788201788.422255:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.422258:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.422260:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.422263:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.422264:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.422274:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.422279:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46539fc800. 00000001:00000010:1.0:1788201788.422281:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46539fc400. 00000001:00000010:1.0:1788201788.422284:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46539fd200. 00000001:00000010:1.0:1788201788.422286:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46539fc200. 00000001:00000010:1.0:1788201788.422289:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4655689920. 00000001:00000010:1.0:1788201788.422291:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c465568b100. 00000001:00000001:1.0:1788201788.422294:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.422295:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23972 (ffff9c4653a08000) now 3 - setup 00000020:00000001:1.0:1788201788.422298:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.422300:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.422302:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.422305:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.422307:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.422308:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.422310:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.422482:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.422493:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.422495:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.422496:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.422497:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.422498:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.422500:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.422501:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.422535:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.422610:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.422611:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.422613:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.422614:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.422617:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.422618:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.422620:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.422622:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.422625:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.422627:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23972 (ffff9c4653a08000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.422628:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23972 (uuid obd_uuid_23972) 00000020:00000040:1.0:1788201788.422629:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23972 (ffff9c4653a08000) now 1 - newdev 00000020:00000040:1.0:1788201788.422631:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46539d8800 with handle 0x8990e4d0a221760a from hash 00000020:00000040:1.0:1788201788.422633:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46539d8800 : new refcount 0 00000020:00000080:1.0:1788201788.422635:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46539d8800/obd_uuid_23972 00000020:00000001:1.0:1788201788.422636:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.422638:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.422639:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46539d8800/obd_uuid_23972 for obd_name_23972 00000020:00000001:1.0:1788201788.422640:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.422641:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.422643:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46539d8800. 00000020:00000001:1.0:1788201788.422645:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.422646:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23972 obd_type name = obd_test 00000020:01000000:1.0:1788201788.422647:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23972 (obd_uuid_23972) 00000020:00000001:1.0:1788201788.422648:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.422649:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.422651:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.422653:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.422655:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4744c97800. 00000020:00000010:1.0:1788201788.422657:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.422659:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.422661:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.422663:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655686780. 00000020:00000010:1.0:1788201788.422665:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.422666:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.422668:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4744c97800. 00000020:00000010:1.0:1788201788.422670:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.422672:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.422673:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.422675:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.422676:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.422678:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4653a08000. 00000020:00000001:1.0:1788201788.422693:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.422694:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.422696:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.422699:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.422700:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.422702:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.422703:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.422829:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.422840:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.422841:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.422842:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.422844:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.422845:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.422846:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.422847:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.422879:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.422954:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.422956:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.422957:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.422959:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.422961:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.422963:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.422964:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.422966:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.422969:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.422970:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23973: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.422972:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.422973:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23979 (ffff9c4653a0cd40) has no exports 00000020:00000001:1.0:1788201788.422975:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.422976:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.422978:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.422980:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.422981:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.422984:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4653873000. 00000020:00000010:1.0:1788201788.422986:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.422988:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.422990:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.422992:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654baca80. 00000020:00000010:1.0:1788201788.422996:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654baca80. 00000020:00000010:1.0:1788201788.423001:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.423004:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.423006:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4653873000. 00000020:00000010:1.0:1788201788.423009:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.423012:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.423015:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.423017:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.423020:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.423031:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.423036:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46539d6a00. 00000001:00000010:1.0:1788201788.423038:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46539d7600. 00000001:00000010:1.0:1788201788.423041:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46539fc000. 00000001:00000010:1.0:1788201788.423043:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46539fc600. 00000001:00000010:1.0:1788201788.423045:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4655689a80. 00000001:00000010:1.0:1788201788.423047:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c465568b400. 00000001:00000001:1.0:1788201788.423049:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.423050:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23973 (ffff9c4653a0cd40) now 3 - setup 00000020:00000001:1.0:1788201788.423052:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.423053:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.423054:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.423057:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.423058:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.423060:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.423061:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.423201:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.423211:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.423213:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.423214:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.423215:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.423216:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.423217:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.423218:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.423253:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.423349:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.423351:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.423352:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.423353:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.423356:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.423357:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.423359:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.423361:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.423364:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.423366:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23973 (ffff9c4653a0cd40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.423368:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23973 (uuid obd_uuid_23973) 00000020:00000040:1.0:1788201788.423369:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23973 (ffff9c4653a0cd40) now 1 - newdev 00000020:00000040:1.0:1788201788.423371:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46539db000 with handle 0x8990e4d0a2217611 from hash 00000020:00000040:1.0:1788201788.423373:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46539db000 : new refcount 0 00000020:00000080:1.0:1788201788.423374:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46539db000/obd_uuid_23973 00000020:00000001:1.0:1788201788.423375:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.423377:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.423378:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46539db000/obd_uuid_23973 for obd_name_23973 00000020:00000001:1.0:1788201788.423380:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.423381:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.423382:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46539db000. 00000020:00000001:1.0:1788201788.423384:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.423385:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23973 obd_type name = obd_test 00000020:01000000:1.0:1788201788.423386:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23973 (obd_uuid_23973) 00000020:00000001:1.0:1788201788.423387:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.423388:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.423390:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.423538:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.423663:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4653870800. 00000020:00000010:1.0:1788201788.423665:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.423668:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.423669:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.423671:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c46556868c0. 00000020:00000010:1.0:1788201788.423673:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.423675:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.423676:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4653870800. 00000020:00000010:1.0:1788201788.423678:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.423680:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.423681:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.423683:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.423684:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.423686:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4653a0cd40. 00000020:00000001:1.0:1788201788.423691:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.423692:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.423694:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.423696:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.423697:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.423699:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.423700:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.423831:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.423842:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.423843:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.423844:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.423845:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.423847:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.423848:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.423849:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.423882:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.423958:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.423959:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.423960:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.423962:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.423964:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.423966:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.423968:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.423969:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.423972:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.423974:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23974: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.423976:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.423977:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23980 (ffff9c4653a0b380) has no exports 00000020:00000001:1.0:1788201788.423978:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.423980:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.423981:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.423983:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.423985:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.423987:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4653872000. 00000020:00000010:1.0:1788201788.423989:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.423991:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.423994:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.423997:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bace00. 00000020:00000010:1.0:1788201788.424000:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bace00. 00000020:00000010:1.0:1788201788.424004:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.424007:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.424010:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4653872000. 00000020:00000010:1.0:1788201788.424012:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.424015:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.424017:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.424020:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.424022:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.424033:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.424038:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46539ff800. 00000001:00000010:1.0:1788201788.424041:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46539ff200. 00000001:00000010:1.0:1788201788.424043:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46539fe200. 00000001:00000010:1.0:1788201788.424046:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46539fe000. 00000001:00000010:1.0:1788201788.424047:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4655689080. 00000001:00000010:1.0:1788201788.424049:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c465568b700. 00000001:00000001:1.0:1788201788.424050:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.424051:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23974 (ffff9c4653a0b380) now 3 - setup 00000020:00000001:1.0:1788201788.424053:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.424054:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.424056:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.424058:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.424059:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.424061:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.424062:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.424201:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.424211:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.424213:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.424214:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.424215:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.424216:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.424217:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.424219:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.424254:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.424351:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.424353:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.424354:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.424356:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.424358:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.424360:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.424362:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.424363:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.424367:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.424368:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23974 (ffff9c4653a0b380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.424370:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23974 (uuid obd_uuid_23974) 00000020:00000040:1.0:1788201788.424371:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23974 (ffff9c4653a0b380) now 1 - newdev 00000020:00000040:1.0:1788201788.424373:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46539d8000 with handle 0x8990e4d0a2217618 from hash 00000020:00000040:1.0:1788201788.424375:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46539d8000 : new refcount 0 00000020:00000080:1.0:1788201788.424376:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46539d8000/obd_uuid_23974 00000020:00000001:1.0:1788201788.424378:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.424380:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.424381:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46539d8000/obd_uuid_23974 for obd_name_23974 00000020:00000001:1.0:1788201788.424382:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.424383:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.424385:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46539d8000. 00000020:00000001:1.0:1788201788.424386:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.424387:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23974 obd_type name = obd_test 00000020:01000000:1.0:1788201788.424388:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23974 (obd_uuid_23974) 00000020:00000001:1.0:1788201788.424389:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.424391:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.424412:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.424416:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.424419:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4653870000. 00000020:00000010:1.0:1788201788.424423:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.424426:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.424429:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.424432:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655686cc0. 00000020:00000010:1.0:1788201788.424436:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.424438:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.424441:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4653870000. 00000020:00000010:1.0:1788201788.424443:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.424446:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.424448:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.424451:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.424453:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.424454:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4653a0b380. 00000020:00000001:1.0:1788201788.424457:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.424459:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.424460:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.424463:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.424464:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.424466:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.424467:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.424589:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.424600:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.424601:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.424602:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.424604:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.424605:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.424606:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.424607:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.424639:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.424714:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.424716:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.424717:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.424719:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.424721:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.424723:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.424724:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.424726:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.424729:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.424730:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23975: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.424732:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.424734:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23981 (ffff9c4653a099c0) has no exports 00000020:00000001:1.0:1788201788.424735:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.424736:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.424738:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.424740:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.424741:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.424743:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4653874800. 00000020:00000010:1.0:1788201788.424745:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.424747:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.424749:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.424751:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac440. 00000020:00000010:1.0:1788201788.424753:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac440. 00000020:00000010:1.0:1788201788.424756:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.424758:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.424760:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4653874800. 00000020:00000010:1.0:1788201788.424762:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.424763:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.424765:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.424766:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.424768:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.424776:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.424779:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46539fee00. 00000001:00000010:1.0:1788201788.424780:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46539ffe00. 00000001:00000010:1.0:1788201788.424782:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46539ffc00. 00000001:00000010:1.0:1788201788.424783:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46539ff000. 00000001:00000010:1.0:1788201788.424784:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c46556899e0. 00000001:00000010:1.0:1788201788.424786:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c465568ba00. 00000001:00000001:1.0:1788201788.424787:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.424788:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23975 (ffff9c4653a099c0) now 3 - setup 00000020:00000001:1.0:1788201788.424789:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.424791:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.424792:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.424794:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.424795:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.424797:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.424798:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.424915:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.424926:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.424927:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.424928:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.424929:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.424931:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.424932:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.424933:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.424964:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.425059:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.425061:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.425062:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.425064:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.425066:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.425068:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.425069:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.425071:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.425074:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.425076:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23975 (ffff9c4653a099c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.425078:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23975 (uuid obd_uuid_23975) 00000020:00000040:1.0:1788201788.425079:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23975 (ffff9c4653a099c0) now 1 - newdev 00000020:00000040:1.0:1788201788.425081:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46539da000 with handle 0x8990e4d0a221761f from hash 00000020:00000040:1.0:1788201788.425083:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46539da000 : new refcount 0 00000020:00000080:1.0:1788201788.425084:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46539da000/obd_uuid_23975 00000020:00000001:1.0:1788201788.425086:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.425087:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.425088:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46539da000/obd_uuid_23975 for obd_name_23975 00000020:00000001:1.0:1788201788.425090:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.425091:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.425092:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46539da000. 00000020:00000001:1.0:1788201788.425094:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.425095:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23975 obd_type name = obd_test 00000020:01000000:1.0:1788201788.425097:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23975 (obd_uuid_23975) 00000020:00000001:1.0:1788201788.425098:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.425100:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.425102:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.425103:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.425106:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4653874000. 00000020:00000010:1.0:1788201788.425108:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.425110:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.425111:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.425113:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655686f00. 00000020:00000010:1.0:1788201788.425115:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.425117:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.425119:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4653874000. 00000020:00000010:1.0:1788201788.425120:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.425122:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.425136:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.425138:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.425139:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.425140:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4653a099c0. 00000020:00000001:1.0:1788201788.425143:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.425145:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.425146:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.425149:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.425150:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.425152:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.425153:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.425293:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.425308:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.425309:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.425311:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.425312:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.425313:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.425314:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.425315:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.425351:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.425466:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.425468:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.425469:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.425471:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.425474:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.425476:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.425477:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.425479:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.425482:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.425484:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23976: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.425485:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.425487:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23982 (ffff9c4653a10000) has no exports 00000020:00000001:1.0:1788201788.425488:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.425489:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.425491:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.425493:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.425495:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.425497:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4653876000. 00000020:00000010:1.0:1788201788.425499:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.425501:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.425502:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.425504:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac840. 00000020:00000010:1.0:1788201788.425507:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac840. 00000020:00000010:1.0:1788201788.425510:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.425511:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.425513:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4653876000. 00000020:00000010:1.0:1788201788.425515:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.425517:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.425518:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.425520:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.425521:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.425529:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.425532:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46539ff600. 00000001:00000010:1.0:1788201788.425534:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46539fea00. 00000001:00000010:1.0:1788201788.425535:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46539fec00. 00000001:00000010:1.0:1788201788.425537:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46539fe800. 00000001:00000010:1.0:1788201788.425539:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4655689fc0. 00000001:00000010:1.0:1788201788.425540:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c465568be00. 00000001:00000001:1.0:1788201788.425542:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.425543:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23976 (ffff9c4653a10000) now 3 - setup 00000020:00000001:1.0:1788201788.425544:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.425545:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.425546:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.425548:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.425549:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.425550:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.425551:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.425672:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.425682:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.425683:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.425685:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.425686:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.425687:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.425688:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.425689:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.425721:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.425797:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.425799:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.425800:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.425802:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.425803:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.425805:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.425807:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.425808:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.425811:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.425813:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23976 (ffff9c4653a10000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.425815:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23976 (uuid obd_uuid_23976) 00000020:00000040:1.0:1788201788.425816:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23976 (ffff9c4653a10000) now 1 - newdev 00000020:00000040:1.0:1788201788.425818:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46539dc000 with handle 0x8990e4d0a2217626 from hash 00000020:00000040:1.0:1788201788.425820:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46539dc000 : new refcount 0 00000020:00000080:1.0:1788201788.425822:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46539dc000/obd_uuid_23976 00000020:00000001:1.0:1788201788.425823:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.425825:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.425826:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46539dc000/obd_uuid_23976 for obd_name_23976 00000020:00000001:1.0:1788201788.425828:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.425829:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.425830:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46539dc000. 00000020:00000001:1.0:1788201788.425832:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.425832:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23976 obd_type name = obd_test 00000020:01000000:1.0:1788201788.425833:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23976 (obd_uuid_23976) 00000020:00000001:1.0:1788201788.425834:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.425836:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.425838:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.425839:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.425841:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4653873800. 00000020:00000010:1.0:1788201788.425843:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.425845:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.425847:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.425849:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655686bc0. 00000020:00000010:1.0:1788201788.425851:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.425852:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.425854:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4653873800. 00000020:00000010:1.0:1788201788.425856:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.425857:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.425858:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.425860:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.425861:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.425863:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4653a10000. 00000020:00000001:1.0:1788201788.425866:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.425867:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.425868:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.425871:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.425872:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.425874:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.425875:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.425993:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.426008:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.426010:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.426012:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.426014:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.426016:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.426017:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.426019:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.426071:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.426181:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.426183:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.426184:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.426186:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.426188:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.426190:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.426191:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.426193:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.426196:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.426198:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23977: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.426199:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.426200:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23983 (ffff9c4653a14d40) has no exports 00000020:00000001:1.0:1788201788.426202:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.426203:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.426205:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.426207:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.426208:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.426211:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465394f800. 00000020:00000010:1.0:1788201788.426213:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.426215:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.426217:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.426218:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bacdc0. 00000020:00000010:1.0:1788201788.426221:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bacdc0. 00000020:00000010:1.0:1788201788.426224:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.426226:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.426227:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465394f800. 00000020:00000010:1.0:1788201788.426230:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.426231:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.426233:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.426234:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.426236:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.426243:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.426246:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46539fd800. 00000001:00000010:1.0:1788201788.426248:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46539fce00. 00000001:00000010:1.0:1788201788.426250:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46539fe400. 00000001:00000010:1.0:1788201788.426253:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46539ff400. 00000001:00000010:1.0:1788201788.426255:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4655689f00. 00000001:00000010:1.0:1788201788.426257:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c465568bb00. 00000001:00000001:1.0:1788201788.426259:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.426261:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23977 (ffff9c4653a14d40) now 3 - setup 00000020:00000001:1.0:1788201788.426263:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.426265:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.426268:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.426271:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.426273:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.426275:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.426277:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.426480:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.426491:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.426492:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.426493:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.426495:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.426496:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.426497:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.426498:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.426531:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.426622:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.426624:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.426625:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.426627:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.426629:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.426631:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.426633:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.426634:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.426637:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.426639:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23977 (ffff9c4653a14d40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.426641:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23977 (uuid obd_uuid_23977) 00000020:00000040:1.0:1788201788.426642:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23977 (ffff9c4653a14d40) now 1 - newdev 00000020:00000040:1.0:1788201788.426644:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46539dc800 with handle 0x8990e4d0a221762d from hash 00000020:00000040:1.0:1788201788.426646:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46539dc800 : new refcount 0 00000020:00000080:1.0:1788201788.426648:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46539dc800/obd_uuid_23977 00000020:00000001:1.0:1788201788.426649:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.426651:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.426652:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46539dc800/obd_uuid_23977 for obd_name_23977 00000020:00000001:1.0:1788201788.426653:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.426654:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.426655:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46539dc800. 00000020:00000001:1.0:1788201788.426657:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.426658:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23977 obd_type name = obd_test 00000020:01000000:1.0:1788201788.426659:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23977 (obd_uuid_23977) 00000020:00000001:1.0:1788201788.426660:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.426661:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.426663:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.426665:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.426667:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4653949000. 00000020:00000010:1.0:1788201788.426669:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.426671:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.426672:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.426674:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655686c80. 00000020:00000010:1.0:1788201788.426676:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.426678:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.426679:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4653949000. 00000020:00000010:1.0:1788201788.426681:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.426682:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.426684:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.426686:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.426687:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.426689:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4653a14d40. 00000020:00000001:1.0:1788201788.426691:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.426693:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.426694:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.426697:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.426698:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.426699:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.426700:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.426826:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.426837:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.426839:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.426840:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.426841:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.426842:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.426843:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.426844:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.426865:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.426941:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.426943:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.426944:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.426946:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.426948:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.426950:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.426952:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.426953:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.426957:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.426958:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23978: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.426960:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.426961:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23984 (ffff9c4653a13380) has no exports 00000020:00000001:1.0:1788201788.426962:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.426963:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.426965:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.426967:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.426968:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.426971:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465394a800. 00000020:00000010:1.0:1788201788.426973:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.426975:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.426977:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.426978:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac740. 00000020:00000010:1.0:1788201788.426981:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac740. 00000020:00000010:1.0:1788201788.426984:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.426986:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.426987:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465394a800. 00000020:00000010:1.0:1788201788.426989:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.426991:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.426993:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.426995:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.426998:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.427008:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.427012:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653a1ce00. 00000001:00000010:1.0:1788201788.427015:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653a1d800. 00000001:00000010:1.0:1788201788.427017:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653a1d200. 00000001:00000010:1.0:1788201788.427019:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653a1c200. 00000001:00000010:1.0:1788201788.427022:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4655689140. 00000001:00000010:1.0:1788201788.427024:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c465568b300. 00000001:00000001:1.0:1788201788.427026:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.427027:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23978 (ffff9c4653a13380) now 3 - setup 00000020:00000001:1.0:1788201788.427030:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.427032:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.427034:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.427038:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.427040:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.427042:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.427044:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.427183:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.427194:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.427195:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.427197:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.427198:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.427199:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.427200:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.427201:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.427222:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.427321:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.427323:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.427325:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.427327:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.427329:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.427332:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.427333:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.427335:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.427338:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.427340:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23978 (ffff9c4653a13380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.427342:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23978 (uuid obd_uuid_23978) 00000020:00000040:1.0:1788201788.427343:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23978 (ffff9c4653a13380) now 1 - newdev 00000020:00000040:1.0:1788201788.427345:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c46539db800 with handle 0x8990e4d0a2217634 from hash 00000020:00000040:1.0:1788201788.427347:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c46539db800 : new refcount 0 00000020:00000080:1.0:1788201788.427348:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c46539db800/obd_uuid_23978 00000020:00000001:1.0:1788201788.427350:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.427351:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.427352:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c46539db800/obd_uuid_23978 for obd_name_23978 00000020:00000001:1.0:1788201788.427354:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.427355:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.427356:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c46539db800. 00000020:00000001:1.0:1788201788.427359:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.427359:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23978 obd_type name = obd_test 00000020:01000000:1.0:1788201788.427361:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23978 (obd_uuid_23978) 00000020:00000001:1.0:1788201788.427361:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.427363:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.427365:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.427367:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.427369:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465394f000. 00000020:00000010:1.0:1788201788.427370:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.427372:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.427374:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.427376:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655686940. 00000020:00000010:1.0:1788201788.427378:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.427380:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.427381:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465394f000. 00000020:00000010:1.0:1788201788.427383:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.427384:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.427386:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.427388:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.427389:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.427391:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4653a13380. 00000020:00000001:1.0:1788201788.427488:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.427489:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.427491:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.427493:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.427495:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.427497:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.427498:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.427752:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.427763:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.427764:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.427765:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.427767:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.427768:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.427769:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.427770:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.427791:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.427869:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.427871:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.427872:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.427874:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.427876:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.427877:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.427879:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.427880:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.427884:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.427886:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23979: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.427888:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.427889:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23985 (ffff9c4653a119c0) has no exports 00000020:00000001:1.0:1788201788.427890:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.427892:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.427894:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.427895:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.427897:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.427899:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465394e800. 00000020:00000010:1.0:1788201788.427901:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.427903:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.427905:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.427907:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac280. 00000020:00000010:1.0:1788201788.427910:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac280. 00000020:00000010:1.0:1788201788.427913:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.427915:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.427916:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465394e800. 00000020:00000010:1.0:1788201788.427918:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.427919:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.427921:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.427922:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.427924:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.427933:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.427936:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653a1de00. 00000001:00000010:1.0:1788201788.427937:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653a1ca00. 00000001:00000010:1.0:1788201788.427939:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653a1d400. 00000001:00000010:1.0:1788201788.427940:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653a1dc00. 00000001:00000010:1.0:1788201788.427941:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4655689000. 00000001:00000010:1.0:1788201788.427943:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4768579600. 00000001:00000001:1.0:1788201788.427946:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.427947:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23979 (ffff9c4653a119c0) now 3 - setup 00000020:00000001:1.0:1788201788.427949:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.427950:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.427951:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.427953:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.427955:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.427956:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.427957:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.428097:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.428108:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.428109:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.428110:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.428111:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.428113:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.428114:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.428115:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.428151:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.428231:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.428233:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.428234:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.428236:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.428238:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.428240:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.428241:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.428243:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.428246:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.428249:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23979 (ffff9c4653a119c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.428251:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23979 (uuid obd_uuid_23979) 00000020:00000040:1.0:1788201788.428253:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23979 (ffff9c4653a119c0) now 1 - newdev 00000020:00000040:1.0:1788201788.428256:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4653a25000 with handle 0x8990e4d0a221763b from hash 00000020:00000040:1.0:1788201788.428259:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4653a25000 : new refcount 0 00000020:00000080:1.0:1788201788.428261:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4653a25000/obd_uuid_23979 00000020:00000001:1.0:1788201788.428264:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.428266:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.428267:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4653a25000/obd_uuid_23979 for obd_name_23979 00000020:00000001:1.0:1788201788.428269:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.428271:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.428273:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4653a25000. 00000020:00000001:1.0:1788201788.428276:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.428278:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23979 obd_type name = obd_test 00000020:01000000:1.0:1788201788.428280:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23979 (obd_uuid_23979) 00000020:00000001:1.0:1788201788.428281:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.428284:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.428287:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.428290:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.428294:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4653948800. 00000020:00000010:1.0:1788201788.428297:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.428300:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.428303:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.428305:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655686b80. 00000020:00000010:1.0:1788201788.428308:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.428310:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.428311:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4653948800. 00000020:00000010:1.0:1788201788.428313:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.428314:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.428316:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.428318:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.428319:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.428320:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4653a119c0. 00000020:00000001:1.0:1788201788.428323:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.428325:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.428326:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.428329:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.428330:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.428332:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.428333:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.428494:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.428506:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.428507:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.428508:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.428509:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.428511:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.428512:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.428513:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.428534:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.428612:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.428614:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.428615:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.428617:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.428619:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.428621:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.428622:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.428624:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.428627:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.428629:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23980: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.428630:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.428632:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23986 (ffff9c4653a34d40) has no exports 00000020:00000001:1.0:1788201788.428633:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.428634:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.428636:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.428638:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.428639:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.428641:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4653949800. 00000020:00000010:1.0:1788201788.428643:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.428646:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.428647:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.428649:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bacfc0. 00000020:00000010:1.0:1788201788.428652:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bacfc0. 00000020:00000010:1.0:1788201788.428655:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.428657:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.428659:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4653949800. 00000020:00000010:1.0:1788201788.428661:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.428662:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.428664:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.428665:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.428667:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.428674:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.428677:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653a1d000. 00000001:00000010:1.0:1788201788.428679:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653a1d600. 00000001:00000010:1.0:1788201788.428680:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653a1da00. 00000001:00000010:1.0:1788201788.428682:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653a1cc00. 00000001:00000010:1.0:1788201788.428683:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4655689d20. 00000001:00000010:1.0:1788201788.428685:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4768579d00. 00000001:00000001:1.0:1788201788.428687:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.428688:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23980 (ffff9c4653a34d40) now 3 - setup 00000020:00000001:1.0:1788201788.428689:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.428690:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.428691:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.428693:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.428694:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.428696:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.428697:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.428814:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.428825:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.428826:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.428827:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.428829:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.428830:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.428831:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.428832:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.428852:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.428927:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.428929:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.428930:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.428931:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.428933:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.428936:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.428937:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.428938:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.428942:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.428944:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23980 (ffff9c4653a34d40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.428945:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23980 (uuid obd_uuid_23980) 00000020:00000040:1.0:1788201788.428946:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23980 (ffff9c4653a34d40) now 1 - newdev 00000020:00000040:1.0:1788201788.428949:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4653a27800 with handle 0x8990e4d0a2217642 from hash 00000020:00000040:1.0:1788201788.428951:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4653a27800 : new refcount 0 00000020:00000080:1.0:1788201788.428952:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4653a27800/obd_uuid_23980 00000020:00000001:1.0:1788201788.428954:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.428955:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.428957:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4653a27800/obd_uuid_23980 for obd_name_23980 00000020:00000001:1.0:1788201788.428958:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.428959:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.428960:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4653a27800. 00000020:00000001:1.0:1788201788.428962:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.428963:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23980 obd_type name = obd_test 00000020:01000000:1.0:1788201788.428964:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23980 (obd_uuid_23980) 00000020:00000001:1.0:1788201788.428965:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.428966:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.428968:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.428969:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.428971:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4653948000. 00000020:00000010:1.0:1788201788.428973:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.428975:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.428977:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.428979:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655686d40. 00000020:00000010:1.0:1788201788.428981:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.428982:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.428984:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4653948000. 00000020:00000010:1.0:1788201788.428986:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.428987:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.428989:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.428990:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.428992:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.428994:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4653a34d40. 00000020:00000001:1.0:1788201788.428998:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.429000:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.429003:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.429006:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.429008:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.429011:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.429013:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.429156:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.429167:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.429168:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.429169:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.429171:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.429172:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.429173:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.429174:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.429208:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.429301:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.429304:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.429306:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.429308:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.429310:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.429312:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.429313:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.429315:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.429318:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.429320:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23981: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.429321:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.429323:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23987 (ffff9c4653a33380) has no exports 00000020:00000001:1.0:1788201788.429324:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.429326:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.429327:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.429329:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.429331:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.429333:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465394b000. 00000020:00000010:1.0:1788201788.429335:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.429337:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.429339:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.429340:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac140. 00000020:00000010:1.0:1788201788.429343:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac140. 00000020:00000010:1.0:1788201788.429347:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.429348:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.429350:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465394b000. 00000020:00000010:1.0:1788201788.429352:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.429354:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.429355:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.429357:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.429358:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.429365:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.429368:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46539ffa00. 00000001:00000010:1.0:1788201788.429369:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c46539fe600. 00000001:00000010:1.0:1788201788.429371:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653a1c800. 00000001:00000010:1.0:1788201788.429372:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653a1c400. 00000001:00000010:1.0:1788201788.429374:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c46556897c0. 00000001:00000010:1.0:1788201788.429375:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4768579100. 00000001:00000001:1.0:1788201788.429377:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.429378:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23981 (ffff9c4653a33380) now 3 - setup 00000020:00000001:1.0:1788201788.429379:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.429380:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.429382:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.429383:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.429385:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.429386:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.429387:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.429550:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.429561:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.429562:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.429563:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.429564:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.429566:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.429567:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.429568:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.429600:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.429678:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.429679:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.429681:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.429682:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.429684:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.429687:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.429688:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.429690:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.429693:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.429695:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23981 (ffff9c4653a33380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.429696:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23981 (uuid obd_uuid_23981) 00000020:00000040:1.0:1788201788.429697:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23981 (ffff9c4653a33380) now 1 - newdev 00000020:00000040:1.0:1788201788.429699:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4653a22800 with handle 0x8990e4d0a2217649 from hash 00000020:00000040:1.0:1788201788.429702:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4653a22800 : new refcount 0 00000020:00000080:1.0:1788201788.429703:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4653a22800/obd_uuid_23981 00000020:00000001:1.0:1788201788.429704:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.429706:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.429707:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4653a22800/obd_uuid_23981 for obd_name_23981 00000020:00000001:1.0:1788201788.429708:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.429709:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.429711:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4653a22800. 00000020:00000001:1.0:1788201788.429712:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.429713:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23981 obd_type name = obd_test 00000020:01000000:1.0:1788201788.429714:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23981 (obd_uuid_23981) 00000020:00000001:1.0:1788201788.429715:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.429717:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.429718:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.429720:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.429722:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465394a000. 00000020:00000010:1.0:1788201788.429724:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.429726:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.429727:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.429729:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655686900. 00000020:00000010:1.0:1788201788.429731:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.429733:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.429734:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465394a000. 00000020:00000010:1.0:1788201788.429736:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.429738:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.429739:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.429741:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.429742:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.429744:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4653a33380. 00000020:00000001:1.0:1788201788.429746:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.429748:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.429749:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.429751:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.429753:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.429754:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.429756:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.429874:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.429884:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.429886:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.429887:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.429888:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.429889:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.429890:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.429892:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.429923:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.430000:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.430003:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.430005:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.430007:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.430010:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.430013:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.430015:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.430017:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.430022:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.430024:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23982: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.430027:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.430029:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23988 (ffff9c4653a319c0) has no exports 00000020:00000001:1.0:1788201788.430030:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.430032:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.430035:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.430038:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.430041:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.430045:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465394c800. 00000020:00000010:1.0:1788201788.430047:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.430050:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.430052:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.430054:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654baca40. 00000020:00000010:1.0:1788201788.430056:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654baca40. 00000020:00000010:1.0:1788201788.430060:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.430062:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.430063:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465394c800. 00000020:00000010:1.0:1788201788.430065:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.430067:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.430068:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.430070:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.430071:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.430079:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.430082:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653a1e800. 00000001:00000010:1.0:1788201788.430084:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653a1e400. 00000001:00000010:1.0:1788201788.430085:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653a1f400. 00000001:00000010:1.0:1788201788.430087:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653a1fc00. 00000001:00000010:1.0:1788201788.430088:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4655689260. 00000001:00000010:1.0:1788201788.430090:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4768579400. 00000001:00000001:1.0:1788201788.430091:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.430092:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23982 (ffff9c4653a319c0) now 3 - setup 00000020:00000001:1.0:1788201788.430093:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.430095:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.430096:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.430098:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.430099:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.430101:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.430102:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.430243:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.430258:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.430260:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.430261:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.430264:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.430266:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.430267:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.430269:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.430315:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.430412:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.430415:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.430417:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.430420:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.430424:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.430428:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.430431:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.430434:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.430440:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.430443:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23982 (ffff9c4653a319c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.430446:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23982 (uuid obd_uuid_23982) 00000020:00000040:1.0:1788201788.430449:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23982 (ffff9c4653a319c0) now 1 - newdev 00000020:00000040:1.0:1788201788.430452:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4653a21000 with handle 0x8990e4d0a2217650 from hash 00000020:00000040:1.0:1788201788.430455:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4653a21000 : new refcount 0 00000020:00000080:1.0:1788201788.430456:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4653a21000/obd_uuid_23982 00000020:00000001:1.0:1788201788.430458:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.430459:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.430460:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4653a21000/obd_uuid_23982 for obd_name_23982 00000020:00000001:1.0:1788201788.430462:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.430463:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.430464:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4653a21000. 00000020:00000001:1.0:1788201788.430466:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.430467:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23982 obd_type name = obd_test 00000020:01000000:1.0:1788201788.430469:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23982 (obd_uuid_23982) 00000020:00000001:1.0:1788201788.430470:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.430472:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.430474:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.430475:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.430477:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465394c000. 00000020:00000010:1.0:1788201788.430479:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.430481:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.430483:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.430485:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c46556864c0. 00000020:00000010:1.0:1788201788.430487:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.430489:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.430490:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465394c000. 00000020:00000010:1.0:1788201788.430492:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.430494:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.430495:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.430497:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.430498:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.430499:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4653a319c0. 00000020:00000001:1.0:1788201788.430502:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.430503:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.430505:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.430508:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.430509:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.430511:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.430512:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.430633:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.430644:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.430645:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.430647:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.430648:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.430649:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.430650:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.430652:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.430683:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.430759:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.430761:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.430762:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.430764:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.430766:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.430767:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.430769:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.430771:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.430774:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.430776:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23983: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.430777:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.430779:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23989 (ffff9c4653a30000) has no exports 00000020:00000001:1.0:1788201788.430780:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.430782:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.430783:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.430785:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.430787:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.430789:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465394e000. 00000020:00000010:1.0:1788201788.430791:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.430793:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.430795:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.430797:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bacd80. 00000020:00000010:1.0:1788201788.430799:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bacd80. 00000020:00000010:1.0:1788201788.430802:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.430804:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.430806:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465394e000. 00000020:00000010:1.0:1788201788.430808:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.430809:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.430811:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.430812:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.430813:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.430820:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.430823:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653a1ec00. 00000001:00000010:1.0:1788201788.430825:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653a1fa00. 00000001:00000010:1.0:1788201788.430826:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653a1f200. 00000001:00000010:1.0:1788201788.430827:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653a1e200. 00000001:00000010:1.0:1788201788.430829:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4655689a60. 00000001:00000010:1.0:1788201788.430830:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4768579700. 00000001:00000001:1.0:1788201788.430832:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.430833:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23983 (ffff9c4653a30000) now 3 - setup 00000020:00000001:1.0:1788201788.430835:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.430836:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.430838:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.430839:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.430841:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.430842:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.430843:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.430960:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.430970:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.430971:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.430972:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.430974:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.430975:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.430976:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.430977:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.431017:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.431106:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.431108:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.431109:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.431111:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.431113:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.431115:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.431117:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.431118:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.431121:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.431136:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23983 (ffff9c4653a30000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.431138:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23983 (uuid obd_uuid_23983) 00000020:00000040:1.0:1788201788.431139:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23983 (ffff9c4653a30000) now 1 - newdev 00000020:00000040:1.0:1788201788.431142:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4653a26800 with handle 0x8990e4d0a2217657 from hash 00000020:00000040:1.0:1788201788.431144:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4653a26800 : new refcount 0 00000020:00000080:1.0:1788201788.431145:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4653a26800/obd_uuid_23983 00000020:00000001:1.0:1788201788.431146:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.431148:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.431149:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4653a26800/obd_uuid_23983 for obd_name_23983 00000020:00000001:1.0:1788201788.431150:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.431151:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.431153:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4653a26800. 00000020:00000001:1.0:1788201788.431155:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.431156:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23983 obd_type name = obd_test 00000020:01000000:1.0:1788201788.431158:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23983 (obd_uuid_23983) 00000020:00000001:1.0:1788201788.431159:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.431161:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.431162:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.431164:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.431166:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465394b800. 00000020:00000010:1.0:1788201788.431168:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.431170:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.431171:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.431173:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655686000. 00000020:00000010:1.0:1788201788.431175:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.431177:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.431179:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465394b800. 00000020:00000010:1.0:1788201788.431180:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.431182:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.431183:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.431185:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.431186:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.431187:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4653a30000. 00000020:00000001:1.0:1788201788.431190:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.431191:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.431193:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.431195:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.431196:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.431198:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.431199:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.431345:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.431356:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.431357:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.431358:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.431359:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.431361:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.431362:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.431363:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.431434:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.431523:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.431525:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.431526:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.431528:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.431530:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.431532:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.431533:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.431535:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.431538:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.431540:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23984: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.431541:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.431542:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23990 (ffff9c4653a38000) has no exports 00000020:00000001:1.0:1788201788.431544:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.431545:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.431547:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.431549:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.431550:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.431552:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465394d000. 00000020:00000010:1.0:1788201788.431554:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.431556:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.431558:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.431560:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac640. 00000020:00000010:1.0:1788201788.431562:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac640. 00000020:00000010:1.0:1788201788.431566:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.431567:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.431569:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465394d000. 00000020:00000010:1.0:1788201788.431571:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.431572:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.431574:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.431575:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.431577:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.431585:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.431588:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653a1e000. 00000001:00000010:1.0:1788201788.431589:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653a1e600. 00000001:00000010:1.0:1788201788.431591:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653a1ea00. 00000001:00000010:1.0:1788201788.431592:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653a1fe00. 00000001:00000010:1.0:1788201788.431594:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4655689ac0. 00000001:00000010:1.0:1788201788.431595:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4768579a00. 00000001:00000001:1.0:1788201788.431597:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.431598:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23984 (ffff9c4653a38000) now 3 - setup 00000020:00000001:1.0:1788201788.431599:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.431600:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.431601:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.431603:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.431604:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.431605:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.431606:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.431725:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.431735:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.431736:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.431738:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.431739:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.431740:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.431741:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.431742:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.431774:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.431849:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.431851:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.431852:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.431854:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.431856:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.431857:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.431859:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.431861:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.431864:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.431866:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23984 (ffff9c4653a38000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.431867:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23984 (uuid obd_uuid_23984) 00000020:00000040:1.0:1788201788.431869:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23984 (ffff9c4653a38000) now 1 - newdev 00000020:00000040:1.0:1788201788.431871:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4653a27000 with handle 0x8990e4d0a221765e from hash 00000020:00000040:1.0:1788201788.431873:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4653a27000 : new refcount 0 00000020:00000080:1.0:1788201788.431874:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4653a27000/obd_uuid_23984 00000020:00000001:1.0:1788201788.431876:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.431877:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.431878:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4653a27000/obd_uuid_23984 for obd_name_23984 00000020:00000001:1.0:1788201788.431880:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.431881:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.431882:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4653a27000. 00000020:00000001:1.0:1788201788.431884:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.431885:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23984 obd_type name = obd_test 00000020:01000000:1.0:1788201788.431886:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23984 (obd_uuid_23984) 00000020:00000001:1.0:1788201788.431887:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.431888:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.431890:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.431892:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.431894:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c465394d800. 00000020:00000010:1.0:1788201788.431895:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.431897:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.431899:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.431901:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655686040. 00000020:00000010:1.0:1788201788.431903:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.431904:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.431906:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c465394d800. 00000020:00000010:1.0:1788201788.431908:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.431909:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.431911:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.431912:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.431914:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.431915:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4653a38000. 00000020:00000001:1.0:1788201788.431929:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.431931:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.431933:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.431935:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.431937:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.431939:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.431940:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.432102:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.432118:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.432120:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.432122:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.432135:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.432137:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.432138:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.432140:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.432188:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.432298:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.432300:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.432302:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.432305:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.432308:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.432311:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.432313:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.432315:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.432319:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.432321:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23985: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.432322:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.432324:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23991 (ffff9c4653a3cd40) has no exports 00000020:00000001:1.0:1788201788.432325:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.432326:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.432328:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.432330:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.432332:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.432334:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4653873000. 00000020:00000010:1.0:1788201788.432336:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.432337:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.432339:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.432341:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac780. 00000020:00000010:1.0:1788201788.432344:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac780. 00000020:00000010:1.0:1788201788.432347:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.432350:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.432351:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4653873000. 00000020:00000010:1.0:1788201788.432353:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.432355:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.432356:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.432358:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.432359:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.432367:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.432370:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653a1c600. 00000001:00000010:1.0:1788201788.432371:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653a1c000. 00000001:00000010:1.0:1788201788.432373:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653a1ee00. 00000001:00000010:1.0:1788201788.432374:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653a1f800. 00000001:00000010:1.0:1788201788.432375:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4655689180. 00000001:00000010:1.0:1788201788.432377:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4768579e00. 00000001:00000001:1.0:1788201788.432378:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.432379:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23985 (ffff9c4653a3cd40) now 3 - setup 00000020:00000001:1.0:1788201788.432381:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.432382:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.432383:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.432385:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.432386:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.432388:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.432389:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.432580:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.432596:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.432598:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.432599:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.432601:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.432603:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.432604:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.432605:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.432665:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.432808:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.432812:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.432813:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.432816:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.432820:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.432823:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.432826:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.432828:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.432833:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.432835:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23985 (ffff9c4653a3cd40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.432837:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23985 (uuid obd_uuid_23985) 00000020:00000040:1.0:1788201788.432839:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23985 (ffff9c4653a3cd40) now 1 - newdev 00000020:00000040:1.0:1788201788.432843:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4653a21800 with handle 0x8990e4d0a2217665 from hash 00000020:00000040:1.0:1788201788.432845:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4653a21800 : new refcount 0 00000020:00000080:1.0:1788201788.432847:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4653a21800/obd_uuid_23985 00000020:00000001:1.0:1788201788.432849:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.432851:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.432852:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4653a21800/obd_uuid_23985 for obd_name_23985 00000020:00000001:1.0:1788201788.432855:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.432856:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.432858:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4653a21800. 00000020:00000001:1.0:1788201788.432861:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.432863:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23985 obd_type name = obd_test 00000020:01000000:1.0:1788201788.432864:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23985 (obd_uuid_23985) 00000020:00000001:1.0:1788201788.432866:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.432868:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.432871:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.432873:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.432877:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4744c97800. 00000020:00000010:1.0:1788201788.432880:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.432883:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.432886:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.432889:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655686240. 00000020:00000010:1.0:1788201788.432892:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.432894:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.432897:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4744c97800. 00000020:00000010:1.0:1788201788.432899:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.432902:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.432905:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.432907:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.432909:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.432911:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4653a3cd40. 00000020:00000001:1.0:1788201788.432916:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.432918:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.432920:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.432924:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.432926:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.432929:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.432930:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.433155:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.433172:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.433174:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.433176:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.433177:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.433178:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.433180:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.433182:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.433228:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.433313:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.433316:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.433317:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.433320:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.433323:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.433326:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.433329:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.433331:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.433337:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.433340:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23986: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.433342:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.433343:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23992 (ffff9c4653a3b380) has no exports 00000020:00000001:1.0:1788201788.433345:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.433348:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.433351:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.433354:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.433357:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.433362:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c47509b6000. 00000020:00000010:1.0:1788201788.433365:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.433368:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.433370:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.433374:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bacf40. 00000020:00000010:1.0:1788201788.433379:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bacf40. 00000020:00000010:1.0:1788201788.433385:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.433388:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.433390:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c47509b6000. 00000020:00000010:1.0:1788201788.433418:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.433422:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.433424:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.433427:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.433430:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.433441:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.433447:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653a44c00. 00000001:00000010:1.0:1788201788.433451:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653a44800. 00000001:00000010:1.0:1788201788.433453:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653a44400. 00000001:00000010:1.0:1788201788.433455:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653a45400. 00000001:00000010:1.0:1788201788.433457:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4655689f60. 00000001:00000010:1.0:1788201788.433460:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4768579b00. 00000001:00000001:1.0:1788201788.433463:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.433464:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23986 (ffff9c4653a3b380) now 3 - setup 00000020:00000001:1.0:1788201788.433467:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.433469:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.433472:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.433476:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.433479:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.433482:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.433484:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.433676:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.433691:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.433694:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.433697:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.433699:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.433700:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.433702:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.433704:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.433739:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.433816:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.433819:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.433821:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.433824:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.433827:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.433830:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.433833:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.433835:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.433840:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.433843:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23986 (ffff9c4653a3b380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.433845:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23986 (uuid obd_uuid_23986) 00000020:00000040:1.0:1788201788.433847:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23986 (ffff9c4653a3b380) now 1 - newdev 00000020:00000040:1.0:1788201788.433850:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4653a20800 with handle 0x8990e4d0a221766c from hash 00000020:00000040:1.0:1788201788.433854:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4653a20800 : new refcount 0 00000020:00000080:1.0:1788201788.433856:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4653a20800/obd_uuid_23986 00000020:00000001:1.0:1788201788.433858:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.433861:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.433862:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4653a20800/obd_uuid_23986 for obd_name_23986 00000020:00000001:1.0:1788201788.433865:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.433867:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.433868:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4653a20800. 00000020:00000001:1.0:1788201788.433871:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.433872:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23986 obd_type name = obd_test 00000020:01000000:1.0:1788201788.433874:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23986 (obd_uuid_23986) 00000020:00000001:1.0:1788201788.433875:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.433877:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.433879:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.433881:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.433883:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c47509b4800. 00000020:00000010:1.0:1788201788.433886:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.433888:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.433889:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.433891:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655686580. 00000020:00000010:1.0:1788201788.433893:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.433895:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.433897:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c47509b4800. 00000020:00000010:1.0:1788201788.433899:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.433901:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.433903:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.433904:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.433906:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.433907:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4653a3b380. 00000020:00000001:1.0:1788201788.433910:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.433911:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.433913:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.433916:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.433918:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.433919:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.433920:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.434052:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.434068:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.434070:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.434072:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.434073:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.434075:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.434076:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.434077:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.434101:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.434187:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.434190:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.434191:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.434193:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.434195:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.434197:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.434199:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.434201:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.434204:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.434206:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23987: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.434207:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.434208:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23993 (ffff9c4653a399c0) has no exports 00000020:00000001:1.0:1788201788.434210:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.434211:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.434213:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.434215:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.434217:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.434218:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c47509b1000. 00000020:00000010:1.0:1788201788.434220:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.434222:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.434224:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.434226:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bacec0. 00000020:00000010:1.0:1788201788.434229:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bacec0. 00000020:00000010:1.0:1788201788.434233:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.434235:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.434236:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c47509b1000. 00000020:00000010:1.0:1788201788.434238:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.434240:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.434241:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.434243:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.434244:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.434274:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.434277:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653a45a00. 00000001:00000010:1.0:1788201788.434279:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653a44600. 00000001:00000010:1.0:1788201788.434280:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653a45800. 00000001:00000010:1.0:1788201788.434281:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653a45200. 00000001:00000010:1.0:1788201788.434283:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4655689960. 00000001:00000010:1.0:1788201788.434284:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4768579300. 00000001:00000001:1.0:1788201788.434286:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.434287:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23987 (ffff9c4653a399c0) now 3 - setup 00000020:00000001:1.0:1788201788.434288:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.434290:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.434292:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.434294:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.434295:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.434297:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.434298:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.434387:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.434431:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.434435:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.434437:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.434439:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.434441:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.434444:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.434446:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.434479:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.434533:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.434535:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.434536:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.434537:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.434539:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.434541:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.434543:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.434544:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.434548:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.434549:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23987 (ffff9c4653a399c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.434551:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23987 (uuid obd_uuid_23987) 00000020:00000040:1.0:1788201788.434552:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23987 (ffff9c4653a399c0) now 1 - newdev 00000020:00000040:1.0:1788201788.434555:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4653a23000 with handle 0x8990e4d0a2217673 from hash 00000020:00000040:1.0:1788201788.434557:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4653a23000 : new refcount 0 00000020:00000080:1.0:1788201788.434558:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4653a23000/obd_uuid_23987 00000020:00000001:1.0:1788201788.434559:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.434561:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.434561:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4653a23000/obd_uuid_23987 for obd_name_23987 00000020:00000001:1.0:1788201788.434563:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.434564:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.434566:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4653a23000. 00000020:00000001:1.0:1788201788.434568:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.434569:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23987 obd_type name = obd_test 00000020:01000000:1.0:1788201788.434571:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23987 (obd_uuid_23987) 00000020:00000001:1.0:1788201788.434572:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.434573:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.434575:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.434577:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.434579:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c47509b2000. 00000020:00000010:1.0:1788201788.434581:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.434583:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.434584:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.434586:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c46556867c0. 00000020:00000010:1.0:1788201788.434589:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.434591:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.434594:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c47509b2000. 00000020:00000010:1.0:1788201788.434596:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.434599:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.434601:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.434603:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.434606:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.434607:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4653a399c0. 00000020:00000001:1.0:1788201788.434611:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.434613:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.434615:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.434620:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.434622:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.434624:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.434626:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.434753:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.434765:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.434766:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.434768:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.434769:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.434770:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.434772:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.434773:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.434794:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.434840:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.434842:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.434843:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.434845:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.434847:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.434848:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.434850:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.434851:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.434855:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.434856:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23988: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.434858:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.434859:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23994 (ffff9c4653a53380) has no exports 00000020:00000001:1.0:1788201788.434860:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.434862:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.434863:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.434865:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.434867:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.434870:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c4759428800. 00000020:00000010:1.0:1788201788.434871:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.434873:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.434875:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.434877:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bace40. 00000020:00000010:1.0:1788201788.434880:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bace40. 00000020:00000010:1.0:1788201788.434884:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.434885:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.434887:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c4759428800. 00000020:00000010:1.0:1788201788.434888:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.434890:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.434892:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.434893:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.434894:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.434902:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.434905:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653a44200. 00000001:00000010:1.0:1788201788.434907:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653a44000. 00000001:00000010:1.0:1788201788.434908:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653a45600. 00000001:00000010:1.0:1788201788.434910:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653a44a00. 00000001:00000010:1.0:1788201788.434911:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4655689b60. 00000001:00000010:1.0:1788201788.434912:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4768579900. 00000001:00000001:1.0:1788201788.434914:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.434915:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23988 (ffff9c4653a53380) now 3 - setup 00000020:00000001:1.0:1788201788.434916:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.434917:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.434919:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.434920:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.434922:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.434923:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.434925:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.435020:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.435035:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.435037:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.435039:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.435041:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.435043:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.435044:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.435046:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.435070:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.435122:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.435136:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.435138:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.435141:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.435144:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.435147:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.435150:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bacd00. 00000020:00000080:1.0:1788201788.435152:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.435158:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.435160:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23988 (ffff9c4653a53380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.435163:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23988 (uuid obd_uuid_23988) 00000020:00000040:1.0:1788201788.435165:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23988 (ffff9c4653a53380) now 1 - newdev 00000020:00000040:1.0:1788201788.435168:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4653a20000 with handle 0x8990e4d0a221767a from hash 00000020:00000040:1.0:1788201788.435171:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4653a20000 : new refcount 0 00000020:00000080:1.0:1788201788.435173:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4653a20000/obd_uuid_23988 00000020:00000001:1.0:1788201788.435175:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.435176:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.435177:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4653a20000/obd_uuid_23988 for obd_name_23988 00000020:00000001:1.0:1788201788.435179:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.435180:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.435181:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4653a20000. 00000020:00000001:1.0:1788201788.435184:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.435185:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23988 obd_type name = obd_test 00000020:01000000:1.0:1788201788.435186:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23988 (obd_uuid_23988) 00000020:00000001:1.0:1788201788.435187:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.435189:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.435191:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.435193:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.435195:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c475942e000. 00000020:00000010:1.0:1788201788.435197:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.435199:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.435200:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.435202:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655686c40. 00000020:00000010:1.0:1788201788.435204:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.435206:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.435207:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c475942e000. 00000020:00000010:1.0:1788201788.435210:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.435212:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.435213:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.435215:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.435216:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.435217:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4653a53380. 00000020:00000001:1.0:1788201788.435221:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.435222:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.435223:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bacd00. 00000020:00000001:1.0:1788201788.435227:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.435228:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.435230:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.435231:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.435319:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.435330:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.435332:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.435333:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.435334:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.435335:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.435336:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.435337:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.435358:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.435626:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.435628:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.435629:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.435630:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.435633:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.435635:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.435636:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac680. 00000020:00000080:1.0:1788201788.435638:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.435641:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.435643:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23989: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.435644:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.435645:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23995 (ffff9c4653a519c0) has no exports 00000020:00000001:1.0:1788201788.435647:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.435648:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.435650:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.435652:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.435653:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.435656:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46539dd800. 00000020:00000010:1.0:1788201788.435658:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.435660:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.435661:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.435663:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bacf80. 00000020:00000010:1.0:1788201788.435666:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bacf80. 00000020:00000010:1.0:1788201788.435669:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.435671:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.435672:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46539dd800. 00000020:00000010:1.0:1788201788.435674:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.435676:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.435678:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.435679:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.435680:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.435696:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.435701:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653a1f600. 00000001:00000010:1.0:1788201788.435703:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653a1f000. 00000001:00000010:1.0:1788201788.435705:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653a45e00. 00000001:00000010:1.0:1788201788.435708:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653a44e00. 00000001:00000010:1.0:1788201788.435710:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4655689f40. 00000001:00000010:1.0:1788201788.435712:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4768579000. 00000001:00000001:1.0:1788201788.435714:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.435716:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23989 (ffff9c4653a519c0) now 3 - setup 00000020:00000001:1.0:1788201788.435718:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.435720:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.435723:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac680. 00000020:00000001:1.0:1788201788.435726:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.435728:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.435730:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.435732:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.435824:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.435835:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.435837:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.435838:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.435839:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.435840:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.435841:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.435842:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.435863:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.435909:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.435911:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.435912:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.435914:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.435916:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.435918:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.435920:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac680. 00000020:00000080:1.0:1788201788.435921:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.435925:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.435926:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23989 (ffff9c4653a519c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.435928:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23989 (uuid obd_uuid_23989) 00000020:00000040:1.0:1788201788.435929:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23989 (ffff9c4653a519c0) now 1 - newdev 00000020:00000040:1.0:1788201788.435931:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4653a22000 with handle 0x8990e4d0a2217681 from hash 00000020:00000040:1.0:1788201788.435933:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4653a22000 : new refcount 0 00000020:00000080:1.0:1788201788.435935:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4653a22000/obd_uuid_23989 00000020:00000001:1.0:1788201788.435936:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.435938:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.435939:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4653a22000/obd_uuid_23989 for obd_name_23989 00000020:00000001:1.0:1788201788.435940:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.435941:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.435943:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4653a22000. 00000020:00000001:1.0:1788201788.435944:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.435945:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23989 obd_type name = obd_test 00000020:01000000:1.0:1788201788.435946:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23989 (obd_uuid_23989) 00000020:00000001:1.0:1788201788.435947:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.435949:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.435950:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.435952:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.435954:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46539de000. 00000020:00000010:1.0:1788201788.435956:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.435958:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.435959:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.435961:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c46556863c0. 00000020:00000010:1.0:1788201788.435963:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.435965:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.435966:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46539de000. 00000020:00000010:1.0:1788201788.435968:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.435970:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.435972:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.435973:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.435974:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.435976:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4653a519c0. 00000020:00000001:1.0:1788201788.435978:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.435980:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.435981:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac680. 00000020:00000001:1.0:1788201788.435983:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.435984:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.435986:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.435987:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.436091:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.436103:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.436105:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.436107:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.436109:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.436110:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.436112:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.436114:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.436158:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.436215:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.436216:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.436218:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.436220:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.436222:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.436224:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.436225:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac680. 00000020:00000080:1.0:1788201788.436227:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.436230:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.436232:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23990: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.436234:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.436235:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23996 (ffff9c4653a50000) has no exports 00000020:00000001:1.0:1788201788.436236:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.436238:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.436240:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.436242:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.436244:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.436246:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46539df800. 00000020:00000010:1.0:1788201788.436248:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.436250:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.436251:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.436253:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac480. 00000020:00000010:1.0:1788201788.436256:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac480. 00000020:00000010:1.0:1788201788.436258:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.436260:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.436262:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46539df800. 00000020:00000010:1.0:1788201788.436263:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.436265:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.436266:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.436268:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.436269:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.436277:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.436280:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653a47c00. 00000001:00000010:1.0:1788201788.436282:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653a47000. 00000001:00000010:1.0:1788201788.436284:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653a47600. 00000001:00000010:1.0:1788201788.436285:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653a46a00. 00000001:00000010:1.0:1788201788.436287:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4655689b40. 00000001:00000010:1.0:1788201788.436288:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4768579800. 00000001:00000001:1.0:1788201788.436289:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.436290:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23990 (ffff9c4653a50000) now 3 - setup 00000020:00000001:1.0:1788201788.436292:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.436293:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.436294:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac680. 00000020:00000001:1.0:1788201788.436296:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.436297:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.436299:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.436300:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.436382:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.436409:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.436411:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.436412:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.436414:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.436415:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.436417:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.436418:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.436442:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.436489:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.436491:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.436492:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.436494:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.436496:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.436498:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.436499:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac680. 00000020:00000080:1.0:1788201788.436500:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.436504:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.436506:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23990 (ffff9c4653a50000) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.436507:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23990 (uuid obd_uuid_23990) 00000020:00000040:1.0:1788201788.436508:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23990 (ffff9c4653a50000) now 1 - newdev 00000020:00000040:1.0:1788201788.436511:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4653a24000 with handle 0x8990e4d0a2217688 from hash 00000020:00000040:1.0:1788201788.436513:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4653a24000 : new refcount 0 00000020:00000080:1.0:1788201788.436514:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4653a24000/obd_uuid_23990 00000020:00000001:1.0:1788201788.436515:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.436516:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.436517:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4653a24000/obd_uuid_23990 for obd_name_23990 00000020:00000001:1.0:1788201788.436519:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.436520:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.436521:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4653a24000. 00000020:00000001:1.0:1788201788.436523:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.436524:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23990 obd_type name = obd_test 00000020:01000000:1.0:1788201788.436525:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23990 (obd_uuid_23990) 00000020:00000001:1.0:1788201788.436527:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.436528:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.436530:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.436532:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.436534:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46539dd000. 00000020:00000010:1.0:1788201788.436536:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.436538:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.436539:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.436541:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655686600. 00000020:00000010:1.0:1788201788.436543:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.436545:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.436546:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46539dd000. 00000020:00000010:1.0:1788201788.436548:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.436550:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.436551:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.436553:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.436554:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.436555:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4653a50000. 00000020:00000001:1.0:1788201788.436558:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.436559:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.436560:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac680. 00000020:00000001:1.0:1788201788.436562:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.436564:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.436565:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.436567:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.436648:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.436659:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.436660:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.436662:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.436663:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.436664:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.436665:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.436666:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.436689:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.436754:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.436755:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.436756:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.436758:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.436761:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.436763:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.436764:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac680. 00000020:00000080:1.0:1788201788.436766:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.436769:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.436771:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23991: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.436772:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.436774:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23997 (ffff9c4653a54d40) has no exports 00000020:00000001:1.0:1788201788.436775:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.436776:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.436778:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.436780:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.436781:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.436783:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46539d9000. 00000020:00000010:1.0:1788201788.436785:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.436787:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.436789:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.436791:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac800. 00000020:00000010:1.0:1788201788.436794:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac800. 00000020:00000010:1.0:1788201788.436796:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.436798:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.436799:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46539d9000. 00000020:00000010:1.0:1788201788.436801:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.436803:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.436804:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.436806:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.436807:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.436814:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.436818:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653a47400. 00000001:00000010:1.0:1788201788.436819:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653a46400. 00000001:00000010:1.0:1788201788.436820:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653a46600. 00000001:00000010:1.0:1788201788.436822:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653a47a00. 00000001:00000010:1.0:1788201788.436823:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4655689b20. 00000001:00000010:1.0:1788201788.436825:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4768579500. 00000001:00000001:1.0:1788201788.436826:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.436828:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23991 (ffff9c4653a54d40) now 3 - setup 00000020:00000001:1.0:1788201788.436829:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.436830:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.436832:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac680. 00000020:00000001:1.0:1788201788.436833:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.436835:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.436836:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.436837:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.436920:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.436931:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.436932:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.436934:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.436935:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.436936:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.436937:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.436938:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.436959:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.437008:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.437011:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.437012:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.437015:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.437018:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.437021:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.437024:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac680. 00000020:00000080:1.0:1788201788.437026:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.437031:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.437033:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23991 (ffff9c4653a54d40) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.437035:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23991 (uuid obd_uuid_23991) 00000020:00000040:1.0:1788201788.437037:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23991 (ffff9c4653a54d40) now 1 - newdev 00000020:00000040:1.0:1788201788.437040:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4653a24800 with handle 0x8990e4d0a221768f from hash 00000020:00000040:1.0:1788201788.437043:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4653a24800 : new refcount 0 00000020:00000080:1.0:1788201788.437045:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4653a24800/obd_uuid_23991 00000020:00000001:1.0:1788201788.437047:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.437049:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.437051:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4653a24800/obd_uuid_23991 for obd_name_23991 00000020:00000001:1.0:1788201788.437053:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.437054:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.437055:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4653a24800. 00000020:00000001:1.0:1788201788.437057:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.437059:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23991 obd_type name = obd_test 00000020:01000000:1.0:1788201788.437060:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23991 (obd_uuid_23991) 00000020:00000001:1.0:1788201788.437061:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.437063:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.437065:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.437068:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.437070:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46539da800. 00000020:00000010:1.0:1788201788.437072:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.437074:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.437076:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.437078:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655686300. 00000020:00000010:1.0:1788201788.437080:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.437082:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.437083:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46539da800. 00000020:00000010:1.0:1788201788.437085:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.437087:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.437088:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.437090:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.437091:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.437092:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4653a54d40. 00000020:00000001:1.0:1788201788.437095:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.437096:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.437098:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac680. 00000020:00000001:1.0:1788201788.437100:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.437101:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.437103:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.437105:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.437318:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.437329:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.437330:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.437332:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.437333:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.437334:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.437336:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.437337:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.437357:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.437425:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.437427:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.437428:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.437430:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.437432:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.437434:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.437436:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac680. 00000020:00000080:1.0:1788201788.437437:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.437441:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.437442:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23992: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.437444:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.437445:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23998 (ffff9c4653a93380) has no exports 00000020:00000001:1.0:1788201788.437446:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.437448:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.437450:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.437451:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.437453:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.437455:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46539df000. 00000020:00000010:1.0:1788201788.437457:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.437459:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.437461:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.437463:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac0c0. 00000020:00000010:1.0:1788201788.437465:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac0c0. 00000020:00000010:1.0:1788201788.437468:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.437470:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.437472:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46539df000. 00000020:00000010:1.0:1788201788.437473:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.437475:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.437476:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.437478:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.437480:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.437492:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.437495:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653a46c00. 00000001:00000010:1.0:1788201788.437496:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653a46800. 00000001:00000010:1.0:1788201788.437498:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653a47800. 00000001:00000010:1.0:1788201788.437500:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653a47200. 00000001:00000010:1.0:1788201788.437501:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4655689340. 00000001:00000010:1.0:1788201788.437502:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4768579200. 00000001:00000001:1.0:1788201788.437504:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.437505:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23992 (ffff9c4653a93380) now 3 - setup 00000020:00000001:1.0:1788201788.437506:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.437507:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.437509:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac680. 00000020:00000001:1.0:1788201788.437511:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.437512:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.437514:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.437515:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.437601:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.437612:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.437613:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.437614:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.437615:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.437616:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.437617:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.437619:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.437639:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.437686:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.437689:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.437690:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.437693:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.437696:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.437698:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.437701:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac680. 00000020:00000080:1.0:1788201788.437703:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.437708:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.437710:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23992 (ffff9c4653a93380) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.437713:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23992 (uuid obd_uuid_23992) 00000020:00000040:1.0:1788201788.437715:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23992 (ffff9c4653a93380) now 1 - newdev 00000020:00000040:1.0:1788201788.437718:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4653a23800 with handle 0x8990e4d0a2217696 from hash 00000020:00000040:1.0:1788201788.437721:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4653a23800 : new refcount 0 00000020:00000080:1.0:1788201788.437723:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4653a23800/obd_uuid_23992 00000020:00000001:1.0:1788201788.437725:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.437727:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.437729:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4653a23800/obd_uuid_23992 for obd_name_23992 00000020:00000001:1.0:1788201788.437731:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.437732:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.437734:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4653a23800. 00000020:00000001:1.0:1788201788.437737:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.437739:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23992 obd_type name = obd_test 00000020:01000000:1.0:1788201788.437740:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23992 (obd_uuid_23992) 00000020:00000001:1.0:1788201788.437742:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.437745:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.437748:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.437751:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.437754:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46539de800. 00000020:00000010:1.0:1788201788.437757:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.437760:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.437762:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.437765:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655686500. 00000020:00000010:1.0:1788201788.437768:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.437771:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.437773:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46539de800. 00000020:00000010:1.0:1788201788.437776:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.437778:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.437781:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.437783:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.437785:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.437787:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4653a93380. 00000020:00000001:1.0:1788201788.437791:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.437794:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.437796:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac680. 00000020:00000001:1.0:1788201788.437798:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.437800:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.437801:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.437802:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.437890:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.437901:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.437902:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.437904:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.437905:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.437906:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.437907:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.437908:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.437929:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.437976:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.437978:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.437979:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866cdf0 00000020:00000001:1.0:1788201788.437981:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.437983:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.437985:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.437986:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac680. 00000020:00000080:1.0:1788201788.437988:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1788201788.437991:0:225271:0:(obd_config.c:900:class_cleanup()) Process entered 00000020:00000080:1.0:1788201788.437993:0:225271:0:(obd_config.c:955:class_cleanup()) obd_name_23993: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1788201788.437995:0:225271:0:(genops.c:1564:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1788201788.437997:0:225271:0:(genops.c:1579:class_disconnect_exports()) OBD device 23999 (ffff9c4653a919c0) has no exports 00000020:00000001:1.0:1788201788.437999:0:225271:0:(genops.c:1580:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1788201788.438001:0:225271:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1788201788.438003:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.438006:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.438009:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.438012:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46539d8800. 00000020:00000010:1.0:1788201788.438015:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.438018:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.438020:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.438024:0:225271:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9c4654bac6c0. 00000020:00000010:1.0:1788201788.438027:0:225271:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9c4654bac6c0. 00000020:00000010:1.0:1788201788.438032:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9d800. 00000040:00000010:1.0:1788201788.438035:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9d200. 00000020:00000010:1.0:1788201788.438037:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46539d8800. 00000020:00000010:1.0:1788201788.438040:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9c800. 00040000:00000010:1.0:1788201788.438042:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.438045:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9ce00. 00000020:00000010:1.0:1788201788.438047:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.438049:0:225271:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201788.438059:0:225271:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1788201788.438062:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653a45000. 00000001:00000010:1.0:1788201788.438063:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653a45c00. 00000001:00000010:1.0:1788201788.438065:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653a46200. 00000001:00000010:1.0:1788201788.438066:0:225271:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9c4653a46000. 00000001:00000010:1.0:1788201788.438072:0:225271:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9c4655689ba0. 00000001:00000010:1.0:1788201788.438074:0:225271:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9c4768579c00. 00000001:00000001:1.0:1788201788.438079:0:225271:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1788201788.438080:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23993 (ffff9c4653a919c0) now 3 - setup 00000020:00000001:1.0:1788201788.438082:0:225271:0:(obd_config.c:985:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.438083:0:225271:0:(obd_config.c:1626:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.438084:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac680. 00000020:00000001:1.0:1788201788.438087:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.438088:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.438089:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.438091:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.438217:0:225271:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9c477d023ab0. 00000400:00000040:1.0:1788201788.438228:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788201788.438230:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788201788.438231:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788201788.438232:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788201788.438233:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788201788.438235:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788201788.438236:0:225271:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788201788.438256:0:225271:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9c477d023ab0. 00000020:00000001:1.0:1788201788.438304:0:225271:0:(class_obd.c:527:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1788201788.438305:0:225271:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1788201788.438306:0:225271:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe5866ce00 00000020:00000001:1.0:1788201788.438308:0:225271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788201788.438311:0:225271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.438313:0:225271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.438314:0:225271:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 56 at ffff9c4654bac680. 00000020:00000080:1.0:1788201788.438316:0:225271:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788201788.438319:0:225271:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:1.0:1788201788.438324:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23993 (ffff9c4653a919c0) now 2 - obd_device_list 00000020:00000080:1.0:1788201788.438326:0:225271:0:(obd_config.c:883:class_detach()) detach on obd obd_name_23993 (uuid obd_uuid_23993) 00000020:00000040:1.0:1788201788.438327:0:225271:0:(obd_config.c:1022:class_decref()) Decref obd_name_23993 (ffff9c4653a919c0) now 1 - newdev 00000020:00000040:1.0:1788201788.438329:0:225271:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c4653a26000 with handle 0x8990e4d0a221769d from hash 00000020:00000040:1.0:1788201788.438331:0:225271:0:(genops.c:900:class_export_put()) PUTting export ffff9c4653a26000 : new refcount 0 00000020:00000080:1.0:1788201788.438332:0:225271:0:(genops.c:906:class_export_put()) final put ffff9c4653a26000/obd_uuid_23993 00000020:00000001:1.0:1788201788.438333:0:225271:0:(lprocfs_status_server.c:740:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.438335:0:225271:0:(genops.c:859:class_export_destroy()) Process entered 00000020:00000080:1.0:1788201788.438335:0:225271:0:(genops.c:865:class_export_destroy()) destroying export ffff9c4653a26000/obd_uuid_23993 for obd_name_23993 00000020:00000001:1.0:1788201788.438337:0:225271:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788201788.438338:0:225271:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.438339:0:225271:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9c4653a26000. 00000020:00000001:1.0:1788201788.438341:0:225271:0:(genops.c:882:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788201788.438342:0:225271:0:(genops.c:438:class_free_dev()) Release obd device obd_name_23993 obd_type name = obd_test 00000020:01000000:1.0:1788201788.438343:0:225271:0:(genops.c:441:class_free_dev()) finishing cleanup of obd obd_name_23993 (obd_uuid_23993) 00000020:00000001:1.0:1788201788.438344:0:225271:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1788201788.438345:0:225271:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9c4653a9c200. 00000020:00000010:1.0:1788201788.438347:0:225271:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.438349:0:225271:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.438351:0:225271:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9c46539d9800. 00000020:00000010:1.0:1788201788.438353:0:225271:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.438355:0:225271:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.438356:0:225271:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.438358:0:225271:0:(lu_object.h:426:ldto_device_free()) kfreed 'lu': 64 at ffff9c4655686540. 00000020:00000010:1.0:1788201788.438360:0:225271:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9c4653a9ce00. 00000040:00000010:1.0:1788201788.438362:0:225271:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9c4653a9c800. 00000020:00000010:1.0:1788201788.438363:0:225271:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9c46539d9800. 00000020:00000010:1.0:1788201788.438365:0:225271:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9c4653a9d200. 00040000:00000010:1.0:1788201788.438367:0:225271:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9c475028b300. 00040000:00000010:1.0:1788201788.438368:0:225271:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9c4653a9d800. 00000020:00000010:1.0:1788201788.438370:0:225271:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9c4653a9c200. 00000020:00000001:1.0:1788201788.438371:0:225271:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788201788.438372:0:225271:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9c4653a919c0. 00000020:00000001:1.0:1788201788.438378:0:225271:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.438379:0:225271:0:(obd_config.c:1622:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.438381:0:225271:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 56 at ffff9c4654bac680. 00000020:00000001:1.0:1788201788.438383:0:225271:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788201788.438384:0:225271:0:(class_obd.c:517:class_handle_ioctl()) kvfree 'data': 576 at ffff9c4653a9a000. 00000020:00000001:1.0:1788201788.438386:0:225271:0:(class_obd.c:518:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.438387:0:225271:0:(class_obd.c:537:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201788.739480:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788201788.739485:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788201788.739488:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788201790.147553:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788201790.147558:0:2420:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788201790.147561:0:2420:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788201790.147573:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477d3f8e00 x1875052841706240/t0(0) o400->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201790.147608:0:2420:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788201790.147613:0:2420:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788201790.147622:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788201790.147625:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788201790.147631:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788201790.147640:0:2420:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477d3f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ace7bf6d-45be-4013-9877-3be5b61707fa:2420:1875052841706240:192.168.201.101@tcp:400:kworker.0 00000100:00000001:1.0:1788201790.147649:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788201790.147655:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788201790.147659:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788201790.147666:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788201790.147673:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9c4653a1f800. 02000000:00000001:1.0:1788201790.147678:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788201790.147688:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:1.0:1788201790.147696:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47473ca9f8. 00000400:00000010:1.0:1788201790.147702:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c4743a802a8. 00000100:00000200:1.0:1788201790.147712:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875052841706240, portal 25 00000100:00000001:1.0:1788201790.147716:0:2420:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788201790.147718:0:2420:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429590769152 : -109644118782464 : ffff9c477d3f8e00) 00000100:00000040:1.0:1788201790.147724:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477d3f8e00 x1875052841706240/t0(0) o400->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1788201806 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201790.147731:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788201790.147735:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:1.0:1788201790.147738:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c4743a803b8. 00000100:00000200:1.0:1788201790.147743:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875052841706240, offset 0 00000400:00000200:1.0:1788201790.147753:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:1.0:1788201790.147765:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201790.147775:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:1.0:1788201790.147783:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788201790.147790:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:1.0:1788201790.147796:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788201790.147802:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:1.0:1788201790.147810:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [702579:702579:256:4294967295] 192.168.201.101@tcp LPNI seq info [702574:702574:8:4294967295] 00000400:00000200:1.0:1788201790.147818:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201790.147836:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:1.0:1788201790.147849:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:1.0:1788201790.147865:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c475028b300. 00000800:00000200:1.0:1788201790.147874:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (5) 00000800:00000200:1.0:1788201790.147881:0:2420:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.101@tcp ip 192.168.201.101:988 00000800:00000200:1.0:1788201790.147885:0:2420:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9c475028b300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788201790.147894:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788201790.147900:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:1.0:1788201790.147903:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4306930421 00000100:00000010:1.0:1788201790.147908:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c476cab1780. 00000100:00000001:1.0:1788201790.147917:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788201790.147923:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4306930421 00000100:00000010:1.0:1788201790.147930:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c476cab1a20. 00000100:00000001:1.0:1788201790.147934:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788201790.147940:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788201790.147944:0:2420:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201790.147949:0:2420:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201790.147953:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201790.147962:0:2420:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788201790.147965:0:2420:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788201790.147969:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788201790.147971:0:2420:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788201790.147975:0:2420:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788201790.147981:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477d3fbb80 x1875052841706496/t0(0) o400->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201790.147995:0:2420:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788201790.147998:0:2420:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788201790.148003:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788201790.148005:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788201790.148012:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788201790.148023:0:2420:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477d3fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2cac516b-dc9d-45ab-8b79-546eea7242cb:2420:1875052841706496:192.168.201.101@tcp:400:kworker.0 00000100:00000001:1.0:1788201790.148033:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788201790.148038:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788201790.148043:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788201790.148047:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788201790.148054:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9c4653a1ec00. 02000000:00000001:1.0:1788201790.148059:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788201790.148066:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:1.0:1788201790.148070:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47473ca948. 00000400:00000010:1.0:1788201790.148075:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c4743a80f68. 00000100:00000200:1.0:1788201790.148079:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875052841706496, portal 10 00000100:00000001:1.0:1788201790.148080:0:2420:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788201790.148082:0:2420:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429590780800 : -109644118770816 : ffff9c477d3fbb80) 00000100:00000040:1.0:1788201790.148088:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477d3fbb80 x1875052841706496/t0(0) o400->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1788201806 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201790.148105:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788201790.148108:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:1.0:1788201790.148110:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c4743a80330. 00000100:00000200:1.0:1788201790.148112:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875052841706496, offset 0 00000400:00000200:1.0:1788201790.148115:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:1.0:1788201790.148118:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201790.148121:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:1.0:1788201790.148124:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788201790.148126:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:1.0:1788201790.148127:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788201790.148129:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:1.0:1788201790.148131:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [702581:702581:254:4294967295] 192.168.201.101@tcp LPNI seq info [702576:702576:6:4294967295] 00000400:00000200:1.0:1788201790.148134:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201790.148139:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:1.0:1788201790.148141:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:1.0:1788201790.148144:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c475028b400. 00000800:00000200:1.0:1788201790.148146:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (5) 00000800:00000200:1.0:1788201790.148150:0:2420:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.101@tcp ip 192.168.201.101:988 00000800:00000200:1.0:1788201790.148152:0:2420:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9c475028b400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788201790.148154:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788201790.148156:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8531 usecs (9 jiffies) 00000400:00000200:1.0:1788201790.148159:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:1.0:1788201790.148160:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4306929162 00000100:00000001:1.0:1788201790.148162:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4306930421 00000100:00000001:1.0:1788201790.148163:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4306929162 00000100:00000001:1.0:1788201790.148165:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4306930421 00000100:00000001:1.0:1788201790.148168:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788201790.148169:0:2420:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201790.148171:0:2420:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201790.148172:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201790.148174:0:2420:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788201790.148176:0:2420:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788201790.148177:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788201790.148178:0:2420:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788201790.148179:0:2420:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201790.148180:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788201790.148205:0:2413:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788201790.148208:0:2413:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475028b300. 00000400:00000200:1.0:1788201790.148211:0:2413:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788201790.148215:0:2413:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: OK 00000400:00000200:1.0:1788201790.148220:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c4743a803b8 00000400:00000010:1.0:1788201790.148222:0:2413:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c4743a803b8. 00000100:00000001:1.0:1788201790.148226:0:2413:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788201790.148231:0:2413:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9c477d3f8e00 x1875052841706240/t0(0) o400->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1788201806 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201790.148241:0:2413:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788201790.148245:0:2413:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477d3f8e00 x1875052841706240/t0(0) o400->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1788201806 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201790.148254:0:2413:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201790.148257:0:2413:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788201790.148272:0:2413:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788201790.148274:0:2413:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:1.0:1788201790.148277:0:2413:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788201790.148280:0:2413:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: OK 00000400:00000200:1.0:1788201790.148282:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3000 00000400:00000010:1.0:1788201790.148283:0:2413:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3000. 00000100:00000001:1.0:1788201790.148285:0:2413:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788201790.148288:0:2413:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9c477d3fb480 x1875052841706368/t0(0) o400->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1788201806 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201790.148294:0:2413:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788201790.148297:0:2413:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477d3fb480 x1875052841706368/t0(0) o400->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1788201806 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201790.148303:0:2413:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201790.148304:0:2413:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788201790.148337:0:2413:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788201790.148339:0:2413:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475028b400. 00000400:00000200:1.0:1788201790.148342:0:2413:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788201790.148345:0:2413:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: OK 00000400:00000200:1.0:1788201790.148347:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c4743a80330 00000400:00000010:1.0:1788201790.148349:0:2413:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c4743a80330. 00000100:00000001:1.0:1788201790.148351:0:2413:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788201790.148353:0:2413:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9c477d3fbb80 x1875052841706496/t0(0) o400->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1788201806 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201790.148360:0:2413:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788201790.148364:0:2413:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477d3fbb80 x1875052841706496/t0(0) o400->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1788201806 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201790.148371:0:2413:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201790.148373:0:2413:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788201790.149893:0:2412:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788201790.149902:0:2412:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788201790.149905:0:2412:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788201790.149908:0:2412:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788201790.149913:0:2412:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201790.149919:0:2412:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp) <- 192.168.201.101@tcp : PUT - for me 00000400:00000200:1.0:1788201790.149927:0:2412:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201790.149930:0:2412:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201790.149935:0:2412:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201790.149939:0:2412:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.101@tcp of length 224 into portal 25 MB=0x6a959c290a300 00000400:00000200:1.0:1788201790.149944:0:2412:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201790.149949:0:2412:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.101@tcp of length 224/224 into md 0x6c17d1 [1] + 224 00000800:00000001:1.0:1788201790.149955:0:2412:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788201790.149959:0:2412:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788201790.149961:0:2412:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788201790.149964:0:2412:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: OK 00000100:00000001:1.0:1788201790.149968:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788201790.149972:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9c477d3f8e00 x1875052841706240/t0(0) o400->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1788201806 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788201790.149980:0:2412:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9c477d3f8e00 x1875052841706240/t0(0) o400->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1788201806 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201790.149996:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788201790.150001:0:2412:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788201790.150003:0:2412:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788201790.150004:0:2412:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788201790.150006:0:2412:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788201790.150008:0:2412:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201790.150011:0:2412:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp) <- 192.168.201.101@tcp : PUT - for me 00000400:00000200:1.0:1788201790.150014:0:2412:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201790.150016:0:2412:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201790.150018:0:2412:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201790.150021:0:2412:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.101@tcp of length 224 into portal 10 MB=0x6a959c290a380 00000400:00000200:1.0:1788201790.150023:0:2412:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201790.150026:0:2412:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.101@tcp of length 224/224 into md 0x6c17e1 [1] + 224 00000800:00000001:1.0:1788201790.150029:0:2412:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788201790.150035:0:2412:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788201790.150038:0:2412:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788201790.150042:0:2412:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: OK 00000100:00000001:1.0:1788201790.150062:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788201790.150071:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9c477d3fb480 x1875052841706368/t0(0) o400->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1788201806 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788201790.150088:0:2412:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9c477d3fb480 x1875052841706368/t0(0) o400->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1788201806 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201790.150112:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788201790.150118:0:2412:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788201790.150123:0:2412:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788201790.150128:0:2412:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788201790.150131:0:2412:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788201790.150139:0:2412:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201790.150145:0:2412:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp) <- 192.168.201.101@tcp : PUT - for me 00000400:00000200:1.0:1788201790.150152:0:2412:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201790.150157:0:2412:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201790.150163:0:2412:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201790.150168:0:2412:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.101@tcp of length 224 into portal 10 MB=0x6a959c290a400 00000400:00000200:1.0:1788201790.150175:0:2412:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201790.150180:0:2412:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.101@tcp of length 224/224 into md 0x6c17f1 [1] + 224 00000800:00000001:1.0:1788201790.150184:0:2412:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788201790.150193:0:2412:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788201790.150200:0:2412:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788201790.150208:0:2412:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: OK 00000100:00000001:1.0:1788201790.150214:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788201790.150224:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9c477d3fbb80 x1875052841706496/t0(0) o400->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1788201806 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788201790.150255:0:2412:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9c477d3fbb80 x1875052841706496/t0(0) o400->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1788201806 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201790.150287:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788201790.150294:0:2412:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788201790.150300:0:2412:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788201790.176960:0:225717:0:(llite_lib.c:4254:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788201791.426442:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4306930421, at 4306930432 00000100:00000010:1.0:1788201791.426453:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c476cab1a20. 00000080:00000001:1.0:1788201792.312806:0:226316:0:(llite_lib.c:4254:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788201792.764993:0:226445:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1788201792.764998:0:226445:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 56a: check /home/green/git/lustre-release/lustre/utils/lfs getstripe ========================================================== 14:43:12 (1788201792) 00000001:00000001:1.0:1788201792.769936:0:226445:0:(debug.c:656:libcfs_debug_mark_buffer()) ************************************************** 00000800:00000200:1.0:1788201792.792983:0:2413:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788201792.792990:0:2413:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475d95ba00. 00000400:00000200:1.0:1788201792.792996:0:2413:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788201792.793002:0:2413:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: OK 00000400:00000200:1.0:1788201792.793008:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f94c8 00000400:00000010:1.0:1788201792.793011:0:2413:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f94c8. 00000100:00000001:1.0:1788201792.793016:0:2413:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788201792.793021:0:2413:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9c476db9ce00 x1875052841706624/t0(0) o101->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788201808 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788201792.793034:0:2413:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788201792.793040:0:2413:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9c476db9ce00 x1875052841706624/t0(0) o101->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788201808 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788201792.793064:0:2413:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201792.793067:0:2413:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1788201792.803854:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4306931807, at 4306931809 00000100:00000010:1.0:1788201792.803860:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88d80. 00000100:00000040:1.0:1788201792.817128:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4306931819, at 4306931822 00000100:00000010:1.0:1788201792.817136:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88ae0. 00000100:00000001:1.0:1788201792.829946:0:2421:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788201792.829952:0:2421:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788201792.830266:0:2413:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788201792.830273:0:2413:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036200. 00000400:00000200:1.0:1788201792.830282:0:2413:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788201792.830292:0:2413:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: OK 00000400:00000200:1.0:1788201792.830300:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3440 00000400:00000010:1.0:1788201792.830305:0:2413:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3440. 00000100:00000001:1.0:1788201792.830312:0:2413:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788201792.830321:0:2413:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9c477d3fb480 x1875052841706880/t0(0) o41->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 224/368 e 0 to 0 dl 1788201808 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201792.830338:0:2413:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788201792.830346:0:2413:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477d3fb480 x1875052841706880/t0(0) o41->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 224/368 e 0 to 0 dl 1788201808 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201792.830361:0:2413:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201792.830367:0:2413:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788201792.830597:0:2412:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788201792.830601:0:2412:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036900. 00000400:00000200:1.0:1788201792.830604:0:2412:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788201792.830608:0:2412:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: OK 00000400:00000200:1.0:1788201792.830610:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c34c8 00000400:00000010:1.0:1788201792.830612:0:2412:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c34c8. 00000100:00000001:1.0:1788201792.830614:0:2412:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788201792.830617:0:2412:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9c477d3fbb80 x1875052841707136/t0(0) o36->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 560/4544 e 0 to 0 dl 1788201808 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201792.830623:0:2412:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788201792.830626:0:2412:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9c477d3fbb80 x1875052841707136/t0(0) o36->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 560/4544 e 0 to 0 dl 1788201808 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201792.830630:0:2412:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201792.830632:0:2412:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1788201792.831643:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788201792.831646:0:2420:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788201792.831650:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788201792.831651:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788201792.831653:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302160. 00000400:00000200:1.0:1788201792.831657:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3e58 00000400:00000010:1.0:1788201792.831658:0:2420:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3e58. 00000100:00000001:1.0:1788201792.831660:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788201792.831664:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477d3fb480 x1875052841706880/t0(0) o41->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 224/368 e 0 to 0 dl 1788201808 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788201792.831671:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477d3fb480 x1875052841706880/t0(0) o41->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 224/368 e 0 to 0 dl 1788201808 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201792.831676:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788201792.831677:0:2420:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201792.831679:0:2420:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788201792.831681:0:2420:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788201792.831683:0:2420:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788201792.831684:0:2420:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788201792.831686:0:2420:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788201792.831692:0:2420:0:(import.c:2149:obd_at_measure()) add 5 to ffff9c4760b56c60 time=148 v=5 (5 5 5 5) 00000100:00001000:1.0:1788201792.831696:0:2420:0:(import.c:2149:obd_at_measure()) add 1 to ffff9c4760b56c18 time=148 v=5 (1 1 1 1) 00000100:00000001:1.0:1788201792.831697:0:2420:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788201792.831699:0:2420:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788201792.831700:0:2420:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788201792.831703:0:2420:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201792.831705:0:2420:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788201792.831706:0:2420:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9c4749125000: skip recheck: last_committed 25769976476 00000100:00000001:1.0:1788201792.831708:0:2420:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788201792.831709:0:2420:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788201792.831713:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477d3fb480 x1875052841706880/t0(0) o41->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 224/368 e 0 to 0 dl 1788201808 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201792.831718:0:2420:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788201792.831720:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788201792.831721:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000002:00000020:1.0:1788201792.831724:0:2420:0:(mdc_request.c:1625:mdc_statfs_interpret()) blocks=353529 free=351402 avail=315699 objects=1024000 free=1021982 state=0 00000100:00000040:1.0:1788201792.831728:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477d3fb480 x1875052841706880/t0(0) o41->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 224/368 e 0 to 0 dl 1788201808 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788201792.831733:0:2420:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477d3fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2cac516b-dc9d-45ab-8b79-546eea7242cb:2420:1875052841706880:192.168.201.101@tcp:41:mkdir.0 00000100:00000001:1.0:1788201792.831736:0:2420:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201792.831738:0:2420:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788201792.831740:0:2420:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477d3fb480 x1875052841706880/t0(0) o41->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 224/368 e 0 to 0 dl 1788201808 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201792.831745:0:2420:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788201792.831748:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788201792.831751:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374c00. 02000000:00000001:1.0:1788201792.831754:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788201792.831756:0:2420:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788201792.831758:0:2420:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=4 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:1.0:1788201792.831761:0:2420:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788201792.831763:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9c4771036500. 02000000:00000001:1.0:1788201792.831767:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788201792.831769:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788201792.831771:0:2420:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477d3fb480. 00000100:00000001:1.0:1788201792.831774:0:2420:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788201792.831776:0:2420:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201792.831778:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201792.831782:0:2420:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788201792.831783:0:2420:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201792.831786:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788201792.831788:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788201792.834453:0:2412:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788201792.834463:0:2412:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788201792.834466:0:2412:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788201792.834470:0:2412:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788201792.834476:0:2412:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201792.834482:0:2412:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp) <- 192.168.201.101@tcp : PUT - for me 00000400:00000200:1.0:1788201792.834489:0:2412:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201792.834493:0:2412:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201792.834498:0:2412:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201792.834507:0:2412:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.101@tcp of length 328 into portal 15 MB=0x6a959bbdbd280 00000400:00000200:1.0:1788201792.834515:0:2412:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.201.101@tcp of length 328/328 into md 0x6c0971 [2] + 0 00000800:00000001:1.0:1788201792.834520:0:2412:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788201792.834546:0:2412:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788201792.834548:0:2412:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788201792.834551:0:2412:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: OK 00000100:00000001:1.0:1788201792.834555:0:2412:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1788201792.834556:0:2412:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1788201792.834560:0:2412:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dc380. 00000100:00000040:1.0:1788201792.834562:0:2412:0:(events.c:337:request_in_callback()) incoming req@ffff9c477c3dc380 x1875052729193088 msgsize 328 00000100:00100000:1.0:1788201792.834565:0:2412:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000100:00000001:1.0:1788201792.834574:0:2412:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1788201792.834579:0:2412:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788201792.834581:0:2412:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788201792.834917:0:2413:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788201792.834920:0:2413:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036400. 00000400:00000200:1.0:1788201792.834924:0:2413:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788201792.834934:0:2413:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: OK 00000400:00000200:1.0:1788201792.834947:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3330 00000400:00000010:1.0:1788201792.834950:0:2413:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3330. 00000100:00000001:1.0:1788201792.834956:0:2413:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1788201792.834960:0:2413:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:1.0:1788201792.835594:0:2412:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788201792.835597:0:2412:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475d95b700. 00000400:00000200:1.0:1788201792.835601:0:2412:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788201792.835606:0:2412:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: OK 00000400:00000200:1.0:1788201792.835609:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f97f8 00000400:00000010:1.0:1788201792.835612:0:2412:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f97f8. 00000100:00000001:1.0:1788201792.835615:0:2412:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788201792.835619:0:2412:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9c477c849500 x1875052841707264/t0(0) o103->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:17/18 lens 328/224 e 0 to 0 dl 1788201808 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201792.835629:0:2412:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788201792.835633:0:2412:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c849500 x1875052841707264/t0(0) o103->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:17/18 lens 328/224 e 0 to 0 dl 1788201808 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201792.835641:0:2412:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201792.835643:0:2412:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788201792.837954:0:2413:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788201792.837961:0:2413:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788201792.837963:0:2413:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788201792.837965:0:2413:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788201792.837976:0:2413:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201792.837980:0:2413:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp) <- 192.168.201.101@tcp : PUT - for me 00000400:00000200:1.0:1788201792.837984:0:2413:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201792.837987:0:2413:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201792.837989:0:2413:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201792.837992:0:2413:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.101@tcp of length 224 into portal 18 MB=0x6a959c290a700 00000400:00000200:1.0:1788201792.837995:0:2413:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201792.837997:0:2413:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.201.101@tcp of length 224/224 into md 0x6c1839 [1] + 224 00000800:00000001:1.0:1788201792.838001:0:2413:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788201792.838005:0:2413:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788201792.838008:0:2413:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788201792.838010:0:2413:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: OK 00000100:00000001:1.0:1788201792.838013:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788201792.838017:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9c477c849500 x1875052841707264/t0(0) o103->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:17/18 lens 328/224 e 0 to 0 dl 1788201808 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788201792.838025:0:2413:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9c477c849500 x1875052841707264/t0(0) o103->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:17/18 lens 328/224 e 0 to 0 dl 1788201808 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201792.838041:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788201792.838045:0:2413:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788201792.838059:0:2413:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788201792.846434:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4306931850, at 4306931852 00000100:00000010:1.0:1788201792.846441:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba420. 00000800:00000001:1.0:1788201792.846845:0:2412:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788201792.846854:0:2412:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788201792.846856:0:2412:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788201792.846858:0:2412:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788201792.846864:0:2412:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201792.846869:0:2412:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp) <- 192.168.201.101@tcp : PUT - for me 00000400:00000200:1.0:1788201792.846875:0:2412:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201792.846878:0:2412:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201792.846882:0:2412:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201792.846885:0:2412:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.101@tcp of length 448 into portal 10 MB=0x6a959c290a680 00000400:00000200:1.0:1788201792.846889:0:2412:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201792.846896:0:2412:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.101@tcp of length 448/448 into md 0x6c1821 [2] + 224 00000800:00000001:1.0:1788201792.846903:0:2412:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788201792.846952:0:2412:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788201792.846956:0:2412:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788201792.846961:0:2412:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: OK 00000100:00000001:1.0:1788201792.846968:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788201792.846976:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9c477d3fbb80 x1875052841707136/t0(0) o36->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 560/4544 e 0 to 0 dl 1788201808 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788201792.846988:0:2412:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=4544 req@ffff9c477d3fbb80 x1875052841707136/t0(0) o36->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 560/4544 e 0 to 0 dl 1788201808 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201792.847005:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788201792.847013:0:2412:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788201792.847017:0:2412:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788201792.851951:0:226463:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788201792.851955:0:226463:0:(file.c:6644:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788201792.851957:0:226463:0:(file.c:6176:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788201792.851959:0:226463:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae1c81e2fb40 00000080:00200000:1.0:1788201792.851963:0:226463:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9c477138ec08),name=/ 00000080:00000010:1.0:1788201792.851969:0:226463:0:(llite_lib.c:4065:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9c4653a1e400. 00800000:00000002:1.0:1788201792.851973:0:226463:0:(lmv_obd.c:3997:lmv_stripe_object_get()) get ffff9c476fcb2340 2 00000080:00000001:1.0:1788201792.851976:0:226463:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788201792.851979:0:226463:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788201792.851980:0:226463:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae1c81e2fa60 00800000:00000002:1.0:1788201792.851982:0:226463:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788201792.851985:0:226463:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788201792.851987:0:226463:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788201792.851989:0:226463:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788201792.851991:0:226463:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788201792.851993:0:226463:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788201792.851994:0:226463:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788201792.851996:0:226463:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788201792.851997:0:226463:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788201792.851999:0:226463:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788201792.852003:0:226463:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788201792.852005:0:226463:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae1c81e2f930 00000002:00010000:1.0:1788201792.852006:0:226463:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788201792.852009:0:226463:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788201792.852010:0:226463:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788201792.852013:0:226463:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788201792.852017:0:226463:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788201792.852018:0:226463:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788201792.852020:0:226463:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788201792.852021:0:226463:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788201792.852023:0:226463:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788201792.852027:0:226463:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3de680. 00000020:00000040:1.0:1788201792.852030:0:226463:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=4 obd=lustre-MDT0000-mdc-ffff9c4749125000 00010000:00000001:1.0:1788201792.852034:0:226463:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788201792.852038:0:226463:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788201792.852041:0:226463:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201792.852043:0:226463:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788201792.852045:0:226463:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788201792.852060:0:226463:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788201792.852066:0:226463:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b400. 00000100:00000001:1.0:1788201792.852070:0:226463:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788201792.852074:0:226463:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788201792.852075:0:226463:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788201792.852076:0:226463:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788201792.852077:0:226463:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788201792.852078:0:226463:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788201792.852082:0:226463:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446634429573883520 : -109644135668096 : ffff9c477c3de680) 00010000:00000001:1.0:1788201792.852085:0:226463:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788201792.852087:0:226463:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788201792.852089:0:226463:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9c477afcb300. 00010000:00000010:1.0:1788201792.852092:0:226463:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9c476fc2b200. 00010000:00000001:1.0:1788201792.852095:0:226463:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788201792.852097:0:226463:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9c477aa24a00. 00000020:00000001:1.0:1788201792.852099:0:226463:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788201792.852101:0:226463:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9c477aa24a00 with handle 0x8990e4d0a22176b2 to hash 00000020:00000001:1.0:1788201792.852103:0:226463:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788201792.852104:0:226463:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634429546908160 : -109644162643456 : ffff9c477aa24a00) 00010000:00000001:1.0:1788201792.852107:0:226463:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634429546908160 : -109644162643456 : ffff9c477aa24a00) 00010000:00000001:1.0:1788201792.852110:0:226463:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788201792.852112:0:226463:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788201792.852115:0:226463:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9c4749125000 lock: ffff9c477aa24a00/0x8990e4d0a22176b2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 226463 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788201792.852122:0:226463:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9c4749125000 lock: ffff9c477aa24a00/0x8990e4d0a22176b2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 226463 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788201792.852134:0:226463:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9c4749125000 lock: ffff9c477aa24a00/0x8990e4d0a22176b2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 226463 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788201792.852138:0:226463:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788201792.852139:0:226463:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788201792.852143:0:226463:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9c4774f77840. 00000100:00000001:1.0:1788201792.852145:0:226463:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446634429451827264 : -109644257724352 : ffff9c4774f77840) 00000100:00000001:1.0:1788201792.852147:0:226463:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788201792.852148:0:226463:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573883520 : -109644135668096 : ffff9c477c3de680) 00000100:00000001:1.0:1788201792.852151:0:226463:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788201792.852154:0:226463:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201792.852155:0:226463:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788201792.852156:0:226463:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788201792.852162:0:226463:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3de680 x1875052841707392/t0(0) o101->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 576/9088 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788201792.852168:0:226463:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788201792.852170:0:226463:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788201792.852173:0:226463:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788201792.852175:0:226463:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788201792.852177:0:226463:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788201792.852179:0:226463:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3de680 pname:cluuid:pid:xid:nid:opc:job stat:2cac516b-dc9d-45ab-8b79-546eea7242cb:226463:1875052841707392:192.168.201.101@tcp:101:stat.0 00000100:00000001:1.0:1788201792.852182:0:226463:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788201792.852186:0:226463:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788201792.852187:0:226463:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788201792.852189:0:226463:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788201792.852201:0:226463:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9c47727fc000. 02000000:00000001:1.0:1788201792.852203:0:226463:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788201792.852207:0:226463:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:1.0:1788201792.852210:0:226463:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47473ca5d8. 00000400:00000010:1.0:1788201792.852214:0:226463:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9c4774f770c0. 00000100:00000200:1.0:1788201792.852220:0:226463:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875052841707392, portal 10 00000100:00000001:1.0:1788201792.852222:0:226463:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788201792.852224:0:226463:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573883520 : -109644135668096 : ffff9c477c3de680) 00000100:00000040:1.0:1788201792.852230:0:226463:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9c477c3de680 x1875052841707392/t0(0) o101->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788201808 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788201792.852238:0:226463:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788201792.852241:0:226463:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:1.0:1788201792.852245:0:226463:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c4743a80330. 00000100:00000200:1.0:1788201792.852248:0:226463:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875052841707392, offset 0 00000400:00000200:1.0:1788201792.852254:0:226463:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:1.0:1788201792.852261:0:226463:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201792.852267:0:226463:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:1.0:1788201792.852272:0:226463:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788201792.852276:0:226463:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:1.0:1788201792.852280:0:226463:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788201792.852283:0:226463:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:1.0:1788201792.852287:0:226463:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [702588:702588:256:4294967295] 192.168.201.101@tcp LPNI seq info [702583:702583:8:4294967295] 00000400:00000200:1.0:1788201792.852292:0:226463:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201792.852301:0:226463:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:1.0:1788201792.852307:0:226463:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:1.0:1788201792.852312:0:226463:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c475028b300. 00000800:00000200:1.0:1788201792.852319:0:226463:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (5) 00000800:00000200:1.0:1788201792.852325:0:226463:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.101@tcp ip 192.168.201.101:988 00000800:00000200:1.0:1788201792.852330:0:226463:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9c475028b300 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1788201792.852346:0:226463:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788201792.852351:0:226463:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:1.0:1788201792.852355:0:226463:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:1.0:1788201792.852358:0:226463:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4306931866 00000100:00000010:1.0:1788201792.852363:0:226463:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c476cab1480. 00000100:00000001:1.0:1788201792.852368:0:226463:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788201792.852372:0:226463:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4306931866 00000100:00000010:1.0:1788201792.852375:0:226463:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c476cab13c0. 00000100:00000001:1.0:1788201792.852377:0:226463:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788201792.852380:0:226463:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788201792.852382:0:226463:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201792.852384:0:226463:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788201792.852385:0:226463:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788201792.852388:0:226463:0:(client.c:2702:ptlrpc_set_wait()) set ffff9c4774f77840 going to sleep for 11 seconds 00000100:00000001:1.0:1788201792.852389:0:226463:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788201792.852391:0:226463:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788201792.853950:0:2412:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788201792.853957:0:2412:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788201792.853958:0:2412:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788201792.853960:0:2412:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788201792.853964:0:2412:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201792.853969:0:2412:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp) <- 192.168.201.101@tcp : PUT - for me 00000400:00000200:1.0:1788201792.853976:0:2412:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201792.853980:0:2412:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201792.853984:0:2412:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201792.853988:0:2412:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.101@tcp of length 688 into portal 10 MB=0x6a959c290a780 00000400:00000200:1.0:1788201792.853991:0:2412:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201792.853996:0:2412:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.101@tcp of length 688/688 into md 0x6c1841 [4] + 224 00000800:00000001:1.0:1788201792.854002:0:2412:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788201792.854008:0:2412:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788201792.854011:0:2412:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788201792.854015:0:2412:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: OK 00000100:00000001:1.0:1788201792.854019:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788201792.854024:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9c477c3de680 x1875052841707392/t0(0) o101->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788201808 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788201792.854035:0:2412:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=9088 req@ffff9c477c3de680 x1875052841707392/t0(0) o101->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788201808 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788201792.854061:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788201792.854067:0:2412:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788201792.854069:0:2412:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788201792.860844:0:2412:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788201792.860855:0:2412:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788201792.860858:0:2412:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788201792.860859:0:2412:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788201792.860865:0:2412:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201792.860869:0:2412:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp) <- 192.168.201.101@tcp : PUT - for me 00000400:00000200:1.0:1788201792.860875:0:2412:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201792.860878:0:2412:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201792.860881:0:2412:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201792.860884:0:2412:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.101@tcp of length 584 into portal 10 MB=0x6a959c290a800 00000400:00000200:1.0:1788201792.860888:0:2412:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201792.860891:0:2412:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.101@tcp of length 584/584 into md 0x6c1851 [4] + 224 00000800:00000001:1.0:1788201792.860896:0:2412:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788201792.860901:0:2412:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788201792.860903:0:2412:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788201792.860906:0:2412:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: OK 00000100:00000001:1.0:1788201792.860911:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788201792.860918:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9c476db9ce00 x1875052841707520/t0(0) o101->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 584/9088 e 0 to 0 dl 1788201808 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788201792.860929:0:2412:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=9088 req@ffff9c476db9ce00 x1875052841707520/t0(0) o101->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 584/9088 e 0 to 0 dl 1788201808 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788201792.860948:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788201792.860956:0:2412:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788201792.860964:0:2412:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788201792.863723:0:2412:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788201792.863730:0:2412:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788201792.863732:0:2412:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788201792.863734:0:2412:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788201792.863737:0:2412:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201792.863740:0:2412:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp) <- 192.168.201.101@tcp : PUT - for me 00000400:00000200:1.0:1788201792.863745:0:2412:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201792.863748:0:2412:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201792.863750:0:2412:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201792.863753:0:2412:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.101@tcp of length 584 into portal 10 MB=0x6a959c290a880 00000400:00000200:1.0:1788201792.863756:0:2412:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201792.863760:0:2412:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.101@tcp of length 584/584 into md 0x6c1859 [4] + 224 00000800:00000001:1.0:1788201792.863764:0:2412:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788201792.863768:0:2412:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788201792.863770:0:2412:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788201792.863772:0:2412:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: OK 00000100:00000001:1.0:1788201792.863776:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788201792.863780:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9c476db9e300 x1875052841707648/t0(0) o101->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788201808 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788201792.863790:0:2412:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=9088 req@ffff9c476db9e300 x1875052841707648/t0(0) o101->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788201808 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788201792.863806:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788201792.863813:0:2412:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788201792.863816:0:2412:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788201792.865617:0:2412:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788201792.865622:0:2412:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788201792.865624:0:2412:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788201792.865625:0:2412:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788201792.865628:0:2412:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201792.865631:0:2412:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp) <- 192.168.201.101@tcp : PUT - for me 00000400:00000200:1.0:1788201792.865635:0:2412:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201792.865637:0:2412:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201792.865640:0:2412:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201792.865642:0:2412:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.101@tcp of length 368 into portal 10 MB=0x6a959c290a900 00000400:00000200:1.0:1788201792.865644:0:2412:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201792.865647:0:2412:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.101@tcp of length 368/368 into md 0x6c1861 [1] + 224 00000800:00000001:1.0:1788201792.865650:0:2412:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788201792.865654:0:2412:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788201792.865656:0:2412:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788201792.865658:0:2412:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: OK 00000100:00000001:1.0:1788201792.865661:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788201792.865664:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9c476db9e300 x1875052841707776/t0(0) o41->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 440/368 e 0 to 0 dl 1788201808 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788201792.865672:0:2412:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9c476db9e300 x1875052841707776/t0(0) o41->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 440/368 e 0 to 0 dl 1788201808 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201792.865683:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788201792.865686:0:2412:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788201792.865687:0:2412:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788201792.874473:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4306931879, at 4306931880 00000100:00000010:1.0:1788201792.874483:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c476cab13c0. 00000800:00000001:1.0:1788201792.881740:0:2412:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788201792.881749:0:2412:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788201792.881752:0:2412:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788201792.881754:0:2412:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788201792.881757:0:2412:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201792.881761:0:2412:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp) <- 192.168.201.101@tcp : PUT - for me 00000400:00000200:1.0:1788201792.881766:0:2412:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201792.881768:0:2412:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201792.881772:0:2412:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201792.881774:0:2412:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.101@tcp of length 584 into portal 10 MB=0x6a959c290a980 00000400:00000200:1.0:1788201792.881778:0:2412:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201792.881782:0:2412:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.101@tcp of length 584/584 into md 0x6c1869 [4] + 224 00000800:00000001:1.0:1788201792.881787:0:2412:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788201792.881792:0:2412:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788201792.881793:0:2412:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788201792.881796:0:2412:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: OK 00000100:00000001:1.0:1788201792.881799:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788201792.881804:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9c477c848e00 x1875052841707904/t0(0) o101->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788201808 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788201792.881812:0:2412:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=9088 req@ffff9c477c848e00 x1875052841707904/t0(0) o101->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 576/9088 e 0 to 0 dl 1788201808 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788201792.881825:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788201792.881830:0:2412:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788201792.881832:0:2412:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788201792.885454:0:2412:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788201792.885460:0:2412:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788201792.885462:0:2412:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788201792.885464:0:2412:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788201792.885467:0:2412:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201792.885472:0:2412:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp) <- 192.168.201.101@tcp : PUT - for me 00000400:00000200:1.0:1788201792.885478:0:2412:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201792.885481:0:2412:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201792.885485:0:2412:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201792.885489:0:2412:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.101@tcp of length 608 into portal 10 MB=0x6a959c290aa80 00000400:00000200:1.0:1788201792.885493:0:2412:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201792.885498:0:2412:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.101@tcp of length 608/608 into md 0x6c1871 [64] + 224 00000800:00000001:1.0:1788201792.885504:0:2412:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788201792.885511:0:2412:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788201792.885514:0:2412:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788201792.885519:0:2412:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: OK 00000100:00000001:1.0:1788201792.885522:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788201792.885527:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9c477c848e00 x1875052841708160/t0(0) o101->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 4616/135824 e 0 to 0 dl 1788201808 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788201792.885538:0:2412:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=135824 req@ffff9c477c848e00 x1875052841708160/t0(0) o101->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 4616/135824 e 0 to 0 dl 1788201808 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788201792.885554:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788201792.885560:0:2412:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788201792.885563:0:2412:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788201792.889324:0:2412:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788201792.889330:0:2412:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788201792.889332:0:2412:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788201792.889333:0:2412:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788201792.889337:0:2412:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201792.889340:0:2412:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp) <- 192.168.201.101@tcp : PUT - for me 00000400:00000200:1.0:1788201792.889345:0:2412:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201792.889347:0:2412:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201792.889350:0:2412:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201792.889352:0:2412:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.101@tcp of length 328 into portal 15 MB=0x6a959bbdbdb80 00000400:00000200:1.0:1788201792.889357:0:2412:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.201.101@tcp of length 328/328 into md 0x6c0971 [2] + 328 00000800:00000001:1.0:1788201792.889361:0:2412:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788201792.889364:0:2412:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788201792.889366:0:2412:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788201792.889368:0:2412:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: OK 00000100:00000001:1.0:1788201792.889372:0:2412:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1788201792.889375:0:2412:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1788201792.889380:0:2412:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3df480. 00000100:00000040:1.0:1788201792.889383:0:2412:0:(events.c:337:request_in_callback()) incoming req@ffff9c477c3df480 x1875052729195392 msgsize 328 00000100:00100000:1.0:1788201792.889388:0:2412:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000100:00000001:1.0:1788201792.889422:0:2412:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1788201792.889430:0:2412:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788201792.889434:0:2412:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788201792.889748:0:2413:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788201792.889756:0:2413:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036f00. 00000400:00000200:1.0:1788201792.889767:0:2413:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788201792.889777:0:2413:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: OK 00000400:00000200:1.0:1788201792.889782:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3cc0 00000400:00000010:1.0:1788201792.889787:0:2413:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3cc0. 00000100:00000001:1.0:1788201792.889794:0:2413:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1788201792.889797:0:2413:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:1.0:1788201792.890338:0:2412:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788201792.890341:0:2412:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475dc67d00. 00000400:00000200:1.0:1788201792.890344:0:2412:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788201792.890347:0:2412:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: OK 00000400:00000200:1.0:1788201792.890350:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476c8b6220 00000400:00000010:1.0:1788201792.890351:0:2412:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476c8b6220. 00000100:00000001:1.0:1788201792.890353:0:2412:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788201792.890357:0:2412:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9c476db9e300 x1875052841708544/t0(0) o103->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:17/18 lens 328/224 e 0 to 0 dl 1788201808 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201792.890363:0:2412:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788201792.890366:0:2412:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9e300 x1875052841708544/t0(0) o103->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:17/18 lens 328/224 e 0 to 0 dl 1788201808 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201792.890372:0:2412:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201792.890374:0:2412:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788201792.892391:0:2413:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788201792.892425:0:2413:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788201792.892428:0:2413:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788201792.892431:0:2413:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788201792.892434:0:2413:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201792.892437:0:2413:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp) <- 192.168.201.101@tcp : PUT - for me 00000400:00000200:1.0:1788201792.892441:0:2413:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201792.892444:0:2413:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201792.892446:0:2413:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201792.892449:0:2413:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.101@tcp of length 224 into portal 18 MB=0x6a959c290ac00 00000400:00000200:1.0:1788201792.892451:0:2413:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201792.892454:0:2413:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.201.101@tcp of length 224/224 into md 0x6c1889 [1] + 224 00000800:00000001:1.0:1788201792.892458:0:2413:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788201792.892462:0:2413:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788201792.892464:0:2413:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788201792.892466:0:2413:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: OK 00000100:00000001:1.0:1788201792.892469:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788201792.892472:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9c476db9e300 x1875052841708544/t0(0) o103->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:17/18 lens 328/224 e 0 to 0 dl 1788201808 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788201792.892479:0:2413:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9c476db9e300 x1875052841708544/t0(0) o103->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:17/18 lens 328/224 e 0 to 0 dl 1788201808 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201792.892494:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788201792.892498:0:2413:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788201792.892501:0:2413:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788201792.899463:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4306931904, at 4306931905 00000100:00000010:1.0:1788201792.899472:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8be40. 00000800:00000001:1.0:1788201792.904649:0:2412:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788201792.904660:0:2412:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788201792.904664:0:2412:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788201792.904667:0:2412:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788201792.904673:0:2412:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201792.904680:0:2412:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp) <- 192.168.201.101@tcp : PUT - for me 00000400:00000200:1.0:1788201792.904688:0:2412:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201792.904692:0:2412:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201792.904696:0:2412:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201792.904701:0:2412:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.101@tcp of length 536 into portal 10 MB=0x6a959c290ab80 00000400:00000200:1.0:1788201792.904706:0:2412:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201792.904712:0:2412:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.101@tcp of length 536/536 into md 0x6c1879 [2] + 224 00000800:00000001:1.0:1788201792.904719:0:2412:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788201792.904726:0:2412:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788201792.904729:0:2412:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788201792.904734:0:2412:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: OK 00000100:00000001:1.0:1788201792.904740:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788201792.904749:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9c477c84b480 x1875052841708416/t0(0) o36->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 552/4544 e 0 to 0 dl 1788201808 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788201792.904760:0:2412:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=536 offset=224 replen=4544 req@ffff9c477c84b480 x1875052841708416/t0(0) o36->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 552/4544 e 0 to 0 dl 1788201808 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201792.904777:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788201792.904784:0:2412:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788201792.904787:0:2412:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788201792.905547:0:2413:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788201792.905552:0:2413:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475dc67700. 00000400:00000200:1.0:1788201792.905556:0:2413:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788201792.905561:0:2413:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: OK 00000400:00000200:1.0:1788201792.905565:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476c8b6440 00000400:00000010:1.0:1788201792.905567:0:2413:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476c8b6440. 00000100:00000001:1.0:1788201792.905570:0:2413:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788201792.905575:0:2413:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9c477c848700 x1875052841708800/t0(0) o35->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:23/10 lens 392/4592 e 0 to 0 dl 1788201808 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788201792.905584:0:2413:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788201792.905588:0:2413:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9c477c848700 x1875052841708800/t0(0) o35->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:23/10 lens 392/4592 e 0 to 0 dl 1788201808 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788201792.905595:0:2413:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201792.905597:0:2413:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788201792.906510:0:2412:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788201792.906517:0:2412:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788201792.906520:0:2412:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788201792.906523:0:2412:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788201792.906527:0:2412:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201792.906531:0:2412:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp) <- 192.168.201.101@tcp : PUT - for me 00000400:00000200:1.0:1788201792.906536:0:2412:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201792.906540:0:2412:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201792.906543:0:2412:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201792.906546:0:2412:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.101@tcp of length 456 into portal 10 MB=0x6a959c290ad00 00000400:00000200:1.0:1788201792.906550:0:2412:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201792.906554:0:2412:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.101@tcp of length 456/456 into md 0x6c1891 [2] + 224 00000800:00000001:1.0:1788201792.906559:0:2412:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788201792.906565:0:2412:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788201792.906567:0:2412:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788201792.906571:0:2412:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: OK 00000100:00000001:1.0:1788201792.906574:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788201792.906579:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9c477c848700 x1875052841708800/t0(0) o35->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:23/10 lens 392/4592 e 0 to 0 dl 1788201808 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788201792.906589:0:2412:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=4592 req@ffff9c477c848700 x1875052841708800/t0(0) o35->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:23/10 lens 392/4592 e 0 to 0 dl 1788201808 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788201792.906605:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788201792.906609:0:2412:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788201792.906612:0:2412:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788201792.913781:0:2413:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788201792.913795:0:2413:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475d95bc00. 00000400:00000200:1.0:1788201792.913800:0:2413:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788201792.913810:0:2413:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: OK 00000400:00000200:1.0:1788201792.913815:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f9220 00000400:00000010:1.0:1788201792.913818:0:2413:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f9220. 00000100:00000001:1.0:1788201792.913823:0:2413:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788201792.913828:0:2413:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9c476db9e300 x1875052841708928/t0(0) o101->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 584/9088 e 0 to 0 dl 1788201808 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788201792.913838:0:2413:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788201792.913842:0:2413:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9c476db9e300 x1875052841708928/t0(0) o101->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 584/9088 e 0 to 0 dl 1788201808 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788201792.913851:0:2413:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201792.913853:0:2413:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788201792.916062:0:2412:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788201792.916072:0:2412:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788201792.916076:0:2412:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788201792.916078:0:2412:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788201792.916083:0:2412:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201792.916088:0:2412:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp) <- 192.168.201.101@tcp : PUT - for me 00000400:00000200:1.0:1788201792.916093:0:2412:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201792.916096:0:2412:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201792.916099:0:2412:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201792.916102:0:2412:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.101@tcp of length 584 into portal 10 MB=0x6a959c290ad80 00000400:00000200:1.0:1788201792.916105:0:2412:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201792.916110:0:2412:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.101@tcp of length 584/584 into md 0x6c1899 [4] + 224 00000800:00000001:1.0:1788201792.916116:0:2412:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788201792.916122:0:2412:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788201792.916124:0:2412:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788201792.916128:0:2412:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: OK 00000100:00000001:1.0:1788201792.916133:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788201792.916139:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9c476db9e300 x1875052841708928/t0(0) o101->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 584/9088 e 0 to 0 dl 1788201808 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788201792.916149:0:2412:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=9088 req@ffff9c476db9e300 x1875052841708928/t0(0) o101->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 584/9088 e 0 to 0 dl 1788201808 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788201792.916167:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788201792.916173:0:2412:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788201792.916177:0:2412:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788201792.916653:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788201792.916659:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788201792.916666:0:192704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1788201792.916671:0:192704:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1788201792.916677:0:192704:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1788201792.916685:0:192704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9c4749125000 lock: ffff9c477aaed800/0x8990e4d0a22176d5 lrc: 2/0,0 mode: PR/PR res: [0x240002b17:0x250c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x749c07b037629b74 expref: -99 pid: 226469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788201792.916707:0:192704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c477aaed800 already unused, calling callback (ffffffffc1930300) 00000080:00000001:1.0:1788201792.916712:0:192704:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1788201792.916718:0:192704:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9c4749125000 lock: ffff9c477aaed800/0x8990e4d0a22176d5 lrc: 2/0,0 mode: PR/PR res: [0x240002b17:0x250c:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x749c07b037629b74 expref: -99 pid: 226469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788201792.916733:0:192704:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1788201792.916739:0:192704:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1788201792.916748:0:192704:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9c4749125000 lock: ffff9c477aaed800/0x8990e4d0a22176d5 lrc: 2/0,0 mode: PR/PR res: [0x240002b17:0x250c:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x749c07b037629b74 expref: -99 pid: 226469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788201792.916767:0:192704:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1788201792.916774:0:192704:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1788201792.916778:0:192704:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788201792.916783:0:192704:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788201792.916788:0:192704:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9c477aaed800 refcount=3 00000020:00000001:1.0:1788201792.916794:0:192704:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429547730944 : -109644161820672 : ffff9c477aaed800) 00010000:00000001:1.0:1788201792.916798:0:192704:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634429547730944 : -109644161820672 : ffff9c477aaed800) 00010000:00000001:1.0:1788201792.916804:0:192704:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788201792.916811:0:192704:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9c4749125000 lock: ffff9c477aaed800/0x8990e4d0a22176d5 lrc: 3/0,0 mode: PR/PR res: [0x240002b17:0x250c:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x749c07b037629b74 expref: -99 pid: 226469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:00000001:1.0:1788201792.916833:0:192704:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788201792.916839:0:192704:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788201792.916845:0:192704:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788201792.916851:0:192704:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x240002b17:0x250c:0x0] mode (null) 00000002:00000001:1.0:1788201792.916858:0:192704:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788201792.916863:0:192704:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788201792.916869:0:192704:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9c477aae1300 count: 3 00010000:00000001:1.0:1788201792.916882:0:192704:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788201792.916886:0:192704:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1788201792.916888:0:192704:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1788201792.916890:0:192704:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788201792.916893:0:192704:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788201792.916897:0:192704:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9c4749125000 lock: ffff9c477aaec400/0x8990e4d0a22176b9 lrc: 3/1,0 mode: PR/PR res: [0x240002b17:0x250c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x749c07b037629aef expref: -99 pid: 226463 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788201792.916916:0:192704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788201792.916919:0:192704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788201792.916920:0:192704:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:1.0:1788201792.916923:0:192704:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788201792.916927:0:192704:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788201792.916929:0:192704:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9c477aaec400 refcount=3 00000020:00000001:1.0:1788201792.916933:0:192704:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429547725824 : -109644161825792 : ffff9c477aaec400) 00010000:00000001:1.0:1788201792.916938:0:192704:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634429547725824 : -109644161825792 : ffff9c477aaec400) 00010000:00000001:1.0:1788201792.916944:0:192704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788201792.916948:0:192704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788201792.916952:0:192704:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788201792.916958:0:192704:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788201792.916960:0:192704:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788201792.916964:0:192704:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788201792.916969:0:192704:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788201792.916973:0:192704:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788201792.916976:0:192704:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788201792.916980:0:192704:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788201792.916985:0:192704:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c477aaed800 with handle 0x8990e4d0a22176d5 from hash 00010000:00000001:1.0:1788201792.916993:0:192704:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788201792.916997:0:192704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788201792.917000:0:192704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788201792.917003:0:192704:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788201792.917009:0:192704:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788201792.917014:0:192704:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788201792.917021:0:192704:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788201792.917026:0:192704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788201792.917030:0:192704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788201792.917033:0:192704:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788201792.917038:0:192704:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788201792.917042:0:192704:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1788201792.917065:0:192704:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ded80. 00000020:00000040:1.0:1788201792.917073:0:192704:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000100:00000001:1.0:1788201792.917080:0:192704:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788201792.917085:0:192704:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788201792.917090:0:192704:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788201792.917098:0:192704:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9c4653a1e400. 00000100:00000001:1.0:1788201792.917105:0:192704:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788201792.917112:0:192704:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788201792.917119:0:192704:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9c4749125000 lock: ffff9c477aaed800/0x8990e4d0a22176d5 lrc: 2/0,0 mode: --/PR res: [0x240002b17:0x250c:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x749c07b037629b74 expref: -99 pid: 226469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788201792.917136:0:192704:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1788201792.917141:0:192704:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201792.917147:0:192704:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788201792.917153:0:192704:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788201792.917164:0:192704:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a769e60] to pc [ptlrpcd_00_00+0] req@ffff9c477c3ded80 x1875052841709184/t0(0) o103->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788201792.917192:0:192704:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788201792.917196:0:192704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788201792.917200:0:192704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788201792.917201:0:192704:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788201792.917206:0:192704:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788201792.917213:0:192704:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788201792.917219:0:192704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9c4749125000 lock: ffff9c477aaed800/0x8990e4d0a22176d5 lrc: 1/0,0 mode: --/PR res: [0x240002b17:0x250c:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x749c07b037629b74 expref: -99 pid: 226469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788201792.917233:0:192704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788201792.917239:0:192704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9c4749125000 lock: ffff9c477aaed800/0x8990e4d0a22176d5 lrc: 0/0,0 mode: --/PR res: [0x240002b17:0x250c:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x749c07b037629b74 expref: -99 pid: 226469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788201792.917255:0:192704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788201792.917259:0:192704:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1788201792.917263:0:192704:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9c477d4bc480. 00010000:00000001:1.0:1788201792.917270:0:192704:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201792.917278:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788201792.917282:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788201792.917288:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788201792.917292:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788201792.917295:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788201792.917300:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788201792.917302:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788201792.917304:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788201792.917306:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788201792.917317:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788201792.917321:0:2420:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788201792.917323:0:2420:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788201792.917328:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3ded80 x1875052841709184/t0(0) o103->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201792.917338:0:2420:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788201792.917339:0:2420:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788201792.917342:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788201792.917344:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788201792.917347:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788201792.917352:0:2420:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2cac516b-dc9d-45ab-8b79-546eea7242cb:2420:1875052841709184:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788201792.917361:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788201792.917364:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788201792.917367:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788201792.917373:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788201792.917378:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9c4653a1fa00. 02000000:00000001:1.0:1788201792.917383:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788201792.917390:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:1.0:1788201792.917430:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47473cae70. 00000400:00000010:1.0:1788201792.917439:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c4743a803b8. 00000100:00000200:1.0:1788201792.917445:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875052841709184, portal 18 00000100:00000001:1.0:1788201792.917463:0:2420:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788201792.917467:0:2420:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573885312 : -109644135666304 : ffff9c477c3ded80) 00000100:00000040:1.0:1788201792.917482:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3ded80 x1875052841709184/t0(0) o103->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:17/18 lens 328/224 e 0 to 0 dl 1788201808 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201792.917495:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788201792.917500:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:1.0:1788201792.917504:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c4743a80000. 00000100:00000200:1.0:1788201792.917508:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875052841709184, offset 0 00000400:00000200:1.0:1788201792.917514:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:1.0:1788201792.917518:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201792.917523:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:1.0:1788201792.917527:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788201792.917530:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:1.0:1788201792.917533:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788201792.917535:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:1.0:1788201792.917539:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [702600:702600:256:4294967295] 192.168.201.101@tcp LPNI seq info [702595:702595:8:4294967295] 00000400:00000200:1.0:1788201792.917543:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201792.917550:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:1.0:1788201792.917556:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:1.0:1788201792.917560:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c475028be00. 00000800:00000200:1.0:1788201792.917566:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (5) 00000800:00000200:1.0:1788201792.917572:0:2420:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.101@tcp ip 192.168.201.101:988 00000800:00000200:1.0:1788201792.917575:0:2420:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9c475028be00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788201792.917592:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788201792.917597:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:1.0:1788201792.917600:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:1.0:1788201792.917603:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4306931932 00000100:00000001:1.0:1788201792.917608:0:2420:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, simply extend its deadline from 4306931931 00000100:00000001:1.0:1788201792.917612:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4306931932 00000100:00000001:1.0:1788201792.917616:0:2420:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, simply extend its deadline from 4306931931 00000100:00000001:1.0:1788201792.917619:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788201792.917621:0:2420:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201792.917624:0:2420:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201792.917628:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201792.917637:0:2420:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788201792.917639:0:2420:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788201792.917641:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788201792.917643:0:2420:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788201792.917645:0:2420:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201792.917647:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201792.917657:0:2421:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788201792.917659:0:2421:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201792.920063:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788201792.920067:0:2420:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788201792.920071:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788201792.920073:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788201792.920076:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47473cae70. 00000400:00000200:1.0:1788201792.920080:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c4743a803b8 00000400:00000010:1.0:1788201792.920082:0:2420:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c4743a803b8. 00000100:00000001:1.0:1788201792.920084:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788201792.920090:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3ded80 x1875052841709184/t0(0) o103->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:17/18 lens 328/224 e 0 to 0 dl 1788201808 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788201792.920098:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3ded80 x1875052841709184/t0(0) o103->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:17/18 lens 328/224 e 0 to 0 dl 1788201808 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201792.920104:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788201792.920105:0:2420:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201792.920108:0:2420:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788201792.920110:0:2420:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788201792.920112:0:2420:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788201792.920113:0:2420:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788201792.920115:0:2420:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788201792.920122:0:2420:0:(import.c:2149:obd_at_measure()) add 5 to ffff9c47609e3d80 time=83 v=5 (5 5 0 5) 00000100:00001000:1.0:1788201792.920126:0:2420:0:(import.c:2149:obd_at_measure()) add 1 to ffff9c47609e3c18 time=148 v=5 (1 1 1 1) 00000100:00000001:1.0:1788201792.920129:0:2420:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788201792.920130:0:2420:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788201792.920132:0:2420:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788201792.920134:0:2420:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201792.920136:0:2420:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788201792.920139:0:2420:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9c4749125000: skip recheck: last_committed 25770090032 00000100:00000001:1.0:1788201792.920140:0:2420:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788201792.920143:0:2420:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788201792.920147:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3ded80 x1875052841709184/t0(0) o103->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:17/18 lens 328/224 e 0 to 0 dl 1788201808 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201792.920154:0:2420:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788201792.920157:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788201792.920160:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788201792.920164:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3ded80 x1875052841709184/t0(0) o103->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:17/18 lens 328/224 e 0 to 0 dl 1788201808 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788201792.920177:0:2420:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2cac516b-dc9d-45ab-8b79-546eea7242cb:2420:1875052841709184:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788201792.920184:0:2420:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201792.920187:0:2420:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788201792.920192:0:2420:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3ded80 x1875052841709184/t0(0) o103->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:17/18 lens 328/224 e 0 to 0 dl 1788201808 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201792.920202:0:2420:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788201792.920205:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788201792.920208:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9c4653a1fa00. 02000000:00000001:1.0:1788201792.920213:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788201792.920216:0:2420:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788201792.920219:0:2420:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:1.0:1788201792.920225:0:2420:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788201792.920229:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9c4653a1e400. 02000000:00000001:1.0:1788201792.920235:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788201792.920238:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788201792.920240:0:2420:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3ded80. 00000100:00000001:1.0:1788201792.920247:0:2420:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788201792.920249:0:2420:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201792.920251:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201792.920256:0:2420:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788201792.920267:0:2420:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201792.920272:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788201792.920275:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201792.931056:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788201792.931063:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788201792.931066:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788201792.931074:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9c000 x1875052841709952/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201792.931093:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788201792.931097:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788201792.931104:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788201792.931108:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788201792.931115:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788201792.931125:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841709952:192.168.201.101@tcp:8:touch.0 00000100:00000001:1.0:1788201792.931132:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788201792.931137:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788201792.931140:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788201792.931146:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788201792.931151:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4653a9a400. 02000000:00000001:1.0:1788201792.931156:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788201792.931163:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:1.0:1788201792.931169:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47473cae70. 00000400:00000010:1.0:1788201792.931175:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c4743a803b8. 00000100:00000200:1.0:1788201792.931179:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841709952, portal 4 00000100:00000001:1.0:1788201792.931181:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788201792.931183:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330341888 : -109644379209728 : ffff9c476db9c000) 00000100:00000040:1.0:1788201792.931188:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9c000 x1875052841709952/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788201802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201792.931193:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788201792.931195:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:1.0:1788201792.931197:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c4743a80880. 00000100:00000200:1.0:1788201792.931199:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841709952, offset 0 00000400:00000200:1.0:1788201792.931203:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:1.0:1788201792.931206:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201792.931209:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:1.0:1788201792.931212:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788201792.931214:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:1.0:1788201792.931216:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788201792.931217:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:1.0:1788201792.931220:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [702604:702604:256:4294967295] 192.168.201.101@tcp LPNI seq info [702599:702599:8:4294967295] 00000400:00000200:1.0:1788201792.931223:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201792.931228:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:1.0:1788201792.931231:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:1.0:1788201792.931234:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c475028bd00. 00000800:00000200:1.0:1788201792.931237:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (5) 00000800:00000200:1.0:1788201792.931246:0:2419:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.101@tcp ip 192.168.201.101:988 00000800:00000200:1.0:1788201792.931253:0:2419:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9c475028bd00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1788201792.931263:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788201792.931265:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34768 usecs (35 jiffies) 00000400:00000200:1.0:1788201792.931268:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:1.0:1788201792.931269:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4306931971 00000100:00000001:1.0:1788201792.931273:0:2419:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, simply extend its deadline from 4306931943 00000100:00000001:1.0:1788201792.931275:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4306931971 00000100:00000001:1.0:1788201792.931277:0:2419:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, simply extend its deadline from 4306931943 00000100:00000001:1.0:1788201792.931279:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788201792.931281:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201792.931283:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201792.931285:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201792.931288:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788201792.931289:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1788201792.931292:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788201792.931294:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788201792.931295:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201792.931296:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201792.932580:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788201792.932582:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788201792.932585:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788201792.932586:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788201792.932588:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47473cae70. 00000400:00000200:1.0:1788201792.932591:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c4743a803b8 00000400:00000010:1.0:1788201792.932592:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c4743a803b8. 00000100:00000001:1.0:1788201792.932594:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788201792.932599:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9c000 x1875052841709952/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788201802 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788201792.932606:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9c000 x1875052841709952/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788201802 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201792.932611:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788201792.932612:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201792.932613:0:2419:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1788201792.932615:0:2419:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788201792.932616:0:2419:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788201792.932617:0:2419:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788201792.932619:0:2419:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788201792.932622:0:2419:0:(import.c:2149:obd_at_measure()) add 5 to ffff9c474715dc60 time=598 v=5 (5 0 5 0) 00000100:00001000:1.0:1788201792.932625:0:2419:0:(import.c:2149:obd_at_measure()) add 1 to ffff9c474715dc18 time=505 v=5 (1 0 0 0) 00000100:00000001:1.0:1788201792.932626:0:2419:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788201792.932627:0:2419:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788201792.932629:0:2419:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788201792.932630:0:2419:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201792.932632:0:2419:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1788201792.932634:0:2419:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9c4749125000: committing for last_committed 8589945544 gen 15 00000100:00000040:1.0:1788201792.932635:0:2419:0:(client.c:3222:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9c4749125000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:1.0:1788201792.932637:0:2419:0:(client.c:3223:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788201792.932638:0:2419:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788201792.932641:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9c000 x1875052841709952/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/416 e 0 to 0 dl 1788201802 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201792.932650:0:2419:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788201792.932651:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788201792.932652:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201792.932654:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1788201792.932657:0:2419:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff9c4749125000: connect to target with instance 2 00000020:00000001:1.0:1788201792.932658:0:2419:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788201792.932659:0:2419:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788201792.932660:0:2419:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788201792.932662:0:2419:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788201792.932663:0:2419:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788201792.932665:0:2419:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00001000:1.0:1788201792.932667:0:2419:0:(import.c:2149:obd_at_measure()) add 1 to ffff9c474715dc18 time=1788201792 v=0 (0 0 0 0) 00000100:00001000:1.0:1788201792.932670:0:2419:0:(import.c:2215:obd_at_measure()) AT ffff9c474715dc18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:1.0:1788201792.932673:0:2419:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 482, crc32c 3323, adler 360 00000100:00080000:1.0:1788201792.932676:0:2419:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff9c4749125000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000020:00000040:1.0:1788201792.932678:0:2419:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00000001:1.0:1788201792.932679:0:2419:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:1.0:1788201792.932681:0:2419:0:(osc_request.c:3901:osc_import_event()) Process entered 00000008:00000020:1.0:1788201792.932684:0:2419:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0001-osc-ffff9c4749125000, setting cl_avail_grant: 8437760 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000008:00000001:1.0:1788201792.932686:0:2419:0:(obd_class.h:1243:obd_notify()) Process entered 00020000:00000001:1.0:1788201792.932688:0:2419:0:(lov_obd.c:430:lov_notify()) Process entered 00000080:00000001:1.0:1788201792.932690:0:2419:0:(llite_lib.c:393:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1788201792.932692:0:2419:0:(llite_lib.c:418:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788201792.932694:0:2419:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788201792.932695:0:2419:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788201792.932696:0:2419:0:(osc_request.c:3968:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201792.932698:0:2419:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:1.0:1788201792.932699:0:2419:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:1.0:1788201792.932702:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000100:00000001:1.0:1788201792.932703:0:2419:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:1.0:1788201792.932704:0:2419:0:(osc_request.c:3901:osc_import_event()) Process entered 00000008:00000001:1.0:1788201792.932706:0:2419:0:(obd_class.h:1243:obd_notify()) Process entered 00020000:00000001:1.0:1788201792.932706:0:2419:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:1.0:1788201792.932708:0:2419:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:1.0:1788201792.932709:0:2419:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff9c4750765560 for uuid lustre-OST0001_UUID event(1) 00020000:00000040:1.0:1788201792.932712:0:2419:0:(lov_obd.c:394:lov_set_osc_active()) OSC lustre-OST0001_UUID already active! 00020000:00000001:1.0:1788201792.932714:0:2419:0:(lov_obd.c:395:lov_set_osc_active()) Process leaving via out (rc=1 : 1 : 0x1) 00020000:00000001:1.0:1788201792.932715:0:2419:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788201792.932716:0:2419:0:(llite_lib.c:393:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1788201792.932718:0:2419:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:1.0:1788201792.932719:0:2419:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:1.0:1788201792.932720:0:2419:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:1.0:1788201792.932721:0:2419:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:1.0:1788201792.932723:0:2419:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:1.0:1788201792.932724:0:2419:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788201792.932725:0:2419:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788201792.932726:0:2419:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:1.0:1788201792.932727:0:2419:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:1.0:1788201792.932728:0:2419:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788201792.932730:0:2419:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:1.0:1788201792.932731:0:2419:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:1.0:1788201792.932733:0:2419:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:1.0:1788201792.932734:0:2419:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788201792.932735:0:2419:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788201792.932736:0:2419:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788201792.932738:0:2419:0:(llite_lib.c:418:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788201792.932739:0:2419:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788201792.932740:0:2419:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788201792.932741:0:2419:0:(osc_request.c:3968:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201792.932742:0:2419:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00000001:1.0:1788201792.932743:0:2419:0:(import.c:1241:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788201792.932745:0:2419:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1788201792.932748:0:2419:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000002d8bda14): req@ffff9c476db9f100 x1875052841710080/t0(0) o2->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788201792.932760:0:2419:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201792.932762:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788201792.932765:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9c000 x1875052841709952/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/416 e 0 to 0 dl 1788201802 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788201792.932775:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841709952:192.168.201.101@tcp:8:touch.0 00000100:00000001:1.0:1788201792.932777:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201792.932779:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788201792.932781:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9c000 x1875052841709952/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/416 e 0 to 0 dl 1788201802 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201792.932785:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788201792.932786:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788201792.932787:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4653a9a400. 02000000:00000001:1.0:1788201792.932790:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788201792.932791:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788201792.932795:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:1.0:1788201792.932797:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788201792.932798:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a40400. 02000000:00000001:1.0:1788201792.932800:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788201792.932801:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788201792.932802:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9c000. 00000100:00000001:1.0:1788201792.932805:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788201792.932806:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201792.932808:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201792.932810:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788201792.932812:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201792.932814:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788201792.932815:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788201792.968492:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4306931973, at 4306931974 00000100:00000010:1.0:1788201792.968499:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b1e0. 00000100:00000040:1.0:1788201796.546471:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4306935540, at 4306935552 00000100:00000010:1.0:1788201796.546487:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8bb40. 00000020:00000001:1.0:1788201796.930584:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788201796.930589:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788201796.930593:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788201800.386492:0:212448:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788201800.386506:0:212448:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788201800.386515:0:212448:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ded80. 00000020:00000040:1.0:1788201800.386522:0:212448:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=5 obd=MGC192.168.201.101@tcp 00000100:00000001:1.0:1788201800.386526:0:212448:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788201800.386529:0:212448:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788201800.386533:0:212448:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788201800.386539:0:212448:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9c475028b800. 00000100:00000001:1.0:1788201800.386544:0:212448:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788201800.386554:0:212448:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ace7bf6d-45be-4013-9877-3be5b61707fa->MGS req@ffff9c477c3ded80 x1875052841710720/t0(0) o400->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788201800.386562:0:212448:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788201800.386565:0:212448:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788201800.386570:0:212448:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a769e60] to pc [ptlrpcd_00_01+1] req@ffff9c477c3ded80 x1875052841710720/t0(0) o400->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201800.386596:0:212448:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788201800.386598:0:212448:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788201800.386601:0:212448:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788201800.386603:0:212448:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dca80. 00000020:00000040:1.0:1788201800.386605:0:212448:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000100:00000001:1.0:1788201800.386606:0:212448:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788201800.386607:0:212448:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788201800.386609:0:212448:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788201800.386612:0:212448:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9c475028b100. 00000100:00000001:1.0:1788201800.386614:0:212448:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788201800.386618:0:212448:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID req@ffff9c477c3dca80 x1875052841710848/t0(0) o400->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788201800.386625:0:212448:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788201800.386629:0:212448:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788201800.386634:0:212448:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004099c200] to pc [ptlrpcd_00_00+0] req@ffff9c477c3dca80 x1875052841710848/t0(0) o400->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201800.386646:0:212448:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788201800.386651:0:212448:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788201800.386657:0:212448:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788201800.386662:0:212448:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3de680. 00000020:00000040:1.0:1788201800.386665:0:212448:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000100:00000001:1.0:1788201800.386669:0:212448:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788201800.386672:0:212448:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788201800.386674:0:212448:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788201800.386678:0:212448:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9c475028bb00. 00000100:00000001:1.0:1788201800.386683:0:212448:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788201800.386691:0:212448:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID req@ffff9c477c3de680 x1875052841710976/t0(0) o400->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788201800.386699:0:212448:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788201800.386703:0:212448:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788201800.386708:0:212448:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087fde751] to pc [ptlrpcd_00_01+1] req@ffff9c477c3de680 x1875052841710976/t0(0) o400->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201800.386719:0:212448:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788201800.386722:0:212448:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788201800.386726:0:212448:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788201800.386730:0:212448:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788201800.386735:0:212448:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788201800.386739:0:212448:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dd880. 00000020:00000040:1.0:1788201800.386744:0:212448:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=5 obd=lustre-OST0001-osc-ffff9c4749125000 00000100:00000001:1.0:1788201800.386745:0:212448:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788201800.386746:0:212448:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788201800.386748:0:212448:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788201800.386754:0:212448:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9c475028b700. 00000100:00000001:1.0:1788201800.386758:0:212448:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788201800.386766:0:212448:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID req@ffff9c477c3dd880 x1875052841711104/t0(0) o400->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788201800.386800:0:212448:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788201800.386803:0:212448:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788201800.386808:0:212448:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083606985] to pc [ptlrpcd_00_00+0] req@ffff9c477c3dd880 x1875052841711104/t0(0) o400->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201800.386819:0:212448:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788201800.386824:0:212448:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12277) 00000100:00000001:1.0:1788201800.386835:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788201800.386840:0:2420:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788201800.386842:0:2420:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788201800.386849:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3dca80 x1875052841710848/t0(0) o400->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201800.386860:0:2420:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788201800.386863:0:2420:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788201800.386867:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788201800.386871:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788201800.386874:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788201800.386880:0:2420:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2cac516b-dc9d-45ab-8b79-546eea7242cb:2420:1875052841710848:192.168.201.101@tcp:400:kworker.0 00000100:00000001:1.0:1788201800.386884:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788201800.386889:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788201800.386890:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788201800.386891:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788201800.386895:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9c4653a1e400. 02000000:00000001:1.0:1788201800.386896:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788201800.386902:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:1.0:1788201800.386904:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47473cae70. 00000400:00000010:1.0:1788201800.386909:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c4743a803b8. 00000100:00000200:1.0:1788201800.386914:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875052841710848, portal 10 00000100:00000001:1.0:1788201800.386932:0:2420:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788201800.386934:0:2420:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573876352 : -109644135675264 : ffff9c477c3dca80) 00000100:00000040:1.0:1788201800.386942:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3dca80 x1875052841710848/t0(0) o400->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1788201816 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201800.386964:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788201800.386967:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:1.0:1788201800.386972:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c4743a80bb0. 00000100:00000200:1.0:1788201800.386975:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875052841710848, offset 0 00000400:00000200:1.0:1788201800.386982:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:1.0:1788201800.386988:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201800.386995:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:1.0:1788201800.387000:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788201800.387005:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:1.0:1788201800.387009:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788201800.387014:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:1.0:1788201800.387017:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [702611:702611:255:4294967295] 192.168.201.101@tcp LPNI seq info [702606:702606:7:4294967295] 00000400:00000200:1.0:1788201800.387022:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201800.387034:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:1.0:1788201800.387045:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:1.0:1788201800.387053:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c475028ba00. 00000800:00000200:1.0:1788201800.387064:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (5) 00000800:00000200:1.0:1788201800.387078:0:2420:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.101@tcp ip 192.168.201.101:988 00000800:00000200:1.0:1788201800.387085:0:2420:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9c475028ba00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788201800.387091:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788201800.387096:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:1.0:1788201800.387104:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:1.0:1788201800.387108:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4306939401 00000100:00000001:1.0:1788201800.387110:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4306940660 00000100:00000001:1.0:1788201800.387115:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4306939401 00000100:00000001:1.0:1788201800.387117:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4306940660 00000100:00000001:1.0:1788201800.387122:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788201800.387124:0:2420:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201800.387128:0:2420:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788201800.387133:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3dd880 x1875052841711104/t0(0) o400->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201800.387144:0:2420:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788201800.387146:0:2420:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788201800.387149:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788201800.387151:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788201800.387156:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788201800.387162:0:2420:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2cac516b-dc9d-45ab-8b79-546eea7242cb:2420:1875052841711104:192.168.201.101@tcp:400:kworker.0 00000100:00000001:1.0:1788201800.387170:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788201800.387173:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788201800.387176:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788201800.387178:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788201800.387183:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9c4653a1fa00. 02000000:00000001:1.0:1788201800.387187:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788201800.387196:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:1.0:1788201800.387201:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47473ca420. 00000400:00000010:1.0:1788201800.387205:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c4743a80220. 00000100:00000200:1.0:1788201800.387212:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875052841711104, portal 4 00000100:00000001:1.0:1788201800.387216:0:2420:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788201800.387219:0:2420:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573879936 : -109644135671680 : ffff9c477c3dd880) 00000100:00000040:1.0:1788201800.387238:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3dd880 x1875052841711104/t0(0) o400->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1788201816 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201800.387259:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788201800.387269:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:1.0:1788201800.387276:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c4743a80cc0. 00000100:00000200:1.0:1788201800.387283:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875052841711104, offset 0 00000400:00000200:1.0:1788201800.387291:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:1.0:1788201800.387301:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201800.387307:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:1.0:1788201800.387315:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788201800.387320:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:1.0:1788201800.387325:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788201800.387331:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:1.0:1788201800.387337:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [702613:702613:253:4294967295] 192.168.201.101@tcp LPNI seq info [702608:702608:5:4294967295] 00000400:00000200:1.0:1788201800.387345:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201800.387355:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:1.0:1788201800.387359:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:1.0:1788201800.387362:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c475028bf00. 00000800:00000200:1.0:1788201800.387366:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (5) 00000800:00000200:1.0:1788201800.387369:0:2420:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.101@tcp ip 192.168.201.101:988 00000800:00000200:1.0:1788201800.387371:0:2420:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9c475028bf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788201800.387374:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788201800.387377:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:1.0:1788201800.387379:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:1.0:1788201800.387382:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4306939427 00000100:00000001:1.0:1788201800.387388:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4306940660 00000100:00000001:1.0:1788201800.387390:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4306939427 00000100:00000001:1.0:1788201800.387417:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4306940660 00000100:00000001:1.0:1788201800.387420:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788201800.387421:0:2420:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201800.387424:0:2420:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201800.387426:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201800.387430:0:2420:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788201800.387434:0:2420:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788201800.387437:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788201800.387439:0:2420:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788201800.387443:0:2420:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201800.387445:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788201801.026593:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788201801.026597:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788201801.026600:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788201801.666477:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4306940660, at 4306940672 00000100:00000010:1.0:1788201801.666496:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba0c0. 00000020:00000001:1.0:1788201805.122600:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788201805.122606:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788201805.122612:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788201805.506466:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788201805.506475:0:219564:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788201805.506482:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dfb80. 00000020:00000040:1.0:1788201805.506488:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=6 obd=MGC192.168.201.101@tcp 00000100:00000001:1.0:1788201805.506494:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788201805.506498:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788201805.506504:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788201805.506512:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9c475028b900. 00000100:00000001:1.0:1788201805.506519:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788201805.506529:0:219564:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ace7bf6d-45be-4013-9877-3be5b61707fa->MGS req@ffff9c477c3dfb80 x1875052841711232/t0(0) o400->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788201805.506538:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788201805.506541:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788201805.506546:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086c01fd6] to pc [ptlrpcd_00_01+1] req@ffff9c477c3dfb80 x1875052841711232/t0(0) o400->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201805.506568:0:219564:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788201805.506570:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788201805.506572:0:219564:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788201805.506574:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dc000. 00000020:00000040:1.0:1788201805.506576:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000100:00000001:1.0:1788201805.506578:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788201805.506579:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788201805.506580:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788201805.506582:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9c475028b000. 00000100:00000001:1.0:1788201805.506584:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788201805.506587:0:219564:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID req@ffff9c477c3dc000 x1875052841711360/t0(0) o400->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788201805.506592:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788201805.506595:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788201805.506598:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1e3b926] to pc [ptlrpcd_00_00+0] req@ffff9c477c3dc000 x1875052841711360/t0(0) o400->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201805.506607:0:219564:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788201805.506610:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788201805.506615:0:219564:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788201805.506620:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ddf80. 00000020:00000040:1.0:1788201805.506624:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=8 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000100:00000001:1.0:1788201805.506625:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788201805.506628:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788201805.506630:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788201805.506635:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9c475028b200. 00000100:00000001:1.0:1788201805.506639:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788201805.506647:0:219564:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID req@ffff9c477c3ddf80 x1875052841711488/t0(0) o400->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788201805.506659:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788201805.506664:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788201805.506674:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dea6dee7] to pc [ptlrpcd_00_01+1] req@ffff9c477c3ddf80 x1875052841711488/t0(0) o400->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201805.506692:0:219564:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788201805.506697:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788201805.506705:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788201805.506710:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788201805.506716:0:219564:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788201805.506722:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3df100. 00000020:00000040:1.0:1788201805.506726:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=6 obd=lustre-OST0001-osc-ffff9c4749125000 00000100:00000001:1.0:1788201805.506732:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788201805.506737:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788201805.506742:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788201805.506752:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9c475028bf00. 00000100:00000001:1.0:1788201805.506757:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788201805.506765:0:219564:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID req@ffff9c477c3df100 x1875052841711616/t0(0) o400->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788201805.506781:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788201805.506785:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788201805.506792:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c16a5860] to pc [ptlrpcd_00_00+0] req@ffff9c477c3df100 x1875052841711616/t0(0) o400->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201805.506805:0:219564:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788201805.506811:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12282) 00000100:00000001:1.0:1788201805.506824:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788201805.506844:0:2420:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788201805.506847:0:2420:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788201805.506854:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3dc000 x1875052841711360/t0(0) o400->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201805.506869:0:2420:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788201805.506871:0:2420:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788201805.506876:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788201805.506880:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788201805.506884:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788201805.506888:0:2420:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2cac516b-dc9d-45ab-8b79-546eea7242cb:2420:1875052841711360:192.168.201.101@tcp:400:kworker.0 00000100:00000001:1.0:1788201805.506892:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788201805.506895:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788201805.506898:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788201805.506901:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788201805.506906:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9c4653a1f600. 02000000:00000001:1.0:1788201805.506910:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788201805.506917:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:1.0:1788201805.506923:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47473ca4d0. 00000400:00000010:1.0:1788201805.506926:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c4743a80c38. 00000100:00000200:1.0:1788201805.506929:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875052841711360, portal 10 00000100:00000001:1.0:1788201805.506932:0:2420:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788201805.506936:0:2420:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573873664 : -109644135677952 : ffff9c477c3dc000) 00000100:00000040:1.0:1788201805.506945:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3dc000 x1875052841711360/t0(0) o400->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1788201821 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201805.506954:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788201805.506960:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:1.0:1788201805.506964:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c4743a80aa0. 00000100:00000200:1.0:1788201805.506969:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875052841711360, offset 0 00000400:00000200:1.0:1788201805.506979:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:1.0:1788201805.506985:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201805.506992:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:1.0:1788201805.506998:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788201805.507003:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:1.0:1788201805.507009:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788201805.507017:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:1.0:1788201805.507027:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [702615:702615:255:4294967295] 192.168.201.101@tcp LPNI seq info [702610:702610:7:4294967295] 00000400:00000200:1.0:1788201805.507040:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201805.507059:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:1.0:1788201805.507070:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:1.0:1788201805.507076:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c475028ba00. 00000800:00000200:1.0:1788201805.507086:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (5) 00000800:00000200:1.0:1788201805.507093:0:2420:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.101@tcp ip 192.168.201.101:988 00000800:00000200:1.0:1788201805.507100:0:2420:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9c475028ba00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788201805.507106:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788201805.507112:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:1.0:1788201805.507119:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:1.0:1788201805.507123:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4306944521 00000100:00000001:1.0:1788201805.507128:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4306945780 00000100:00000001:1.0:1788201805.507133:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4306944521 00000100:00000001:1.0:1788201805.507139:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4306945780 00000100:00000001:1.0:1788201805.507146:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788201805.507150:0:2420:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201805.507154:0:2420:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788201805.507161:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3df100 x1875052841711616/t0(0) o400->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201805.507179:0:2420:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788201805.507183:0:2420:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788201805.507188:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788201805.507193:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788201805.507198:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788201805.507204:0:2420:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2cac516b-dc9d-45ab-8b79-546eea7242cb:2420:1875052841711616:192.168.201.101@tcp:400:kworker.0 00000100:00000001:1.0:1788201805.507211:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788201805.507215:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788201805.507218:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788201805.507222:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788201805.507226:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9c4653a1f800. 02000000:00000001:1.0:1788201805.507229:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788201805.507234:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:1.0:1788201805.507240:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47473caf20. 00000400:00000010:1.0:1788201805.507246:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c4743a80990. 00000100:00000200:1.0:1788201805.507253:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875052841711616, portal 4 00000100:00000001:1.0:1788201805.507258:0:2420:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788201805.507261:0:2420:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573886208 : -109644135665408 : ffff9c477c3df100) 00000100:00000040:1.0:1788201805.507272:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3df100 x1875052841711616/t0(0) o400->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1788201821 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201805.507286:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788201805.507293:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:1.0:1788201805.507298:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c4743a80770. 00000100:00000200:1.0:1788201805.507302:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875052841711616, offset 0 00000400:00000200:1.0:1788201805.507308:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:1.0:1788201805.507315:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201805.507322:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:1.0:1788201805.507327:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788201805.507331:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:1.0:1788201805.507336:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788201805.507338:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:1.0:1788201805.507341:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [702617:702617:253:4294967295] 192.168.201.101@tcp LPNI seq info [702612:702612:5:4294967295] 00000400:00000200:1.0:1788201805.507344:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201805.507349:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:1.0:1788201805.507353:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:1.0:1788201805.507355:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c475028bd00. 00000800:00000200:1.0:1788201805.507358:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (5) 00000800:00000200:1.0:1788201805.507361:0:2420:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.101@tcp ip 192.168.201.101:988 00000800:00000200:1.0:1788201805.507363:0:2420:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9c475028bd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788201805.507366:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788201805.507368:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:1.0:1788201805.507370:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:1.0:1788201805.507373:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4306944547 00000100:00000001:1.0:1788201805.507377:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4306945780 00000100:00000001:1.0:1788201805.507379:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4306944547 00000100:00000001:1.0:1788201805.507384:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4306945780 00000100:00000001:1.0:1788201805.507386:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788201805.507388:0:2420:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201805.507419:0:2420:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201805.507423:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201805.507430:0:2420:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788201805.507433:0:2420:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:1.0:1788201805.507437:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788201805.507440:0:2420:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788201805.507443:0:2420:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201805.507448:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788201806.786454:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4306945780, at 4306945792 00000100:00000010:1.0:1788201806.786466:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685baae0. 00000100:00000040:1.0:1788201808.591697:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788201808.591703:0:219564:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788201808.591710:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ddc00. 00000020:00000040:1.0:1788201808.591714:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=7 obd=MGC192.168.201.101@tcp 00000100:00000001:1.0:1788201808.591717:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788201808.591719:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788201808.591723:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788201808.591729:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9c475028be00. 00000100:00000001:1.0:1788201808.591734:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788201808.591741:0:219564:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ace7bf6d-45be-4013-9877-3be5b61707fa->MGS req@ffff9c477c3ddc00 x1875052841711744/t0(0) o400->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788201808.591755:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788201808.591759:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788201808.591764:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c3c4b34] to pc [ptlrpcd_00_01+1] req@ffff9c477c3ddc00 x1875052841711744/t0(0) o400->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201808.591793:0:219564:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788201808.591795:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788201808.591798:0:219564:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788201808.591800:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dce00. 00000020:00000040:1.0:1788201808.591802:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000100:00000001:1.0:1788201808.591804:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788201808.591805:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788201808.591807:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788201808.591809:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9c475028b300. 00000100:00000001:1.0:1788201808.591811:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788201808.591816:0:219564:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID req@ffff9c477c3dce00 x1875052841711872/t0(0) o400->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788201808.591821:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788201808.591823:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788201808.591826:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e15d5058] to pc [ptlrpcd_00_00+0] req@ffff9c477c3dce00 x1875052841711872/t0(0) o400->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201808.591839:0:219564:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788201808.591841:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788201808.591843:0:219564:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788201808.591845:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dc700. 00000020:00000040:1.0:1788201808.591847:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=9 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000100:00000001:1.0:1788201808.591848:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788201808.591849:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788201808.591850:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788201808.591853:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9c475028b400. 00000100:00000001:1.0:1788201808.591855:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788201808.591858:0:219564:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID req@ffff9c477c3dc700 x1875052841712000/t0(0) o400->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788201808.591863:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788201808.591864:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788201808.591867:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7db4f2b] to pc [ptlrpcd_00_01+1] req@ffff9c477c3dc700 x1875052841712000/t0(0) o400->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201808.591873:0:219564:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788201808.591875:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788201808.591880:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788201808.591884:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788201808.591887:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788201808.591890:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788201808.591892:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788201808.591897:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788201808.591902:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 12264 00000400:00000200:1.0:1788201808.591914:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201808.591920:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00000040:1.0:1788201808.591928:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788201808.591933:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788201808.591939:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788201808.591943:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788201808.591946:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788201808.591950:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788201808.591953:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788201808.591957:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788201808.591960:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788201808.591962:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788201808.591967:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788201808.591970:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788201808.591973:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788201808.591975:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788201808.591980:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788201808.591985:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788201808.591988:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788201808.591990:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788201808.591997:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788201808.592001:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201808.592012:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788201808.592016:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788201808.592020:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201808.592025:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788201808.592030:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dd180. 00000020:00000040:1.0:1788201808.592033:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=7 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788201808.592037:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788201808.592039:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201808.592042:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788201808.592045:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788201808.592046:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788201808.592051:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99c00. 00000100:00000001:1.0:1788201808.592055:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788201808.592063:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dd180 x1875052841712128/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788201808.592069:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788201808.592070:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788201808.592080:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000095f81904] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dd180 x1875052841712128/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201808.592104:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788201808.592110:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12285) 00000100:00000001:1.0:1788201808.592125:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788201808.592128:0:2420:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788201808.592131:0:2420:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788201808.592139:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3dce00 x1875052841711872/t0(0) o400->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201808.592152:0:2420:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788201808.592156:0:2420:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788201808.592162:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788201808.592165:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788201808.592168:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788201808.592177:0:2420:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2cac516b-dc9d-45ab-8b79-546eea7242cb:2420:1875052841711872:192.168.201.101@tcp:400:kworker.0 00000100:00000001:1.0:1788201808.592181:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788201808.592186:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788201808.592189:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788201808.592192:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788201808.592197:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9c4653a1ea00. 02000000:00000001:1.0:1788201808.592201:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788201808.592207:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:1.0:1788201808.592212:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47473ca630. 00000400:00000010:1.0:1788201808.592219:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c4743a80dd0. 00000100:00000200:1.0:1788201808.592224:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875052841711872, portal 10 00000100:00000001:1.0:1788201808.592229:0:2420:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788201808.592231:0:2420:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573877248 : -109644135674368 : ffff9c477c3dce00) 00000100:00000040:1.0:1788201808.592243:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3dce00 x1875052841711872/t0(0) o400->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1788201824 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201808.592264:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788201808.592271:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:1.0:1788201808.592276:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c4743a80110. 00000100:00000200:1.0:1788201808.592282:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875052841711872, offset 0 00000400:00000200:1.0:1788201808.592293:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:1.0:1788201808.592302:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201808.592310:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:1.0:1788201808.592317:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788201808.592324:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:1.0:1788201808.592331:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788201808.592336:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:1.0:1788201808.592345:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [702619:702619:255:4294967295] 192.168.201.101@tcp LPNI seq info [702614:702614:7:4294967295] 00000400:00000200:1.0:1788201808.592354:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201808.592378:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:1.0:1788201808.592418:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:1.0:1788201808.592424:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c475028b600. 00000800:00000200:1.0:1788201808.592430:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (5) 00000800:00000200:1.0:1788201808.592440:0:2420:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.101@tcp ip 192.168.201.101:988 00000800:00000200:1.0:1788201808.592445:0:2420:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9c475028b600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788201808.592451:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788201808.592457:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:1.0:1788201808.592464:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:1.0:1788201808.592468:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4306947607 00000100:00000001:1.0:1788201808.592475:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4306948865 00000100:00000001:1.0:1788201808.592481:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4306947607 00000100:00000001:1.0:1788201808.592486:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4306948865 00000100:00000001:1.0:1788201808.592492:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788201808.592498:0:2420:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201808.592507:0:2420:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201808.592512:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201808.592519:0:2420:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788201808.592522:0:2420:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=3 : 3 : 3) 00000100:00000001:1.0:1788201808.592526:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788201808.592531:0:2420:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788201808.592536:0:2420:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201808.592540:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788201808.592588:0:2412:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788201808.592592:0:2412:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036d00. 00000400:00000200:1.0:1788201808.592598:0:2412:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788201808.592607:0:2412:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: OK 00000400:00000200:1.0:1788201808.592612:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3dd0 00000400:00000010:1.0:1788201808.592615:0:2412:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3dd0. 00000100:00000001:1.0:1788201808.592619:0:2412:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788201808.592623:0:2412:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9c477c3ddc00 x1875052841711744/t0(0) o400->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1788201824 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201808.592630:0:2412:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788201808.592633:0:2412:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3ddc00 x1875052841711744/t0(0) o400->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1788201824 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201808.592638:0:2412:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201808.592639:0:2412:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788201808.592648:0:2412:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788201808.592649:0:2412:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475028b600. 00000400:00000200:1.0:1788201808.592651:0:2412:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788201808.592653:0:2412:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: OK 00000400:00000200:1.0:1788201808.592655:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c4743a80110 00000400:00000010:1.0:1788201808.592656:0:2412:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c4743a80110. 00000100:00000001:1.0:1788201808.592658:0:2412:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788201808.592660:0:2412:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9c477c3dce00 x1875052841711872/t0(0) o400->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1788201824 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201808.592664:0:2412:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788201808.592666:0:2412:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3dce00 x1875052841711872/t0(0) o400->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1788201824 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201808.592675:0:2412:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201808.592676:0:2412:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788201808.592681:0:2412:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788201808.592682:0:2412:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475d95b700. 00000400:00000200:1.0:1788201808.592684:0:2412:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788201808.592686:0:2412:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: OK 00000400:00000200:1.0:1788201808.592687:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f9cc0 00000400:00000010:1.0:1788201808.592689:0:2412:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f9cc0. 00000100:00000001:1.0:1788201808.592690:0:2412:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788201808.592692:0:2412:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9c477c3dd180 x1875052841712128/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788201818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201808.592696:0:2412:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788201808.592698:0:2412:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3dd180 x1875052841712128/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788201818 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201808.592702:0:2412:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201808.592703:0:2412:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788201808.592708:0:2412:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788201808.592709:0:2412:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036100. 00000400:00000200:1.0:1788201808.592711:0:2412:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788201808.592712:0:2412:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: OK 00000400:00000200:1.0:1788201808.592714:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3e58 00000400:00000010:1.0:1788201808.592715:0:2412:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3e58. 00000100:00000001:1.0:1788201808.592716:0:2412:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788201808.592718:0:2412:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9c477c3dc700 x1875052841712000/t0(0) o400->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1788201824 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201808.592723:0:2412:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788201808.592725:0:2412:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3dc700 x1875052841712000/t0(0) o400->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1788201824 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201808.592728:0:2412:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201808.592729:0:2412:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1788201809.218566:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788201809.218569:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788201809.218572:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788201809.922469:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4306948865, at 4306948928 00000100:00000010:1.0:1788201809.922483:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba8a0. 00000100:00000001:1.0:1788201811.650468:0:2420:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788201811.650480:0:2420:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788201811.650484:0:2420:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201811.650491:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788201811.650495:0:2420:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788201811.650501:0:2420:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201811.650505:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201811.659875:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788201811.659879:0:2420:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788201811.659883:0:2420:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788201811.659904:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477d3f8e00 x1875052841712256/t0(0) o400->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201811.659920:0:2420:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788201811.659924:0:2420:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788201811.659935:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788201811.659940:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788201811.659945:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788201811.659948:0:2420:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477d3f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ace7bf6d-45be-4013-9877-3be5b61707fa:2420:1875052841712256:192.168.201.101@tcp:400:kworker.0 00000100:00000001:1.0:1788201811.659964:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788201811.659970:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788201811.659973:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788201811.659989:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788201811.659996:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9c4653a1e200. 02000000:00000001:1.0:1788201811.660001:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788201811.660022:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:1.0:1788201811.660026:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47473ca8f0. 00000400:00000010:1.0:1788201811.660033:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c4743a80110. 00000100:00000200:1.0:1788201811.660062:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875052841712256, portal 25 00000100:00000001:1.0:1788201811.660064:0:2420:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788201811.660066:0:2420:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429590769152 : -109644118782464 : ffff9c477d3f8e00) 00000100:00000040:1.0:1788201811.660072:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477d3f8e00 x1875052841712256/t0(0) o400->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1788201827 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201811.660093:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788201811.660097:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:1.0:1788201811.660100:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c4743a80770. 00000100:00000200:1.0:1788201811.660103:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875052841712256, offset 0 00000400:00000200:1.0:1788201811.660110:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:1.0:1788201811.660116:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201811.660132:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:1.0:1788201811.660137:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788201811.660141:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:1.0:1788201811.660145:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788201811.660148:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:1.0:1788201811.660152:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [702622:702622:256:4294967295] 192.168.201.101@tcp LPNI seq info [702617:702617:8:4294967295] 00000400:00000200:1.0:1788201811.660192:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201811.660262:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:1.0:1788201811.660361:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:1.0:1788201811.660365:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c475028b600. 00000800:00000200:1.0:1788201811.660369:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (5) 00000800:00000200:1.0:1788201811.660435:0:2420:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.101@tcp ip 192.168.201.101:988 00000800:00000200:1.0:1788201811.660438:0:2420:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9c475028b600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788201811.660442:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788201811.660445:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:1.0:1788201811.660448:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4306951933 00000100:00000001:1.0:1788201811.660452:0:2420:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306950674 00000100:00000001:1.0:1788201811.660456:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4306951933 00000100:00000001:1.0:1788201811.660459:0:2420:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306950674 00000100:00000001:1.0:1788201811.660474:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788201811.660476:0:2420:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201811.660479:0:2420:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201811.660481:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201811.660484:0:2420:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788201811.660485:0:2420:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201811.660486:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788201811.660487:0:2420:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788201811.660488:0:2420:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201811.660490:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201811.660518:0:2421:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788201811.660519:0:2421:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788201811.660529:0:2421:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201811.660530:0:2421:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788201811.660568:0:2413:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788201811.660571:0:2413:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475d95b400. 00000400:00000200:1.0:1788201811.660574:0:2413:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788201811.660579:0:2413:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: OK 00000400:00000200:1.0:1788201811.660583:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f9c38 00000400:00000010:1.0:1788201811.660584:0:2413:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f9c38. 00000100:00000001:1.0:1788201811.660587:0:2413:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788201811.660590:0:2413:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9c477d3f8700 x1875052841712384/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788201821 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201811.660616:0:2413:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788201811.660619:0:2413:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477d3f8700 x1875052841712384/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788201821 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201811.660624:0:2413:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201811.660625:0:2413:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788201811.660634:0:2413:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788201811.660636:0:2413:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475028b600. 00000400:00000200:1.0:1788201811.660638:0:2413:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788201811.660641:0:2413:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: OK 00000400:00000200:1.0:1788201811.660642:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c4743a80770 00000400:00000010:1.0:1788201811.660643:0:2413:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c4743a80770. 00000100:00000001:1.0:1788201811.660667:0:2413:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788201811.660670:0:2413:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9c477d3f8e00 x1875052841712256/t0(0) o400->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1788201827 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201811.660676:0:2413:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788201811.660678:0:2413:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477d3f8e00 x1875052841712256/t0(0) o400->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1788201827 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201811.660688:0:2413:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201811.660690:0:2413:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788201811.666949:0:2412:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788201811.666952:0:2412:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475d95bc00. 00000400:00000200:1.0:1788201811.666955:0:2412:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788201811.666969:0:2412:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: OK 00000400:00000200:1.0:1788201811.666973:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f96e8 00000400:00000010:1.0:1788201811.666974:0:2412:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f96e8. 00000100:00000001:1.0:1788201811.666976:0:2412:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788201811.666979:0:2412:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9c477d3fbb80 x1875052841712512/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788201821 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201811.666999:0:2412:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788201811.667009:0:2412:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477d3fbb80 x1875052841712512/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788201821 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201811.667014:0:2412:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201811.667015:0:2412:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1788201811.669426:0:2421:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788201811.669430:0:2421:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788201811.669436:0:2421:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788201811.669439:0:2421:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788201811.669442:0:2421:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503029a0. 00000400:00000200:1.0:1788201811.669449:0:2421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3cc0 00000400:00000010:1.0:1788201811.669454:0:2421:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3cc0. 00000100:00000001:1.0:1788201811.669460:0:2421:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788201811.669471:0:2421:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3ddc00 x1875052841711744/t0(0) o400->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1788201824 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788201811.669500:0:2421:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3ddc00 x1875052841711744/t0(0) o400->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1788201824 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201811.669519:0:2421:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788201811.669523:0:2421:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788201811.669535:0:2421:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3ddc00 x1875052841711744/t0(0) o400->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1788201824 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201811.669577:0:2421:0:(client.c:2129:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:1.0:1788201811.669584:0:2421:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201811.669589:0:2421:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788201811.669592:0:2421:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788201811.669600:0:2421:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3ddc00 x1875052841711744/t0(0) o400->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1788201824 ref 1 fl Interpret:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788201811.669633:0:2421:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ace7bf6d-45be-4013-9877-3be5b61707fa:2421:1875052841711744:192.168.201.101@tcp:400:kworker.0 00000400:00000001:1.0:1788201811.669655:0:2421:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788201811.669659:0:2421:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788201811.669663:0:2421:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302318. 00000400:00000200:1.0:1788201811.669670:0:2421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3198 00000400:00000010:1.0:1788201811.669674:0:2421:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3198. 00000100:00000001:1.0:1788201811.669679:0:2421:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788201811.669687:0:2421:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3dfb80 x1875052841711232/t0(0) o400->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1788201821 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788201811.669735:0:2421:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3dfb80 x1875052841711232/t0(0) o400->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1788201821 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201811.669762:0:2421:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788201811.669765:0:2421:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788201811.669775:0:2421:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3dfb80 x1875052841711232/t0(0) o400->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1788201821 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201811.669790:0:2421:0:(client.c:2129:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:1.0:1788201811.669799:0:2421:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201811.669804:0:2421:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788201811.669808:0:2421:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788201811.669821:0:2421:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3dfb80 x1875052841711232/t0(0) o400->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1788201821 ref 1 fl Interpret:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788201811.669848:0:2421:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ace7bf6d-45be-4013-9877-3be5b61707fa:2421:1875052841711232:192.168.201.101@tcp:400:kworker.0 00000400:00000001:1.0:1788201811.669863:0:2421:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788201811.669868:0:2421:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788201811.669871:0:2421:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302268. 00000400:00000200:1.0:1788201811.669877:0:2421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3770 00000400:00000010:1.0:1788201811.669879:0:2421:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3770. 00000100:00000001:1.0:1788201811.669882:0:2421:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788201811.669888:0:2421:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3ded80 x1875052841710720/t0(0) o400->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1788201816 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788201811.669902:0:2421:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3ded80 x1875052841710720/t0(0) o400->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1788201816 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201811.669915:0:2421:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788201811.669920:0:2421:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788201811.669928:0:2421:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3ded80 x1875052841710720/t0(0) o400->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1788201816 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201811.669942:0:2421:0:(client.c:2129:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:1.0:1788201811.669947:0:2421:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201811.669952:0:2421:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788201811.669956:0:2421:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788201811.669962:0:2421:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3ded80 x1875052841710720/t0(0) o400->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1788201816 ref 1 fl Interpret:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788201811.669972:0:2421:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ace7bf6d-45be-4013-9877-3be5b61707fa:2421:1875052841710720:192.168.201.101@tcp:400:kworker.0 00000100:00000001:1.0:1788201811.669975:0:2421:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201811.669977:0:2421:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788201811.669980:0:2421:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3ddc00 x1875052841711744/t0(0) o400->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1788201824 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201811.669987:0:2421:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788201811.669989:0:2421:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788201811.669991:0:2421:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9c46594e4800. 02000000:00000001:1.0:1788201811.669995:0:2421:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788201811.669998:0:2421:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788201811.669999:0:2421:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=7 obd=MGC192.168.201.101@tcp 00000020:00000001:1.0:1788201811.670002:0:2421:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788201811.670004:0:2421:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9c475028be00. 02000000:00000001:1.0:1788201811.670007:0:2421:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788201811.670008:0:2421:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788201811.670010:0:2421:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3ddc00. 00000100:00000001:1.0:1788201811.670013:0:2421:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788201811.670015:0:2421:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201811.670016:0:2421:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788201811.670020:0:2421:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3dfb80 x1875052841711232/t0(0) o400->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1788201821 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201811.670027:0:2421:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788201811.670028:0:2421:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788201811.670030:0:2421:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9c46594e5400. 02000000:00000001:1.0:1788201811.670032:0:2421:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788201811.670034:0:2421:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788201811.670035:0:2421:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=6 obd=MGC192.168.201.101@tcp 00000020:00000001:1.0:1788201811.670037:0:2421:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788201811.670038:0:2421:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9c475028b900. 02000000:00000001:1.0:1788201811.670040:0:2421:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788201811.670041:0:2421:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788201811.670043:0:2421:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3dfb80. 00000100:00000001:1.0:1788201811.670045:0:2421:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788201811.670047:0:2421:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201811.670048:0:2421:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788201811.670052:0:2421:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3ded80 x1875052841710720/t0(0) o400->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1788201816 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201811.670059:0:2421:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788201811.670060:0:2421:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788201811.670062:0:2421:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9c46594e4200. 02000000:00000001:1.0:1788201811.670064:0:2421:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788201811.670065:0:2421:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788201811.670066:0:2421:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=5 obd=MGC192.168.201.101@tcp 00000020:00000001:1.0:1788201811.670069:0:2421:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788201811.670070:0:2421:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9c475028b800. 02000000:00000001:1.0:1788201811.670073:0:2421:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788201811.670076:0:2421:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788201811.670078:0:2421:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3ded80. 00000100:00000001:1.0:1788201811.670080:0:2421:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788201811.670082:0:2421:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201811.670085:0:2421:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201811.670087:0:2421:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788201811.670089:0:2421:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788201811.670092:0:2421:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201811.670095:0:2421:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201811.670110:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788201811.670113:0:2420:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788201811.670127:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788201811.670131:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788201811.670136:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47473ca8f0. 00000400:00000200:1.0:1788201811.670142:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c4743a80110 00000400:00000010:1.0:1788201811.670147:0:2420:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c4743a80110. 00000100:00000001:1.0:1788201811.670153:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788201811.670160:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477d3f8e00 x1875052841712256/t0(0) o400->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1788201827 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788201811.670172:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477d3f8e00 x1875052841712256/t0(0) o400->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1788201827 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201811.670202:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788201811.670205:0:2420:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788201811.670210:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477d3f8e00 x1875052841712256/t0(0) o400->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1788201827 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201811.670216:0:2420:0:(client.c:2129:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:1.0:1788201811.670218:0:2420:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201811.670220:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788201811.670221:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788201811.670224:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477d3f8e00 x1875052841712256/t0(0) o400->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1788201827 ref 1 fl Interpret:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788201811.670229:0:2420:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477d3f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ace7bf6d-45be-4013-9877-3be5b61707fa:2420:1875052841712256:192.168.201.101@tcp:400:kworker.0 00000100:00000001:1.0:1788201811.670233:0:2420:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201811.670235:0:2420:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788201811.670237:0:2420:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477d3f8e00 x1875052841712256/t0(0) o400->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1788201827 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201811.670241:0:2420:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788201811.670242:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788201811.670244:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9c4653a1e200. 02000000:00000001:1.0:1788201811.670245:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788201811.670246:0:2420:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788201811.670247:0:2420:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 00000020:00000001:1.0:1788201811.670248:0:2420:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788201811.670250:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9c4771036100. 02000000:00000001:1.0:1788201811.670251:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788201811.670252:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788201811.670253:0:2420:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477d3f8e00. 00000100:00000001:1.0:1788201811.670255:0:2420:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788201811.670256:0:2420:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201811.670258:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201811.670259:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788201811.670259:0:2420:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788201811.670261:0:2420:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201811.670262:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201812.674473:0:2420:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788201812.674486:0:2420:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788201812.674489:0:2420:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201812.674496:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788201812.674500:0:2420:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788201812.674507:0:2420:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201812.674514:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788201812.994459:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4306951943, at 4306952000 00000100:00000010:1.0:1788201812.994472:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88120. 00000100:00000001:1.0:1788201813.698488:0:2420:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788201813.698497:0:2420:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788201813.698500:0:2420:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201813.698505:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788201813.698507:0:2420:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788201813.698513:0:2420:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201813.698517:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201814.722477:0:2420:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788201814.722487:0:2420:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788201814.722492:0:2420:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201814.722498:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788201814.722503:0:2420:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788201814.722508:0:2420:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201814.722514:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201815.746458:0:2420:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788201815.746473:0:2420:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788201815.746476:0:2420:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201815.746483:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788201815.746489:0:2420:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788201815.746497:0:2420:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201815.746504:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201816.770457:0:2420:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788201816.770465:0:2420:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000400:1.0:1788201816.770481:0:2420:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788201800/real 1788201800] req@ffff9c477c3dca80 x1875052841710848/t0(0) o400->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 224/224 e 0 to 1 dl 1788201816 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788201816.770523:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788201816.770528:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788201816.770532:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47473cae70. 00000400:00000200:1.0:1788201816.770538:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c4743a803b8 00000400:00000010:1.0:1788201816.770541:0:2420:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c4743a803b8. 00000100:00000001:1.0:1788201816.770546:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788201816.770551:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3dca80 x1875052841710848/t0(0) o400->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 224/224 e 0 to 1 dl 1788201816 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788201816.770562:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3dca80 x1875052841710848/t0(0) o400->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 224/224 e 0 to 1 dl 1788201816 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201816.770568:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788201816.770570:0:2420:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201816.770572:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788201816.770574:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788201816.770577:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9c477c3dca80 x1875052841710848/t0(0) o400->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 224/224 e 0 to 1 dl 1788201816 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201816.770583:0:2420:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:1.0:1788201816.770586:0:2420:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff9c47609e3800 already not connected (conn 2, was 1): CONNECTING 00000100:00000001:1.0:1788201816.770588:0:2420:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:1.0:1788201816.770589:0:2420:0:(client.c:2542:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201816.770591:0:2420:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000400:1.0:1788201816.770594:0:2420:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788201800/real 1788201800] req@ffff9c477c3dd880 x1875052841711104/t0(0) o400->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 224/224 e 0 to 1 dl 1788201816 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788201816.770600:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788201816.770601:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788201816.770602:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47473ca420. 00000400:00000200:1.0:1788201816.770604:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c4743a80220 00000400:00000010:1.0:1788201816.770605:0:2420:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c4743a80220. 00000100:00000001:1.0:1788201816.770607:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788201816.770609:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3dd880 x1875052841711104/t0(0) o400->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 224/224 e 0 to 1 dl 1788201816 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788201816.770614:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3dd880 x1875052841711104/t0(0) o400->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 224/224 e 0 to 1 dl 1788201816 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201816.770618:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788201816.770619:0:2420:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201816.770620:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788201816.770621:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788201816.770623:0:2420:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9c477c3dd880 x1875052841711104/t0(0) o400->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 224/224 e 0 to 1 dl 1788201816 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201816.770626:0:2420:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:1.0:1788201816.770628:0:2420:0:(import.c:214:ptlrpc_set_import_discon()) osc: import ffff9c474715d800 already not connected (conn 16, was 15): CONNECTING 00000100:00000001:1.0:1788201816.770629:0:2420:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:1.0:1788201816.770630:0:2420:0:(client.c:2542:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201816.770649:0:2420:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788201816.770650:0:2420:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201816.770651:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788201816.770652:0:2420:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788201816.770654:0:2420:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201816.770656:0:2420:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788201816.770658:0:2420:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788201816.770661:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3dca80 x1875052841710848/t0(0) o400->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 224/224 e 0 to 1 dl 1788201816 ref 1 fl Rpc:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201816.770666:0:2420:0:(client.c:2177:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:1.0:1788201816.770669:0:2420:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201816.770670:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788201816.770671:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788201816.770673:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3dca80 x1875052841710848/t0(0) o400->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 224/224 e 0 to 1 dl 1788201816 ref 1 fl Interpret:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788201816.770679:0:2420:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2cac516b-dc9d-45ab-8b79-546eea7242cb:2420:1875052841710848:192.168.201.101@tcp:400:kworker.0 00000100:00000001:1.0:1788201816.770682:0:2420:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201816.770683:0:2420:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788201816.770684:0:2420:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788201816.770686:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3dd880 x1875052841711104/t0(0) o400->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 224/224 e 0 to 1 dl 1788201816 ref 1 fl Rpc:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201816.770690:0:2420:0:(client.c:2177:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:1.0:1788201816.770691:0:2420:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201816.770692:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788201816.770693:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788201816.770695:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3dd880 x1875052841711104/t0(0) o400->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 224/224 e 0 to 1 dl 1788201816 ref 1 fl Interpret:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788201816.770700:0:2420:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2cac516b-dc9d-45ab-8b79-546eea7242cb:2420:1875052841711104:192.168.201.101@tcp:400:kworker.0 00000100:00000001:1.0:1788201816.770703:0:2420:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201816.770705:0:2420:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788201816.770707:0:2420:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3dca80 x1875052841710848/t0(0) o400->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 224/224 e 0 to 1 dl 1788201816 ref 1 fl Complete:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201816.770712:0:2420:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788201816.770714:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788201816.770717:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9c4653a1e400. 02000000:00000001:1.0:1788201816.770720:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788201816.770721:0:2420:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788201816.770723:0:2420:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:1.0:1788201816.770725:0:2420:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788201816.770727:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9c475028b100. 02000000:00000001:1.0:1788201816.770730:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788201816.770731:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788201816.770733:0:2420:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3dca80. 00000100:00000001:1.0:1788201816.770735:0:2420:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788201816.770736:0:2420:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201816.770737:0:2420:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788201816.770739:0:2420:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3dd880 x1875052841711104/t0(0) o400->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 224/224 e 0 to 1 dl 1788201816 ref 1 fl Complete:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201816.770743:0:2420:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788201816.770744:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788201816.770745:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9c4653a1fa00. 02000000:00000001:1.0:1788201816.770746:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788201816.770747:0:2420:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788201816.770748:0:2420:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=5 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:1.0:1788201816.770749:0:2420:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788201816.770750:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9c475028b700. 02000000:00000001:1.0:1788201816.770751:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788201816.770752:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788201816.770752:0:2420:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3dd880. 00000100:00000001:1.0:1788201816.770754:0:2420:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788201816.770755:0:2420:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201816.770757:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201817.794518:0:2420:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788201817.794538:0:2420:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788201817.794542:0:2420:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201817.794548:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788201817.794552:0:2420:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788201817.794557:0:2420:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201817.794561:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201817.794575:0:2421:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788201817.794579:0:2421:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788201817.794581:0:2421:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201817.794583:0:2421:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788201817.794584:0:2421:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788201817.794586:0:2421:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201817.794588:0:2421:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201818.818481:0:2420:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788201818.818494:0:2420:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788201818.818498:0:2420:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201818.818505:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788201818.818510:0:2420:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788201818.818517:0:2420:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201818.818525:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201818.818539:0:2421:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788201818.818545:0:2421:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788201818.818550:0:2421:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201818.818555:0:2421:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788201818.818558:0:2421:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788201818.818562:0:2421:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201818.818568:0:2421:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788201818.819247:0:2412:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788201818.819254:0:2412:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036d00. 00000400:00000200:1.0:1788201818.819264:0:2412:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788201818.819273:0:2412:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: OK 00000400:00000200:1.0:1788201818.819279:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c34c8 00000400:00000010:1.0:1788201818.819282:0:2412:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c34c8. 00000100:00000001:1.0:1788201818.819286:0:2412:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788201818.819308:0:2412:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9c476db9f800 x1875052841712768/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788201833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201818.819318:0:2412:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788201818.819322:0:2412:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9f800 x1875052841712768/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788201833 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201818.819329:0:2412:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201818.819331:0:2412:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1788201818.854508:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4306957859, at 4306957860 00000100:00000010:1.0:1788201818.854526:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba060. 00000100:00000001:1.0:1788201819.842502:0:2421:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788201819.842516:0:2421:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788201819.842519:0:2421:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201819.842523:0:2421:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788201819.842526:0:2421:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788201819.842529:0:2421:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201819.842532:0:2421:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201820.866456:0:2421:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788201820.866465:0:2421:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788201820.866470:0:2421:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201820.866475:0:2421:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788201820.866478:0:2421:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788201820.866486:0:2421:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201820.866494:0:2421:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201821.890458:0:2421:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788201821.890465:0:2421:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000400:1.0:1788201821.890481:0:2421:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788201805/real 1788201805] req@ffff9c477c3ddf80 x1875052841711488/t0(0) o400->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 224/224 e 0 to 1 dl 1788201821 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788201821.900094:0:2421:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788201821.900097:0:2421:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788201821.900099:0:2421:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302bb0. 00000400:00000200:1.0:1788201821.900104:0:2421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3ee0 00000400:00000010:1.0:1788201821.900106:0:2421:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3ee0. 00000100:00000001:1.0:1788201821.900108:0:2421:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788201821.900114:0:2421:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3ddf80 x1875052841711488/t0(0) o400->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 224/224 e 0 to 1 dl 1788201821 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788201821.900123:0:2421:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3ddf80 x1875052841711488/t0(0) o400->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 224/224 e 0 to 1 dl 1788201821 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201821.900129:0:2421:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788201821.900130:0:2421:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201821.900132:0:2421:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788201821.900134:0:2421:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788201821.900136:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9c477c3ddf80 x1875052841711488/t0(0) o400->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 224/224 e 0 to 1 dl 1788201821 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201821.900146:0:2421:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:1.0:1788201821.900148:0:2421:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff9c4760b56800 already not connected (conn 3, was 1): CONNECTING 00000100:00000001:1.0:1788201821.900150:0:2421:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:1.0:1788201821.900151:0:2421:0:(client.c:2542:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201821.900155:0:2421:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788201821.900156:0:2421:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201821.900157:0:2421:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788201821.900158:0:2421:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788201821.900160:0:2421:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201821.900162:0:2421:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788201821.900164:0:2421:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788201821.900168:0:2421:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3ddf80 x1875052841711488/t0(0) o400->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 224/224 e 0 to 1 dl 1788201821 ref 1 fl Rpc:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201821.900179:0:2421:0:(client.c:2177:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:1.0:1788201821.900182:0:2421:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201821.900184:0:2421:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788201821.900185:0:2421:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788201821.900190:0:2421:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3ddf80 x1875052841711488/t0(0) o400->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 224/224 e 0 to 1 dl 1788201821 ref 1 fl Interpret:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788201821.900199:0:2421:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2cac516b-dc9d-45ab-8b79-546eea7242cb:2421:1875052841711488:192.168.201.101@tcp:400:kworker.0 00000100:00000001:1.0:1788201821.900204:0:2421:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201821.900206:0:2421:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788201821.900209:0:2421:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3ddf80 x1875052841711488/t0(0) o400->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 224/224 e 0 to 1 dl 1788201821 ref 1 fl Complete:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201821.900217:0:2421:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788201821.900219:0:2421:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788201821.900221:0:2421:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9c46594e5600. 02000000:00000001:1.0:1788201821.900224:0:2421:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788201821.900226:0:2421:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788201821.900228:0:2421:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:1.0:1788201821.900231:0:2421:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788201821.900233:0:2421:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9c475028b200. 02000000:00000001:1.0:1788201821.900236:0:2421:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788201821.900237:0:2421:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788201821.900238:0:2421:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3ddf80. 00000100:00000001:1.0:1788201821.900242:0:2421:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788201821.900243:0:2421:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201821.900246:0:2421:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788201822.338505:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (5) 00000800:00000200:1.0:1788201822.338520:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.101@tcp ip 192.168.201.101:988 00000800:00000200:1.0:1788201822.338525:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9c4743c08300 type 192, nob 24 niov 1 nkiov 0 00000100:00000001:1.0:1788201822.914468:0:2421:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788201822.914478:0:2421:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788201822.914481:0:2421:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201822.914486:0:2421:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788201822.914490:0:2421:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788201822.914494:0:2421:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201822.914500:0:2421:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788201823.170471:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4306962165, at 4306962176 00000100:00000010:1.0:1788201823.170488:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88d20. 00000100:00000001:1.0:1788201823.938471:0:2421:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788201823.938483:0:2421:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788201823.938488:0:2421:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201823.938496:0:2421:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788201823.938501:0:2421:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788201823.938518:0:2421:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201823.938526:0:2421:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201824.962463:0:2421:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788201824.962471:0:2421:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000400:1.0:1788201824.962498:0:2421:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788201808/real 1788201808] req@ffff9c477c3dc700 x1875052841712000/t0(0) o400->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 224/224 e 0 to 1 dl 1788201824 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788201824.962524:0:2421:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788201824.962529:0:2421:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788201824.962535:0:2421:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:1.0:1788201824.962541:0:2421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3330 00000400:00000010:1.0:1788201824.962543:0:2421:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3330. 00000100:00000001:1.0:1788201824.962547:0:2421:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788201824.962552:0:2421:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3dc700 x1875052841712000/t0(0) o400->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 224/224 e 0 to 1 dl 1788201824 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788201824.962566:0:2421:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3dc700 x1875052841712000/t0(0) o400->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 224/224 e 0 to 1 dl 1788201824 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201824.962581:0:2421:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788201824.962585:0:2421:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201824.962591:0:2421:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788201824.962594:0:2421:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788201824.962605:0:2421:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9c477c3dc700 x1875052841712000/t0(0) o400->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 224/224 e 0 to 1 dl 1788201824 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201824.962617:0:2421:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:1.0:1788201824.962619:0:2421:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff9c4760b56800 already not connected (conn 3, was 1): CONNECTING 00000100:00000001:1.0:1788201824.962624:0:2421:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:1.0:1788201824.962627:0:2421:0:(client.c:2542:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201824.962632:0:2421:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788201824.962635:0:2421:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201824.962638:0:2421:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788201824.962642:0:2421:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788201824.962644:0:2421:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201824.962648:0:2421:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788201824.962649:0:2421:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788201824.962656:0:2421:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3dc700 x1875052841712000/t0(0) o400->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 224/224 e 0 to 1 dl 1788201824 ref 1 fl Rpc:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201824.962678:0:2421:0:(client.c:2177:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:1.0:1788201824.962683:0:2421:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201824.962687:0:2421:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788201824.962691:0:2421:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788201824.962697:0:2421:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3dc700 x1875052841712000/t0(0) o400->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 224/224 e 0 to 1 dl 1788201824 ref 1 fl Interpret:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788201824.962705:0:2421:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2cac516b-dc9d-45ab-8b79-546eea7242cb:2421:1875052841712000:192.168.201.101@tcp:400:kworker.0 00000100:00000001:1.0:1788201824.962711:0:2421:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201824.962715:0:2421:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788201824.962719:0:2421:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3dc700 x1875052841712000/t0(0) o400->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 224/224 e 0 to 1 dl 1788201824 ref 1 fl Complete:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201824.962729:0:2421:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788201824.962732:0:2421:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788201824.962737:0:2421:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9c46594e4600. 02000000:00000001:1.0:1788201824.962742:0:2421:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788201824.962745:0:2421:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788201824.962748:0:2421:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:1.0:1788201824.962753:0:2421:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788201824.962757:0:2421:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9c475028b400. 02000000:00000001:1.0:1788201824.962761:0:2421:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788201824.962764:0:2421:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788201824.962767:0:2421:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3dc700. 00000100:00000001:1.0:1788201824.962772:0:2421:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788201824.962776:0:2421:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201824.962780:0:2421:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201824.962783:0:2421:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788201824.962785:0:2421:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201824.962787:0:2421:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788201824.962790:0:2421:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788201833.155359:0:2413:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788201833.155366:0:2413:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036a00. 00000400:00000200:1.0:1788201833.155374:0:2413:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788201833.155384:0:2413:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: OK 00000400:00000200:1.0:1788201833.155389:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3440 00000400:00000010:1.0:1788201833.155391:0:2413:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3440. 00000100:00000001:1.0:1788201833.155423:0:2413:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788201833.155427:0:2413:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9c476db9d880 x1875052841713280/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788201853 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201833.155435:0:2413:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788201833.155438:0:2413:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9d880 x1875052841713280/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788201853 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201833.155448:0:2413:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201833.155449:0:2413:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1788201833.190541:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4306972195, at 4306972196 00000100:00000010:1.0:1788201833.190562:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685baea0. 00000800:00000200:1.0:1788201836.228008:0:2413:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788201836.228014:0:2413:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475d95bc00. 00000400:00000200:1.0:1788201836.228021:0:2413:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788201836.228029:0:2413:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: OK 00000400:00000200:1.0:1788201836.228034:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f9dd0 00000400:00000010:1.0:1788201836.228039:0:2413:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f9dd0. 00000100:00000001:1.0:1788201836.228044:0:2413:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788201836.228053:0:2413:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9c477c84bb80 x1875052841713536/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788201856 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201836.228067:0:2413:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788201836.228074:0:2413:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84bb80 x1875052841713536/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788201856 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201836.228100:0:2413:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201836.228106:0:2413:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1788201837.506469:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4306976501, at 4306976512 00000100:00000010:1.0:1788201837.506479:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88c60. 00000100:00000001:1.0:1788201838.274540:0:2419:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788201838.274556:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788201838.274558:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201838.274563:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788201838.274565:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788201838.274570:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201838.274573:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201839.298460:0:2419:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788201839.298472:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788201839.298474:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201839.298477:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788201839.298479:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788201839.298482:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201839.298485:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201840.322466:0:2419:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788201840.322479:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788201840.322481:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201840.322485:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788201840.322488:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788201840.322490:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201840.322492:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201841.346455:0:2419:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788201841.346465:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788201841.346467:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201841.346471:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788201841.346473:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788201841.346477:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201841.346479:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201842.370463:0:2419:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788201842.370476:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788201842.370478:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201842.370483:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788201842.370485:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788201842.370489:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201842.370492:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201843.394456:0:2419:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788201843.394470:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788201843.394473:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201843.394477:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788201843.394479:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788201843.394483:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201843.394486:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201844.418485:0:2419:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788201844.418505:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788201844.418508:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201844.418514:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788201844.418517:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788201844.418522:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201844.418526:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201845.442506:0:2419:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788201845.442525:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788201845.442528:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201845.442535:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788201845.442539:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788201845.442545:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201845.442549:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201846.466457:0:2419:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788201846.466473:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788201846.466476:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201846.466485:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788201846.466490:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788201846.466496:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201846.466501:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201847.490450:0:2419:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788201847.490462:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788201847.490463:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201847.490467:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788201847.490469:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788201847.490472:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201847.490474:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201848.514481:0:2419:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788201848.514504:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788201848.514506:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201848.514510:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788201848.514512:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788201848.514515:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201848.514518:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788201848.962523:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201848.962528:0:2411:0:(router.c:1791:lnet_notify()) 192.168.201.1@tcp notifying 192.168.201.101@tcp: down 00000400:00000200:1.0:1788201848.962532:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000800:00000200:1.0:1788201848.962538:0:2411:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.201.101@tcp down 00000800:00000200:1.0:1788201848.962660:0:2411:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection ffff9c4743b5e000 00000800:00000010:1.0:1788201848.962663:0:2411:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4720 at ffff9c4743b5e000. 00000800:00000200:1.0:1788201848.962668:0:2411:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection ffff9c4746340000 00000800:00000010:1.0:1788201848.962669:0:2411:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4720 at ffff9c4746340000. 00000800:00000200:1.0:1788201848.962672:0:2411:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection ffff9c4746344000 00000800:00000010:1.0:1788201848.962674:0:2411:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4720 at ffff9c4746344000. 00000100:00000001:1.0:1788201849.538461:0:2419:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788201849.538473:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788201849.538475:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201849.538479:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788201849.538481:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788201849.538485:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201849.538487:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201850.562460:0:2419:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788201850.562471:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788201850.562473:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201850.562476:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788201850.562478:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788201850.562481:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201850.562483:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201851.586472:0:2419:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788201851.586484:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788201851.586487:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201851.586492:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788201851.586495:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788201851.586501:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201851.586505:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201852.610454:0:2419:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788201852.610465:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788201852.610467:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201852.610471:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788201852.610473:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788201852.610476:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201852.610478:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201853.634466:0:2419:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788201853.634475:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788201853.634490:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788201833/real 1788201833] req@ffff9c476db9d880 x1875052841713280/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788201853 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788201853.634508:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788201853.634510:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788201853.634514:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302b58. 00000400:00000200:1.0:1788201853.634519:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3990 00000400:00000010:1.0:1788201853.634521:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3990. 00000100:00000001:1.0:1788201853.634526:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788201853.634531:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9d880 x1875052841713280/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788201853 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788201853.634541:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9d880 x1875052841713280/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788201853 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201853.634554:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788201853.634556:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201853.634559:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788201853.634562:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788201853.634566:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9d880 x1875052841713280/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788201853 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201853.634573:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201853.634582:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788201853.634584:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201853.634587:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788201853.634590:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788201853.634594:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788201853.634599:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9d880 x1875052841713280/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788201853 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201853.634608:0:2419:0:(client.c:2129:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788201853.634611:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201853.634613:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788201853.634614:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201853.634617:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788201853.634619:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788201853.634623:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788201853.634645:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:1.0:1788201853.634647:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788201853.634651:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9d880 x1875052841713280/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788201853 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788201853.634658:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841713280:192.168.201.101@tcp:8:kworker.0 00000100:00000001:1.0:1788201853.634661:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201853.634664:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788201853.634668:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9d880 x1875052841713280/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788201853 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201853.634673:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788201853.634677:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788201853.634680:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377800. 02000000:00000001:1.0:1788201853.634687:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788201853.634690:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788201853.634693:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:1.0:1788201853.634697:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788201853.634702:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a41800. 02000000:00000001:1.0:1788201853.634706:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788201853.634709:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788201853.634713:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9d880. 00000100:00000001:1.0:1788201853.634719:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788201853.634723:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201853.634727:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201853.634892:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788201853.634894:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788201853.634896:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788201853.634900:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c848700 x1875052841713792/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201853.634906:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788201853.634908:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788201853.634911:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788201853.634913:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788201853.634915:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788201853.634917:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c848700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841713792:192.168.201.101@tcp:8:kworker.0 00000100:00000001:1.0:1788201853.634919:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788201853.634923:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788201853.634925:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788201853.634927:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788201853.634932:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4653a9a000. 02000000:00000001:1.0:1788201853.634935:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788201853.634940:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:1.0:1788201853.634944:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47473ca420. 00000400:00000010:1.0:1788201853.634951:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c4743a80220. 00000100:00000200:1.0:1788201853.634956:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841713792, portal 4 00000100:00000001:1.0:1788201853.634959:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788201853.634960:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578512128 : -109644131039488 : ffff9c477c848700) 00000100:00000040:1.0:1788201853.634968:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c848700 x1875052841713792/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788201878 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201853.634976:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788201853.634979:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:1.0:1788201853.634981:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c4743a803b8. 00000100:00000200:1.0:1788201853.634984:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841713792, offset 0 00000400:00000200:1.0:1788201853.634989:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:1.0:1788201853.635007:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201853.635012:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:1.0:1788201853.635016:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788201853.635019:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:1.0:1788201853.635022:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788201853.635025:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:1.0:1788201853.635027:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [702634:702634:256:4294967295] 192.168.201.101@tcp LPNI seq info [702629:702629:8:4294967295] 00000400:00000200:1.0:1788201853.635030:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201853.635037:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:1.0:1788201853.635042:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:1.0:1788201853.635046:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c475028b400. 00000800:00000200:1.0:1788201853.635051:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000100:00000001:1.0:1788201853.635067:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788201853.635070:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:1.0:1788201853.635073:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:1.0:1788201853.635075:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4306992675 00000100:00000010:1.0:1788201853.635079:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c476cab13c0. 00000100:00000001:1.0:1788201853.635085:0:2419:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788201853.635091:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4306992675 00000100:00000010:1.0:1788201853.635094:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c476cab12a0. 00000100:00000001:1.0:1788201853.635096:0:2419:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788201853.635099:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788201853.635100:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201853.635103:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201853.635104:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201853.635107:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788201853.635109:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201853.635110:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788201853.635112:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788201853.635116:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201853.635117:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788201853.670476:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4306992675, at 4306992676 00000100:00000010:1.0:1788201853.670491:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c476cab12a0. 00000100:00000001:1.0:1788201854.658497:0:2419:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788201854.658511:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788201854.658513:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201854.658518:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788201854.658520:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788201854.658523:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201854.658525:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201855.682494:0:2419:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788201855.682505:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788201855.682507:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201855.682511:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788201855.682513:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788201855.682516:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201855.682518:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201856.706473:0:2419:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788201856.706481:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788201856.706496:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788201836/real 1788201836] req@ffff9c477c84bb80 x1875052841713536/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788201856 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788201856.706514:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788201856.706517:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788201856.706521:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c475e2d2f20. 00000400:00000200:1.0:1788201856.706527:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f9b28 00000400:00000010:1.0:1788201856.706530:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f9b28. 00000100:00000001:1.0:1788201856.706535:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788201856.706539:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c84bb80 x1875052841713536/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788201856 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788201856.706550:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c84bb80 x1875052841713536/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788201856 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201856.706558:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788201856.706560:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201856.706563:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788201856.706566:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788201856.706570:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c84bb80 x1875052841713536/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788201856 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201856.706578:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201856.706581:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788201856.706585:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788201836/real 1788201836] req@ffff9c477c848e00 x1875052841713664/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788201856 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788201856.706594:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788201856.706596:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788201856.706598:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c475e2d2d10. 00000400:00000200:1.0:1788201856.706600:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f9880 00000400:00000010:1.0:1788201856.706602:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f9880. 00000100:00000001:1.0:1788201856.706605:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788201856.706608:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c848e00 x1875052841713664/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788201856 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788201856.706618:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c848e00 x1875052841713664/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788201856 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201856.706626:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788201856.706627:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201856.706629:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788201856.706630:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788201856.706634:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c848e00 x1875052841713664/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788201856 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201856.706643:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201856.706645:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788201856.706650:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788201836/real 1788201836] req@ffff9c477c848380 x1875052841713408/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788201856 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788201856.706657:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788201856.706659:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788201856.706660:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c475e2d2630. 00000400:00000200:1.0:1788201856.706662:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f9550 00000400:00000010:1.0:1788201856.706664:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f9550. 00000100:00000001:1.0:1788201856.706666:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788201856.706669:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c848380 x1875052841713408/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788201856 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788201856.706679:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c848380 x1875052841713408/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788201856 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201856.706686:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788201856.706687:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201856.706689:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788201856.706690:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788201856.706694:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c848380 x1875052841713408/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788201856 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201856.706702:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201856.706709:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788201856.706711:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:1.0:1788201856.706714:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788201856.706716:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788201856.706719:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788201856.706724:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c84bb80 x1875052841713536/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788201856 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201856.706732:0:2419:0:(client.c:2129:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788201856.706736:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201856.706738:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788201856.706739:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201856.706742:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788201856.706744:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788201856.706748:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788201856.706767:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:1.0:1788201856.706770:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788201856.706775:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c84bb80 x1875052841713536/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788201856 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788201856.706785:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c84bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841713536:192.168.201.101@tcp:250:kworker.0 00000100:00000001:1.0:1788201856.706806:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788201856.706815:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c848e00 x1875052841713664/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788201856 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201856.706835:0:2419:0:(client.c:2129:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788201856.706843:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201856.706850:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788201856.706855:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201856.706861:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788201856.706866:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788201856.706872:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788201856.706888:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:1.0:1788201856.706892:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788201856.706903:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c848e00 x1875052841713664/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788201856 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788201856.706918:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c848e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841713664:192.168.201.101@tcp:38:kworker.0 00000100:00000001:1.0:1788201856.706927:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788201856.706935:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c848380 x1875052841713408/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788201856 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201856.706963:0:2419:0:(client.c:2129:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788201856.706968:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201856.706971:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788201856.706973:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201856.706978:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788201856.706981:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788201856.706986:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788201856.707003:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:1.0:1788201856.707006:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788201856.707013:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c848380 x1875052841713408/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788201856 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788201856.707032:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c848380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841713408:192.168.201.101@tcp:38:kworker.0 00000100:00000001:1.0:1788201856.707040:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201856.707046:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788201856.707053:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c84bb80 x1875052841713536/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788201856 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201856.707068:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788201856.707072:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788201856.707077:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4654a41400. 02000000:00000001:1.0:1788201856.707083:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788201856.707086:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788201856.707089:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 00000020:00000001:1.0:1788201856.707096:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788201856.707102:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f1400. 02000000:00000001:1.0:1788201856.707109:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788201856.707112:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788201856.707116:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c84bb80. 00000100:00000001:1.0:1788201856.707123:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788201856.707127:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201856.707131:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788201856.707140:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c848e00 x1875052841713664/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788201856 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201856.707162:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788201856.707184:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788201856.707188:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4654a41000. 02000000:00000001:1.0:1788201856.707192:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788201856.707196:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788201856.707199:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=4 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:1.0:1788201856.707205:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788201856.707208:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f0800. 02000000:00000001:1.0:1788201856.707214:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788201856.707217:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788201856.707219:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c848e00. 00000100:00000001:1.0:1788201856.707224:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788201856.707227:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201856.707232:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788201856.707239:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c848380 x1875052841713408/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788201856 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201856.707254:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788201856.707256:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788201856.707260:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4654a43400. 02000000:00000001:1.0:1788201856.707266:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788201856.707268:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788201856.707271:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=5 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:1.0:1788201856.707276:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788201856.707279:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f3400. 02000000:00000001:1.0:1788201856.707283:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788201856.707286:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788201856.707288:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c848380. 00000100:00000001:1.0:1788201856.707293:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788201856.707295:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201856.707299:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201856.707305:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788201856.707308:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:1.0:1788201856.707312:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788201856.707316:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788201856.707319:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788201856.707328:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c848a80 x1875052841713920/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201856.707350:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788201856.707355:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788201856.707360:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788201856.707365:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788201856.707371:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788201856.707380:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c848a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841713920:192.168.201.101@tcp:250:kworker.0 00000100:00000001:1.0:1788201856.707389:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788201856.707424:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788201856.707428:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788201856.707436:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788201856.707443:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4653a98000. 02000000:00000001:1.0:1788201856.707449:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788201856.707462:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:1.0:1788201856.707471:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47473cae70. 00000400:00000010:1.0:1788201856.707482:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c4743a80110. 00000100:00000200:1.0:1788201856.707491:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841713920, portal 25 00000100:00000001:1.0:1788201856.707497:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788201856.707500:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578513024 : -109644131038592 : ffff9c477c848a80) 00000100:00000040:1.0:1788201856.707512:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c848a80 x1875052841713920/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788201881 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201856.707527:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788201856.707534:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:1.0:1788201856.707540:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c4743a80770. 00000100:00000200:1.0:1788201856.707546:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841713920, offset 0 00000400:00000200:1.0:1788201856.707555:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:1.0:1788201856.707567:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201856.707579:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:1.0:1788201856.707587:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788201856.707595:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:1.0:1788201856.707603:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788201856.707611:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:1.0:1788201856.707619:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [702635:702635:255:4294967295] 192.168.201.101@tcp LPNI seq info [702630:702630:7:4294967295] 00000400:00000200:1.0:1788201856.707626:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201856.707637:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:1.0:1788201856.707644:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:1.0:1788201856.707650:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c475028b200. 00000800:00000200:1.0:1788201856.707658:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000100:00000001:1.0:1788201856.707668:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788201856.707673:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:1.0:1788201856.707676:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4306996981 00000100:00000010:1.0:1788201856.707682:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c476cab12a0. 00000100:00000001:1.0:1788201856.707688:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788201856.707695:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4306996981 00000100:00000010:1.0:1788201856.707698:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c476cab1cc0. 00000100:00000001:1.0:1788201856.707702:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788201856.707705:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788201856.707708:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201856.707710:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788201856.707715:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c849500 x1875052841714048/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201856.707723:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788201856.707725:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788201856.707728:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788201856.707730:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788201856.707732:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788201856.707736:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c849500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841714048:192.168.201.101@tcp:38:kworker.0 00000100:00000001:1.0:1788201856.707739:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788201856.707741:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788201856.707743:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788201856.707745:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788201856.707749:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4653a98400. 02000000:00000001:1.0:1788201856.707751:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788201856.707755:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:1.0:1788201856.707759:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47473ca8f0. 00000400:00000010:1.0:1788201856.707762:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c4743a80aa0. 00000100:00000200:1.0:1788201856.707765:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841714048, portal 10 00000100:00000001:1.0:1788201856.707767:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788201856.707769:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578515712 : -109644131035904 : ffff9c477c849500) 00000100:00000040:1.0:1788201856.707776:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c849500 x1875052841714048/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788201881 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201856.707783:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788201856.707786:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:1.0:1788201856.707788:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c4743a80cc0. 00000100:00000200:1.0:1788201856.707791:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841714048, offset 0 00000400:00000200:1.0:1788201856.707795:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:1.0:1788201856.707799:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201856.707803:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:1.0:1788201856.707806:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788201856.707809:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:1.0:1788201856.707811:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788201856.707814:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:1.0:1788201856.707818:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [702636:702636:254:4294967295] 192.168.201.101@tcp LPNI seq info [702631:702631:6:4294967295] 00000400:00000200:1.0:1788201856.707822:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201856.707829:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:1.0:1788201856.707834:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:1.0:1788201856.707837:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c475028b700. 00000800:00000200:1.0:1788201856.707841:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000100:00000001:1.0:1788201856.707848:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788201856.707852:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:1.0:1788201856.707856:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:1.0:1788201856.707858:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4306995722 00000100:00000001:1.0:1788201856.707861:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4306996981 00000100:00000001:1.0:1788201856.707864:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4306995722 00000100:00000001:1.0:1788201856.707866:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4306996981 00000100:00000001:1.0:1788201856.707868:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788201856.707870:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201856.707873:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201856.707875:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201856.707878:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788201856.707880:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:1.0:1788201856.707882:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788201856.707883:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788201856.707885:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788201856.707888:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c849880 x1875052841714176/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201856.707896:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788201856.707898:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788201856.707900:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788201856.707902:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788201856.707904:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788201856.707907:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c849880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841714176:192.168.201.101@tcp:38:kworker.0 00000100:00000001:1.0:1788201856.707911:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788201856.707912:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788201856.707914:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788201856.707916:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788201856.707918:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4653a9b000. 02000000:00000001:1.0:1788201856.707920:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788201856.707923:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:1.0:1788201856.707926:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47473caec8. 00000400:00000010:1.0:1788201856.707929:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c4743a80bb0. 00000100:00000200:1.0:1788201856.707931:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841714176, portal 10 00000100:00000001:1.0:1788201856.707933:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788201856.707935:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578516608 : -109644131035008 : ffff9c477c849880) 00000100:00000040:1.0:1788201856.707955:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c849880 x1875052841714176/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788201881 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201856.707963:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788201856.707966:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:1.0:1788201856.707969:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c4743a80880. 00000100:00000200:1.0:1788201856.707971:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841714176, offset 0 00000400:00000200:1.0:1788201856.707975:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:1.0:1788201856.707979:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201856.707982:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:1.0:1788201856.707985:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788201856.707988:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:1.0:1788201856.707990:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788201856.707993:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:1.0:1788201856.707996:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [702637:702637:253:4294967295] 192.168.201.101@tcp LPNI seq info [702632:702632:5:4294967295] 00000400:00000200:1.0:1788201856.708000:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201856.708006:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:1.0:1788201856.708011:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:1.0:1788201856.708014:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c475028b100. 00000800:00000200:1.0:1788201856.708018:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000100:00000001:1.0:1788201856.708025:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788201856.708028:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:1.0:1788201856.708031:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:1.0:1788201856.708033:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4306995722 00000100:00000001:1.0:1788201856.708036:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4306996981 00000100:00000001:1.0:1788201856.708038:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4306995722 00000100:00000001:1.0:1788201856.708040:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4306996981 00000100:00000001:1.0:1788201856.708043:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788201856.708045:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201856.708047:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201856.708050:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201856.708053:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788201856.708054:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:1.0:1788201856.708056:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788201856.708058:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788201856.708060:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201856.708062:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788201857.986476:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4306996981, at 4306996992 00000100:00000010:1.0:1788201857.986496:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c476cab1cc0. 00000100:00000001:1.0:1788201858.754452:0:2419:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788201858.754464:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788201858.754466:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201858.754471:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788201858.754473:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788201858.754477:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201858.754479:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201859.778475:0:2419:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788201859.778489:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788201859.778491:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201859.778496:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788201859.778499:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788201859.778503:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201859.778506:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201860.802452:0:2419:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788201860.802464:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788201860.802466:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201860.802469:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788201860.802471:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788201860.802474:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201860.802476:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201861.826459:0:2419:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788201861.826472:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788201861.826475:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201861.826480:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788201861.826482:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788201861.826486:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201861.826488:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201862.850478:0:2419:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788201862.850496:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788201862.850499:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201862.850504:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788201862.850506:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788201862.850510:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201862.850513:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201863.874455:0:2419:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788201863.874469:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788201863.874473:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201863.874478:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788201863.874481:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788201863.874485:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201863.874487:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201864.898464:0:2419:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788201864.898477:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788201864.898479:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201864.898484:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788201864.898486:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788201864.898490:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201864.898493:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201865.922448:0:2419:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788201865.922463:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788201865.922466:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201865.922469:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788201865.922471:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788201865.922474:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201865.922476:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201866.946448:0:2419:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788201866.946459:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788201866.946460:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201866.946465:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788201866.946467:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788201866.946470:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201866.946472:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201867.970491:0:2419:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788201867.970502:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788201867.970504:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201867.970507:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788201867.970510:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788201867.970512:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201867.970515:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201868.994485:0:2419:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788201868.994497:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788201868.994499:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201868.994503:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788201868.994505:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788201868.994508:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201868.994510:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201870.018465:0:2419:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788201870.018476:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788201870.018479:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201870.018483:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788201870.018485:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788201870.018488:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201870.018489:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201871.042456:0:2419:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788201871.042467:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788201871.042470:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201871.042474:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788201871.042476:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788201871.042480:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201871.042482:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201872.066473:0:2419:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788201872.066485:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788201872.066487:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201872.066492:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788201872.066494:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788201872.066499:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201872.066502:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201873.090469:0:2419:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788201873.090482:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788201873.090484:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201873.090488:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788201873.090490:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788201873.090493:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201873.090495:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201874.114441:0:2419:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788201874.114451:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788201874.114453:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201874.114457:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788201874.114459:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788201874.114462:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201874.114464:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201875.138471:0:2419:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788201875.138483:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788201875.138485:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201875.138488:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788201875.138490:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788201875.138494:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201875.138496:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201876.162486:0:2419:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788201876.162497:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788201876.162500:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788201876.162504:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788201876.162506:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788201876.162509:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201876.162511:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788201889.730488:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307028725, at 4307028736 00000100:00000010:1.0:1788201889.730512:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b000. 00000400:00000200:1.0:1788201893.571235:0:2410:0:(lib-socket.c:438:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.201.101:988 00000400:00000200:1.0:1788201893.571292:0:2410:0:(lib-socket.c:438:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.201.101:988 00000400:00000200:1.0:1788201893.571364:0:2410:0:(lib-socket.c:438:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.201.101:988 00000100:00000040:1.0:1788201894.850460:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307033844, at 4307033856 00000100:00000010:1.0:1788201894.850474:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b3c0. 00000400:00000100:1.0:1788201896.642696:0:2410:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1020 -> 192.168.201.101:988 00000400:00000100:1.0:1788201896.642742:0:2410:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.101@tcp at host 192.168.201.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:1.0:1788201896.642753:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201896.642758:0:2410:0:(router.c:1791:lnet_notify()) 192.168.201.1@tcp notifying 192.168.201.101@tcp: down 00000400:00000200:1.0:1788201896.642762:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201896.642766:0:2410:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:1.0:1788201896.642772:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788201896.642776:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475dc67e00. 00000400:00000200:1.0:1788201896.642782:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788201896.642787:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788201896.642793:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476c8b62a8 00000400:00000010:1.0:1788201896.642796:0:2410:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476c8b62a8. 00000100:00000001:1.0:1788201896.642802:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788201896.642812:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477d3f8a80 x1875052841714816/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788201918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201896.642846:0:2410:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788201896.642851:0:2410:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477d3f8a80 x1875052841714816/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788201918 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201896.642860:0:2410:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201896.642862:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788201896.642873:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788201896.642875:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475dc67300. 00000400:00000200:1.0:1788201896.642879:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788201896.642882:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788201896.642885:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476c8b65d8 00000400:00000010:1.0:1788201896.642887:0:2410:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476c8b65d8. 00000100:00000001:1.0:1788201896.642890:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788201896.642895:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477d3fa300 x1875052841714944/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788201918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201896.642904:0:2410:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788201896.642907:0:2410:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477d3fa300 x1875052841714944/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788201918 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201896.642914:0:2410:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201896.642916:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788201896.642921:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788201896.642924:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475dc67a00. 00000400:00000200:1.0:1788201896.642926:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788201896.642930:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788201896.642933:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476c8b6dd0 00000400:00000010:1.0:1788201896.642935:0:2410:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476c8b6dd0. 00000100:00000001:1.0:1788201896.642937:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788201896.642941:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477d3faa00 x1875052841715072/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788201918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201896.642949:0:2410:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788201896.642953:0:2410:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477d3faa00 x1875052841715072/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788201918 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201896.642960:0:2410:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201896.642962:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788201896.642966:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788201896.642969:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475dc67000. 00000400:00000200:1.0:1788201896.642972:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788201896.642975:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788201896.642978:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476c8b6c38 00000400:00000010:1.0:1788201896.642980:0:2410:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476c8b6c38. 00000100:00000001:1.0:1788201896.642982:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788201896.642987:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477d3fad80 x1875052841715200/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788201918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201896.642995:0:2410:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788201896.642998:0:2410:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477d3fad80 x1875052841715200/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788201918 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201896.643005:0:2410:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201896.643006:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1788201898.691312:0:2407:0:(lib-socket.c:438:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.201.101:988 00000400:00000200:1.0:1788201898.691502:0:2407:0:(lib-socket.c:438:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.201.101:988 00000400:00000200:1.0:1788201898.691574:0:2407:0:(lib-socket.c:438:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.201.101:988 00000400:00000100:1.0:1788201899.714676:0:2407:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1020 -> 192.168.201.101:988 00000400:00000100:1.0:1788201899.714712:0:2407:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.101@tcp at host 192.168.201.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:1.0:1788201899.714719:0:2407:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201899.714722:0:2407:0:(router.c:1791:lnet_notify()) 192.168.201.1@tcp notifying 192.168.201.101@tcp: down 00000400:00000200:1.0:1788201899.714725:0:2407:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201899.714729:0:2407:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:1.0:1788201899.714732:0:2407:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788201899.714736:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475dc67900. 00000400:00000200:1.0:1788201899.714740:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788201899.714744:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788201899.714749:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476c8b6e58 00000400:00000010:1.0:1788201899.714751:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476c8b6e58. 00000100:00000001:1.0:1788201899.714755:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788201899.714763:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477d3f9c00 x1875052841715328/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788201923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201899.714784:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788201899.714789:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477d3f9c00 x1875052841715328/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788201923 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201899.714798:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201899.714800:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788201899.714810:0:2407:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788201899.714813:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475dc67000. 00000400:00000200:1.0:1788201899.714816:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788201899.714820:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788201899.714824:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476c8b6bb0 00000400:00000010:1.0:1788201899.714826:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476c8b6bb0. 00000100:00000001:1.0:1788201899.714829:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788201899.714834:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477d3fa680 x1875052841715456/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788201923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201899.714843:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788201899.714846:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477d3fa680 x1875052841715456/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788201923 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201899.714853:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201899.714855:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788201899.714865:0:2407:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788201899.714869:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475dc67a00. 00000400:00000200:1.0:1788201899.714889:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788201899.714899:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788201899.714903:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476c8b6ee0 00000400:00000010:1.0:1788201899.714907:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476c8b6ee0. 00000100:00000001:1.0:1788201899.714912:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788201899.714922:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477d3f9180 x1875052841715584/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788201923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201899.714973:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788201899.714987:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477d3f9180 x1875052841715584/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788201923 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201899.715005:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201899.715013:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788201899.715047:0:2407:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788201899.715066:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475dc67300. 00000400:00000200:1.0:1788201899.715081:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788201899.715096:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788201899.715111:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476c8b6770 00000400:00000010:1.0:1788201899.715120:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476c8b6770. 00000100:00000001:1.0:1788201899.715128:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788201899.715142:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477d3f9880 x1875052841715712/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788201923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201899.715221:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788201899.715235:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477d3f9880 x1875052841715712/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788201923 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201899.715289:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201899.715292:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1788201899.970687:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307038964, at 4307038976 00000100:00000010:1.0:1788201899.970707:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8bf60. 00000100:00000040:1.0:1788201905.090485:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307044084, at 4307044096 00000100:00000010:1.0:1788201905.090502:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b720. 00000400:00000100:1.0:1788201906.882637:0:2409:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.101:988 00000400:00000100:1.0:1788201906.882672:0:2409:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.101@tcp at host 192.168.201.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:1.0:1788201906.882679:0:2409:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201906.882682:0:2409:0:(router.c:1791:lnet_notify()) 192.168.201.1@tcp notifying 192.168.201.101@tcp: down 00000400:00000200:1.0:1788201906.882685:0:2409:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201906.882688:0:2409:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:1.0:1788201906.882692:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788201906.882695:0:2409:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475dc67e00. 00000400:00000200:1.0:1788201906.882700:0:2409:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788201906.882703:0:2409:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788201906.882708:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476c8b6550 00000400:00000010:1.0:1788201906.882710:0:2409:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476c8b6550. 00000100:00000001:1.0:1788201906.882716:0:2409:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788201906.882726:0:2409:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477d3f8000 x1875052841715840/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788201928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201906.882750:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788201906.882755:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477d3f8000 x1875052841715840/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788201928 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201906.882764:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201906.882766:0:2409:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788201906.882776:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788201906.882779:0:2409:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475dc67100. 00000400:00000200:1.0:1788201906.882783:0:2409:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788201906.882788:0:2409:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788201906.882792:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476c8b67f8 00000400:00000010:1.0:1788201906.882796:0:2409:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476c8b67f8. 00000100:00000001:1.0:1788201906.882799:0:2409:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788201906.882807:0:2409:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477d3fb100 x1875052841715968/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788201928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201906.882821:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788201906.882828:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477d3fb100 x1875052841715968/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788201928 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201906.882837:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201906.882841:0:2409:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788201906.882851:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788201906.882856:0:2409:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475dc67b00. 00000400:00000200:1.0:1788201906.882862:0:2409:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788201906.882871:0:2409:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788201906.882878:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476c8b6ee0 00000400:00000010:1.0:1788201906.882882:0:2409:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476c8b6ee0. 00000100:00000001:1.0:1788201906.882889:0:2409:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788201906.882900:0:2409:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477d3f8380 x1875052841716096/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788201928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201906.882927:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788201906.882934:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477d3f8380 x1875052841716096/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788201928 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201906.882948:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201906.882953:0:2409:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788201906.882975:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788201906.882983:0:2409:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475dc67400. 00000400:00000200:1.0:1788201906.882989:0:2409:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788201906.882994:0:2409:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788201906.882997:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476c8b6e58 00000400:00000010:1.0:1788201906.882999:0:2409:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476c8b6e58. 00000100:00000001:1.0:1788201906.883002:0:2409:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788201906.883007:0:2409:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477d3f9f80 x1875052841716224/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788201928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201906.883024:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788201906.883030:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477d3f9f80 x1875052841716224/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788201928 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201906.883041:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201906.883044:0:2409:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1788201910.210484:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307049205, at 4307049216 00000100:00000010:1.0:1788201910.210495:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b060. 00000100:00000040:1.0:1788201915.330484:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307054324, at 4307054336 00000100:00000010:1.0:1788201915.330514:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8ba20. 00000100:00000040:1.0:1788201920.450500:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307059445, at 4307059456 00000100:00000010:1.0:1788201920.450514:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b360. 00000400:00000100:1.0:1788201922.242645:0:2408:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.101:988 00000400:00000100:1.0:1788201922.242682:0:2408:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.101@tcp at host 192.168.201.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:1.0:1788201922.242696:0:2408:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201922.242700:0:2408:0:(router.c:1791:lnet_notify()) 192.168.201.1@tcp notifying 192.168.201.101@tcp: down 00000400:00000200:1.0:1788201922.242703:0:2408:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201922.242706:0:2408:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:1.0:1788201922.242712:0:2408:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788201922.242716:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475dc67700. 00000400:00000200:1.0:1788201922.242722:0:2408:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788201922.242727:0:2408:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788201922.242734:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476c8b6770 00000400:00000010:1.0:1788201922.242737:0:2408:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476c8b6770. 00000100:00000001:1.0:1788201922.242743:0:2408:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788201922.242752:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477d3fb100 x1875052841717376/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788201944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201922.242778:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788201922.242783:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477d3fb100 x1875052841717376/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788201944 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201922.242791:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201922.242793:0:2408:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788201922.242818:0:2408:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788201922.242822:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475dc67d00. 00000400:00000200:1.0:1788201922.242826:0:2408:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788201922.242829:0:2408:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788201922.242833:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476c8b6110 00000400:00000010:1.0:1788201922.242836:0:2408:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476c8b6110. 00000100:00000001:1.0:1788201922.242840:0:2408:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788201922.242848:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477d3f8000 x1875052841717504/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788201944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201922.242859:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788201922.242864:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477d3f8000 x1875052841717504/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788201944 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201922.242900:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201922.242904:0:2408:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788201922.242914:0:2408:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788201922.242920:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475dc67f00. 00000400:00000200:1.0:1788201922.242925:0:2408:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788201922.242948:0:2408:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788201922.242963:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476c8b6dd0 00000400:00000010:1.0:1788201922.242967:0:2408:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476c8b6dd0. 00000100:00000001:1.0:1788201922.242973:0:2408:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788201922.242981:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477d3f9880 x1875052841717632/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788201944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201922.243011:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788201922.243020:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477d3f9880 x1875052841717632/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788201944 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201922.243028:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201922.243030:0:2408:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788201922.243038:0:2408:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788201922.243044:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475dc67500. 00000400:00000200:1.0:1788201922.243050:0:2408:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788201922.243059:0:2408:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788201922.243064:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476c8b62a8 00000400:00000010:1.0:1788201922.243068:0:2408:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476c8b62a8. 00000100:00000001:1.0:1788201922.243073:0:2408:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788201922.243082:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477d3f9c00 x1875052841717760/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788201944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201922.243103:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788201922.243110:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477d3f9c00 x1875052841717760/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788201944 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201922.243128:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201922.243130:0:2408:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1788201925.570535:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307064565, at 4307064576 00000100:00000010:1.0:1788201925.570584:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8bd80. 00000100:00000040:1.0:1788201930.690517:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307069684, at 4307069696 00000100:00000010:1.0:1788201930.690529:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b4e0. 00000100:00000040:1.0:1788201935.810468:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307074804, at 4307074816 00000100:00000010:1.0:1788201935.810492:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b2a0. 00000100:00000040:1.0:1788201940.930463:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307079925, at 4307079936 00000100:00000010:1.0:1788201940.930495:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b660. 00000400:00000100:1.0:1788201942.722770:0:2410:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.101:988 00000400:00000100:1.0:1788201942.722817:0:2410:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.101@tcp at host 192.168.201.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:1.0:1788201942.722827:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201942.722831:0:2410:0:(router.c:1791:lnet_notify()) 192.168.201.1@tcp notifying 192.168.201.101@tcp: down 00000400:00000200:1.0:1788201942.722835:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201942.722839:0:2410:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:1.0:1788201942.722844:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788201942.722849:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475dc67600. 00000400:00000200:1.0:1788201942.722856:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788201942.722860:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788201942.722867:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476c8b6c38 00000400:00000010:1.0:1788201942.722870:0:2410:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476c8b6c38. 00000100:00000001:1.0:1788201942.722875:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788201942.722904:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477d3fb480 x1875052841719424/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788201964 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201942.722939:0:2410:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788201942.722946:0:2410:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477d3fb480 x1875052841719424/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788201964 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201942.722958:0:2410:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201942.722961:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788201942.722976:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788201942.722981:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475dc67800. 00000400:00000200:1.0:1788201942.722987:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788201942.722996:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788201942.723005:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476c8b6bb0 00000400:00000010:1.0:1788201942.723008:0:2410:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476c8b6bb0. 00000100:00000001:1.0:1788201942.723012:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788201942.723019:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477d3f8e00 x1875052841719552/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788201964 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201942.723038:0:2410:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788201942.723050:0:2410:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477d3f8e00 x1875052841719552/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788201964 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201942.723083:0:2410:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201942.723093:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788201942.723106:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788201942.723113:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475dc67500. 00000400:00000200:1.0:1788201942.723126:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788201942.723137:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788201942.723144:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476c8b6f68 00000400:00000010:1.0:1788201942.723148:0:2410:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476c8b6f68. 00000100:00000001:1.0:1788201942.723152:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788201942.723158:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477d3fbb80 x1875052841719680/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788201964 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201942.723176:0:2410:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788201942.723187:0:2410:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477d3fbb80 x1875052841719680/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788201964 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201942.723207:0:2410:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201942.723210:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788201942.723221:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788201942.723231:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475dc67f00. 00000400:00000200:1.0:1788201942.723240:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788201942.723256:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788201942.723262:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476c8b6990 00000400:00000010:1.0:1788201942.723271:0:2410:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476c8b6990. 00000100:00000001:1.0:1788201942.723279:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788201942.723290:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477d3f8700 x1875052841719808/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788201964 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201942.723319:0:2410:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788201942.723330:0:2410:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477d3f8700 x1875052841719808/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788201964 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201942.723353:0:2410:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201942.723360:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1788201946.050553:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307085045, at 4307085056 00000100:00000010:1.0:1788201946.050575:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b0c0. 00000100:00000040:1.0:1788201951.170464:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307090164, at 4307090176 00000100:00000010:1.0:1788201951.170480:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8bea0. 00000100:00000040:1.0:1788201956.290484:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307095284, at 4307095296 00000100:00000010:1.0:1788201956.290498:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b7e0. 00000100:00080000:1.0:1788201960.130576:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788201960.130585:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788201960.130587:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788201960.130590:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788201960.130603:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788201960.130609:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 12426 00000400:00000200:1.0:1788201960.130615:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201960.130621:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788201960.130624:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788201960.130626:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788201960.130629:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788201960.130631:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788201960.130632:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788201960.130636:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788201960.130638:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788201960.130641:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788201960.130643:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788201960.130645:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788201960.130647:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788201960.130649:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788201960.130651:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788201960.130652:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788201960.130653:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788201960.130656:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788201960.130658:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788201960.130660:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788201960.130662:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788201960.130664:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788201960.130667:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201960.130668:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788201960.130670:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788201960.130679:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dc700. 00000020:00000040:1.0:1788201960.130682:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788201960.130686:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788201960.130687:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201960.130689:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788201960.130691:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788201960.130695:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788201960.130702:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99800. 00000100:00000001:1.0:1788201960.130707:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788201960.130715:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dc700 x1875052841721472/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788201960.130723:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788201960.130727:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788201960.130731:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7db4f2b] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dc700 x1875052841721472/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201960.130750:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788201960.130752:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788201960.130755:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788201960.130757:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788201960.130758:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788201960.130760:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788201960.130762:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 12426 00000400:00000200:1.0:1788201960.130764:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201960.130766:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788201960.130768:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788201960.130770:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788201960.130772:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788201960.130775:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788201960.130777:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788201960.130779:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788201960.130780:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788201960.130782:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788201960.130786:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788201960.130788:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788201960.130793:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788201960.130797:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788201960.130799:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788201960.130804:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788201960.130808:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788201960.130812:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788201960.130818:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788201960.130823:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788201960.130829:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788201960.130834:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788201960.130837:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201960.130841:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788201960.130846:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788201960.130853:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201960.130857:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788201960.130863:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ddf80. 00000020:00000040:1.0:1788201960.130866:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788201960.130868:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788201960.130871:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201960.130877:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788201960.130878:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788201960.130881:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788201960.130886:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98000. 00000100:00000001:1.0:1788201960.130890:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788201960.130898:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ddf80 x1875052841721600/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788201960.130910:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788201960.130912:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788201960.130915:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dea6dee7] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ddf80 x1875052841721600/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201960.130922:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788201960.130924:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788201960.130927:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788201960.130928:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788201960.130929:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788201960.130932:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788201960.130934:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 12426 00000400:00000200:1.0:1788201960.130936:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201960.130938:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788201960.130940:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788201960.130942:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788201960.130945:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788201960.130948:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788201960.130953:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788201960.130955:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788201960.130956:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788201960.130958:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788201960.130960:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788201960.130966:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788201960.130971:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788201960.130977:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788201960.130979:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788201960.130983:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788201960.130988:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788201960.130993:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788201960.131000:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788201960.131005:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788201960.131010:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788201960.131014:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788201960.131019:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201960.131025:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788201960.131028:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788201960.131036:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201960.131038:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788201960.131046:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dd880. 00000020:00000040:1.0:1788201960.131051:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788201960.131055:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788201960.131057:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201960.131062:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788201960.131065:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788201960.131069:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788201960.131077:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98400. 00000100:00000001:1.0:1788201960.131083:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788201960.131093:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dd880 x1875052841721728/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788201960.131111:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788201960.131116:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788201960.131133:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083606985] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dd880 x1875052841721728/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201960.131163:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788201960.131166:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788201960.131175:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788201960.131180:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788201960.131188:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788201960.131191:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788201960.131195:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788201960.131199:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788201960.131206:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 12426 00000400:00000200:1.0:1788201960.131214:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201960.131224:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788201960.131229:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788201960.131237:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788201960.131242:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788201960.131247:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788201960.131254:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788201960.131261:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788201960.131265:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788201960.131270:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788201960.131275:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788201960.131281:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788201960.131287:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788201960.131295:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788201960.131299:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788201960.131303:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788201960.131308:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788201960.131312:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788201960.131318:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788201960.131323:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788201960.131326:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788201960.131330:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788201960.131335:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201960.131337:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788201960.131339:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788201960.131345:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201960.131347:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788201960.131351:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dca80. 00000020:00000040:1.0:1788201960.131355:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788201960.131359:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788201960.131360:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201960.131362:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788201960.131365:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788201960.131367:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788201960.131372:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b000. 00000100:00000001:1.0:1788201960.131377:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788201960.131383:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dca80 x1875052841721856/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788201960.131491:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788201960.131496:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788201960.131507:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004099c200] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dca80 x1875052841721856/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201960.131537:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788201960.131542:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12436) 00000100:00000040:1.0:1788201961.410505:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307100404, at 4307100416 00000100:00000010:1.0:1788201961.410521:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b5a0. 00000100:00080000:1.0:1788201965.250488:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788201965.250498:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788201965.250500:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788201965.250503:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788201965.250507:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788201965.250514:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 12431 00000400:00000200:1.0:1788201965.250520:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201965.250525:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788201965.250528:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788201965.250530:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788201965.250533:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788201965.250535:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788201965.250537:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788201965.250544:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788201965.250546:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788201965.250548:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788201965.250551:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788201965.250553:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788201965.250555:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788201965.250557:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788201965.250558:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788201965.250560:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788201965.250561:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788201965.250563:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788201965.250565:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788201965.250566:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788201965.250569:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788201965.250571:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788201965.250573:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201965.250575:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788201965.250577:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788201965.250586:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ded80. 00000020:00000040:1.0:1788201965.250589:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788201965.250592:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788201965.250594:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201965.250596:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788201965.250598:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788201965.250602:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788201965.250608:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9a000. 00000100:00000001:1.0:1788201965.250614:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788201965.250622:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ded80 x1875052841721984/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788201965.250630:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788201965.250633:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788201965.250637:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a769e60] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ded80 x1875052841721984/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201965.250655:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788201965.250657:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788201965.250660:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788201965.250661:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788201965.250662:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788201965.250664:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788201965.250665:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 12431 00000400:00000200:1.0:1788201965.250668:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201965.250671:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788201965.250673:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788201965.250676:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788201965.250677:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788201965.250679:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788201965.250684:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788201965.250686:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788201965.250689:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788201965.250692:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788201965.250693:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788201965.250696:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788201965.250699:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788201965.250706:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788201965.250710:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788201965.250714:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788201965.250717:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788201965.250721:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788201965.250727:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788201965.250729:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788201965.250732:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788201965.250738:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788201965.250742:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201965.250747:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788201965.250751:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788201965.250755:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201965.250758:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788201965.250764:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dfb80. 00000020:00000040:1.0:1788201965.250767:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788201965.250768:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788201965.250770:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201965.250775:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788201965.250777:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788201965.250781:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788201965.250785:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b800. 00000100:00000001:1.0:1788201965.250790:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788201965.250797:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dfb80 x1875052841722112/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788201965.250803:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788201965.250805:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788201965.250812:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086c01fd6] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dfb80 x1875052841722112/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201965.250819:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788201965.250823:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788201965.250828:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788201965.250830:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788201965.250832:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788201965.250836:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788201965.250840:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 12431 00000400:00000200:1.0:1788201965.250843:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201965.250847:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788201965.250851:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788201965.250856:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788201965.250860:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788201965.250863:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788201965.250865:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788201965.250868:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788201965.250871:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788201965.250875:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788201965.250877:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788201965.250881:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788201965.250885:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788201965.250892:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788201965.250893:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788201965.250897:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788201965.250901:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788201965.250904:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788201965.250905:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788201965.250907:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788201965.250910:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788201965.250913:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788201965.250915:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201965.250917:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788201965.250920:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788201965.250925:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201965.250927:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788201965.250931:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ddc00. 00000020:00000040:1.0:1788201965.250933:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788201965.250938:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788201965.250941:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201965.250948:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788201965.250952:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788201965.250956:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788201965.250965:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9bc00. 00000100:00000001:1.0:1788201965.250971:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788201965.250983:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ddc00 x1875052841722240/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788201965.250996:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788201965.251000:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788201965.251009:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c3c4b34] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ddc00 x1875052841722240/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201965.251024:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788201965.251029:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788201965.251037:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788201965.251044:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788201965.251050:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788201965.251087:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788201965.251092:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788201965.251097:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788201965.251104:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 12431 00000400:00000200:1.0:1788201965.251115:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201965.251123:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788201965.251128:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788201965.251135:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788201965.251140:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788201965.251144:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788201965.251149:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788201965.251154:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788201965.251156:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788201965.251160:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788201965.251164:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788201965.251166:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788201965.251168:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788201965.251170:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788201965.251172:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788201965.251176:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788201965.251178:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788201965.251180:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788201965.251185:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788201965.251190:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788201965.251191:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788201965.251193:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788201965.251198:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201965.251200:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788201965.251202:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788201965.251204:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201965.251207:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788201965.251212:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dea00. 00000020:00000040:1.0:1788201965.251214:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788201965.251217:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788201965.251219:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201965.251221:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788201965.251222:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788201965.251225:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788201965.251229:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98c00. 00000100:00000001:1.0:1788201965.251233:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788201965.251240:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dea00 x1875052841722368/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788201965.251254:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788201965.251258:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788201965.251264:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4ead91e] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dea00 x1875052841722368/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201965.251283:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788201965.251286:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12441) 00000100:00000040:1.0:1788201966.530592:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307105524, at 4307105536 00000100:00000010:1.0:1788201966.530610:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b840. 00000100:00000040:1.0:1788201971.650478:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307110644, at 4307110656 00000100:00000010:1.0:1788201971.650495:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b720. 00000100:00000040:1.0:1788201976.770505:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307115764, at 4307115776 00000100:00000010:1.0:1788201976.770520:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8bf60. 00000400:00000100:1.0:1788201978.562627:0:2407:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.101:988 00000400:00000100:1.0:1788201978.562662:0:2407:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.101@tcp at host 192.168.201.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:1.0:1788201978.562669:0:2407:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201978.562672:0:2407:0:(router.c:1791:lnet_notify()) 192.168.201.1@tcp notifying 192.168.201.101@tcp: down 00000400:00000200:1.0:1788201978.562675:0:2407:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788201978.562678:0:2407:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:1.0:1788201978.562682:0:2407:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788201978.562685:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475dc67d00. 00000400:00000200:1.0:1788201978.562690:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788201978.562693:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788201978.562699:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476c8b6660 00000400:00000010:1.0:1788201978.562701:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476c8b6660. 00000100:00000001:1.0:1788201978.562706:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788201978.562713:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c476db9f800 x1875052841723008/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788202000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201978.562733:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788201978.562738:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9f800 x1875052841723008/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788202000 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201978.562746:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201978.562748:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788201978.562759:0:2407:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788201978.562762:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475dc67700. 00000400:00000200:1.0:1788201978.562765:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788201978.562769:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788201978.562775:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476c8b65d8 00000400:00000010:1.0:1788201978.562778:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476c8b65d8. 00000100:00000001:1.0:1788201978.562783:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788201978.562791:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c476db9d880 x1875052841723136/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788202000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201978.562811:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788201978.562820:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9d880 x1875052841723136/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788202000 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201978.562863:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201978.562868:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788201978.562882:0:2407:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788201978.562889:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475dc67400. 00000400:00000200:1.0:1788201978.562895:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788201978.562903:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788201978.562908:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476c8b6088 00000400:00000010:1.0:1788201978.562913:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476c8b6088. 00000100:00000001:1.0:1788201978.562919:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788201978.562929:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c476db9c380 x1875052841723264/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788202000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201978.562961:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788201978.562969:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9c380 x1875052841723264/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788202000 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201978.562984:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201978.562990:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788201978.563000:0:2407:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788201978.563007:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475dc67b00. 00000400:00000200:1.0:1788201978.563014:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788201978.563024:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788201978.563030:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476c8b66e8 00000400:00000010:1.0:1788201978.563035:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476c8b66e8. 00000100:00000001:1.0:1788201978.563041:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788201978.563050:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c476db9ed80 x1875052841723392/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788202000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201978.563068:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788201978.563075:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9ed80 x1875052841723392/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788202000 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788201978.563098:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788201978.563102:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1788201981.890478:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307120885, at 4307120896 00000100:00000010:1.0:1788201981.890494:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b3c0. 00000100:00000040:1.0:1788201987.010481:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307126004, at 4307126016 00000100:00000010:1.0:1788201987.010500:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b9c0. 00000100:00000040:1.0:1788201992.130501:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307131124, at 4307131136 00000100:00000010:1.0:1788201992.130517:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b240. 00000100:00000040:1.0:1788201997.250467:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307136245, at 4307136256 00000100:00000010:1.0:1788201997.250484:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b1e0. 00000100:00000040:1.0:1788202002.370513:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307141364, at 4307141376 00000100:00000010:1.0:1788202002.370531:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8be40. 00000100:00000040:1.0:1788202007.490504:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307146484, at 4307146496 00000100:00000010:1.0:1788202007.490519:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8bc00. 00000100:00000040:1.0:1788202012.610487:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307151604, at 4307151616 00000100:00000010:1.0:1788202012.610506:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b420. 00000100:00000040:1.0:1788202017.730560:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307156724, at 4307156736 00000100:00000010:1.0:1788202017.730592:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b6c0. 00000100:00000040:1.0:1788202022.850507:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307161845, at 4307161856 00000100:00000010:1.0:1788202022.850527:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b6c0. 00000100:00000040:1.0:1788202027.970485:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307166964, at 4307166976 00000100:00000010:1.0:1788202027.970500:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88060. 00000100:00000040:1.0:1788202033.090891:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307172084, at 4307172096 00000100:00000010:1.0:1788202033.090900:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88780. 00000100:00000040:1.0:1788202038.213847:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307177205, at 4307177219 00000100:00000010:1.0:1788202038.213856:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa882a0. 00000100:00000040:1.0:1788202043.330508:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307182324, at 4307182336 00000100:00000010:1.0:1788202043.330518:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88c00. 00000400:00000100:1.0:1788202045.122746:0:2409:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.101:988 00000400:00000100:1.0:1788202045.122796:0:2409:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.101@tcp at host 192.168.201.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:1.0:1788202045.122806:0:2409:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202045.122810:0:2409:0:(router.c:1791:lnet_notify()) 192.168.201.1@tcp notifying 192.168.201.101@tcp: down 00000400:00000200:1.0:1788202045.122814:0:2409:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202045.122819:0:2409:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:1.0:1788202045.122823:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788202045.122828:0:2409:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475d95b700. 00000400:00000200:1.0:1788202045.122835:0:2409:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788202045.122841:0:2409:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788202045.122849:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f9f68 00000400:00000010:1.0:1788202045.122853:0:2409:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f9f68. 00000100:00000001:1.0:1788202045.122860:0:2409:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788202045.122873:0:2409:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477d3f8e00 x1875052841729664/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788202067 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202045.122906:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788202045.122912:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477d3f8e00 x1875052841729664/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788202067 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202045.122921:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202045.122924:0:2409:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788202045.122936:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788202045.122940:0:2409:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475d95b400. 00000400:00000200:1.0:1788202045.122951:0:2409:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788202045.122955:0:2409:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788202045.122958:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f9330 00000400:00000010:1.0:1788202045.122960:0:2409:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f9330. 00000100:00000001:1.0:1788202045.122962:0:2409:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788202045.122967:0:2409:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477d3fb480 x1875052841729792/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788202067 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202045.122977:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788202045.122982:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477d3fb480 x1875052841729792/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788202067 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202045.122996:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202045.123001:0:2409:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788202045.123012:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788202045.123015:0:2409:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475d95bc00. 00000400:00000200:1.0:1788202045.123020:0:2409:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788202045.123031:0:2409:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788202045.123042:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f9550 00000400:00000010:1.0:1788202045.123047:0:2409:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f9550. 00000100:00000001:1.0:1788202045.123053:0:2409:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788202045.123062:0:2409:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477d3fbb80 x1875052841729920/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788202067 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202045.123093:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788202045.123104:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477d3fbb80 x1875052841729920/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788202067 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202045.123118:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202045.123120:0:2409:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788202045.123135:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788202045.123151:0:2409:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475d95b200. 00000400:00000200:1.0:1788202045.123161:0:2409:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788202045.123192:0:2409:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788202045.123203:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f9b28 00000400:00000010:1.0:1788202045.123212:0:2409:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f9b28. 00000100:00000001:1.0:1788202045.123221:0:2409:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788202045.123243:0:2409:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477d3f8700 x1875052841730048/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788202067 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202045.123269:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788202045.123281:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477d3f8700 x1875052841730048/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788202067 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202045.123347:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202045.123361:0:2409:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1788202048.450501:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307187445, at 4307187456 00000100:00000010:1.0:1788202048.450516:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88360. 00000100:00000040:1.0:1788202053.570505:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307192564, at 4307192576 00000100:00000010:1.0:1788202053.570531:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa885a0. 00000100:00000040:1.0:1788202056.578540:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307195572, at 4307195584 00000100:00000010:1.0:1788202056.578558:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa884e0. 00000100:00080000:1.0:1788202060.482492:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202060.482500:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788202060.482503:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202060.482506:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202060.482509:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202060.482515:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 12527 00000400:00000200:1.0:1788202060.482521:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202060.482526:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202060.482529:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202060.482531:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202060.482533:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202060.482535:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202060.482537:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202060.482540:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202060.482542:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788202060.482544:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202060.482547:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788202060.482548:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788202060.482549:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788202060.482551:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202060.482553:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202060.482554:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202060.482555:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202060.482558:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788202060.482560:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202060.482562:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202060.482563:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202060.482566:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202060.482568:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202060.482569:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788202060.482571:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202060.482577:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dd500. 00000020:00000040:1.0:1788202060.482580:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788202060.482583:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202060.482584:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202060.482586:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202060.482588:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202060.482592:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202060.482598:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98800. 00000100:00000001:1.0:1788202060.482610:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202060.482618:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dd500 x1875052841731712/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202060.482626:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202060.482630:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202060.482633:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081f75c12] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dd500 x1875052841731712/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202060.482647:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202060.482650:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202060.482653:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788202060.482654:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202060.482655:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202060.482657:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202060.482658:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 12527 00000400:00000200:1.0:1788202060.482660:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202060.482662:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202060.482664:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202060.482667:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202060.482669:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202060.482671:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202060.482673:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202060.482674:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202060.482675:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788202060.482676:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202060.482678:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788202060.482679:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788202060.482682:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788202060.482686:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202060.482689:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202060.482694:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202060.482700:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202060.482704:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788202060.482711:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202060.482719:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202060.482726:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202060.482734:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202060.482740:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202060.482746:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202060.482753:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788202060.482760:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202060.482765:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202060.482772:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3df800. 00000020:00000040:1.0:1788202060.482777:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788202060.482782:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202060.482785:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202060.482788:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202060.482792:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202060.482797:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202060.482804:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b400. 00000100:00000001:1.0:1788202060.482811:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202060.482820:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3df800 x1875052841731840/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202060.482831:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202060.482837:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202060.482845:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051a886bc] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3df800 x1875052841731840/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202060.482872:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202060.482879:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202060.482887:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788202060.482891:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202060.482893:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202060.482899:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202060.482905:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 12527 00000400:00000200:1.0:1788202060.482913:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202060.482921:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202060.482926:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202060.482930:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202060.482933:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202060.482935:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202060.482942:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202060.482945:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202060.482947:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788202060.482950:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202060.482954:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788202060.482959:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788202060.482966:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788202060.482975:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202060.482981:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202060.482988:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202060.482995:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202060.483000:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788202060.483006:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202060.483013:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202060.483018:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202060.483023:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202060.483028:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202060.483031:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202060.483034:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788202060.483038:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202060.483043:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202060.483052:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3de300. 00000020:00000040:1.0:1788202060.483058:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788202060.483065:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202060.483069:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202060.483075:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202060.483079:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202060.483084:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202060.483092:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9ac00. 00000100:00000001:1.0:1788202060.483097:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202060.483109:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3de300 x1875052841731968/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202060.483125:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202060.483130:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202060.483139:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc9d591c] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3de300 x1875052841731968/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202060.483157:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202060.483164:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788202060.483173:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788202060.483179:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202060.483185:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788202060.483190:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202060.483193:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202060.483197:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202060.483203:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 12527 00000400:00000200:1.0:1788202060.483214:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202060.483223:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202060.483228:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202060.483234:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202060.483239:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202060.483244:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202060.483248:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202060.483254:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202060.483258:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788202060.483262:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202060.483266:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788202060.483272:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788202060.483278:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788202060.483284:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202060.483298:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202060.483305:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202060.483309:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202060.483317:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788202060.483326:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202060.483332:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202060.483337:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202060.483343:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202060.483350:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202060.483358:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202060.483363:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788202060.483371:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202060.483375:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202060.483384:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dea00. 00000020:00000040:1.0:1788202060.483390:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788202060.483430:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202060.483432:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202060.483436:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202060.483441:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202060.483445:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202060.483452:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9a400. 00000100:00000001:1.0:1788202060.483459:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202060.483474:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dea00 x1875052841732096/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202060.483497:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202060.483502:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202060.483510:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4ead91e] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dea00 x1875052841732096/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202060.483543:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202060.483553:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12537) 00000100:00000040:1.0:1788202061.762500:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307200756, at 4307200768 00000100:00000010:1.0:1788202061.762514:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa883c0. 00000100:00000040:1.0:1788202066.882483:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307205876, at 4307205888 00000100:00000010:1.0:1788202066.882500:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88600. 00000100:00000040:1.0:1788202072.002471:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307210996, at 4307211008 00000100:00000010:1.0:1788202072.002484:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88a20. 00000100:00000040:1.0:1788202077.122469:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307216116, at 4307216128 00000100:00000010:1.0:1788202077.122484:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8be40. 00000100:00000040:1.0:1788202082.242492:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307221236, at 4307221248 00000100:00000010:1.0:1788202082.242505:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b1e0. 00000100:00000040:1.0:1788202087.362509:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307226356, at 4307226368 00000100:00000010:1.0:1788202087.362528:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88420. 00000100:00000040:1.0:1788202092.482494:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307231476, at 4307231488 00000100:00000010:1.0:1788202092.482509:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b240. 00000100:00000040:1.0:1788202097.602479:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307236596, at 4307236608 00000100:00000010:1.0:1788202097.602493:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b000. 00000020:00000001:1.0:1788202099.010653:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788202099.010660:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788202099.010665:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788202102.722494:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307241716, at 4307241728 00000100:00000010:1.0:1788202102.722512:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8bc60. 00000100:00000040:1.0:1788202107.842467:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307246836, at 4307246848 00000100:00000010:1.0:1788202107.842484:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8bf60. 00000400:00000100:1.0:1788202109.634653:0:2408:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.101:988 00000400:00000100:1.0:1788202109.634692:0:2408:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.101@tcp at host 192.168.201.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:1.0:1788202109.634702:0:2408:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202109.634706:0:2408:0:(router.c:1791:lnet_notify()) 192.168.201.1@tcp notifying 192.168.201.101@tcp: down 00000400:00000200:1.0:1788202109.634711:0:2408:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202109.634715:0:2408:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:1.0:1788202109.634721:0:2408:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788202109.634726:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475dc67100. 00000400:00000200:1.0:1788202109.634732:0:2408:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788202109.634737:0:2408:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788202109.634746:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476c8b6908 00000400:00000010:1.0:1788202109.634749:0:2408:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476c8b6908. 00000100:00000001:1.0:1788202109.634755:0:2408:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788202109.634764:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477d3fbb80 x1875052841736320/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788202131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202109.635146:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788202109.635268:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477d3fbb80 x1875052841736320/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788202131 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202109.635312:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202109.635316:0:2408:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788202109.635333:0:2408:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788202109.635338:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475dc67e00. 00000400:00000200:1.0:1788202109.635344:0:2408:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788202109.635353:0:2408:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788202109.635359:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476c8b63b8 00000400:00000010:1.0:1788202109.635363:0:2408:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476c8b63b8. 00000100:00000001:1.0:1788202109.635369:0:2408:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788202109.635376:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477d3fb480 x1875052841736448/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788202131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202109.635454:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788202109.635459:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477d3fb480 x1875052841736448/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788202131 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202109.635466:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202109.635468:0:2408:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788202109.635475:0:2408:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788202109.635479:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475dc67300. 00000400:00000200:1.0:1788202109.635485:0:2408:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788202109.635494:0:2408:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788202109.635500:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476c8b6d48 00000400:00000010:1.0:1788202109.635505:0:2408:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476c8b6d48. 00000100:00000001:1.0:1788202109.635510:0:2408:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788202109.635519:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477d3f8e00 x1875052841736576/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788202131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202109.635538:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788202109.635560:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477d3f8e00 x1875052841736576/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788202131 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202109.635583:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202109.635587:0:2408:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788202109.635599:0:2408:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788202109.635605:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475dc67a00. 00000400:00000200:1.0:1788202109.635611:0:2408:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788202109.635620:0:2408:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788202109.635628:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476c8b6a18 00000400:00000010:1.0:1788202109.635633:0:2408:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476c8b6a18. 00000100:00000001:1.0:1788202109.635636:0:2408:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788202109.635645:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477d3f8700 x1875052841736704/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788202131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202109.635665:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788202109.635674:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477d3f8700 x1875052841736704/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788202131 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202109.635689:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202109.635693:0:2408:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1788202112.962523:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307251956, at 4307251968 00000100:00000010:1.0:1788202112.962538:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b060. 00000100:00000040:1.0:1788202118.082448:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307257076, at 4307257088 00000100:00000010:1.0:1788202118.082461:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b5a0. 00000100:00000040:1.0:1788202123.202506:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307262196, at 4307262208 00000100:00000010:1.0:1788202123.202521:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88a80. 00000100:00000040:1.0:1788202128.322489:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307267316, at 4307267328 00000100:00000010:1.0:1788202128.322516:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa887e0. 00000100:00080000:1.0:1788202132.162494:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202132.162505:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788202132.162508:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202132.162512:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202132.162516:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202132.162524:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 12598 00000400:00000200:1.0:1788202132.162532:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202132.162538:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202132.162541:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202132.162545:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202132.162547:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202132.162549:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202132.162551:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202132.162555:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202132.162556:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788202132.162559:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202132.162562:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788202132.162563:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788202132.162565:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788202132.162568:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202132.162569:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202132.162579:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202132.162580:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202132.162585:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788202132.162588:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202132.162589:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202132.162592:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202132.162594:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202132.162596:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202132.162598:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788202132.162600:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202132.162614:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ddc00. 00000020:00000040:1.0:1788202132.162617:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788202132.162620:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202132.162621:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202132.162624:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202132.162626:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202132.162629:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202132.162636:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9a800. 00000100:00000001:1.0:1788202132.162641:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202132.162649:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ddc00 x1875052841738880/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202132.162657:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202132.162661:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202132.162665:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c3c4b34] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ddc00 x1875052841738880/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202132.162679:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202132.162681:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202132.162684:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788202132.162685:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202132.162687:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202132.162689:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202132.162691:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 12598 00000400:00000200:1.0:1788202132.162694:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202132.162696:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202132.162697:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202132.162699:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202132.162701:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202132.162703:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202132.162704:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202132.162706:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202132.162707:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788202132.162709:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202132.162710:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788202132.162712:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788202132.162713:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788202132.162715:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202132.162717:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202132.162718:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202132.162719:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202132.162721:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788202132.162725:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202132.162728:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202132.162732:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202132.162737:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202132.162739:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202132.162740:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202132.162745:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788202132.162748:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202132.162752:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202132.162757:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dfb80. 00000020:00000040:1.0:1788202132.162761:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788202132.162765:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202132.162768:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202132.162773:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202132.162774:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202132.162776:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202132.162780:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99000. 00000100:00000001:1.0:1788202132.162783:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202132.162789:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dfb80 x1875052841739008/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202132.162800:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202132.162803:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202132.162808:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086c01fd6] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dfb80 x1875052841739008/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202132.162819:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202132.162822:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202132.162828:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788202132.162833:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202132.162835:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202132.162841:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202132.162846:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 12598 00000400:00000200:1.0:1788202132.162854:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202132.162861:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202132.162866:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202132.162873:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202132.162876:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202132.162880:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202132.162884:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202132.162887:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202132.162889:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788202132.162893:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202132.162897:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788202132.162901:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788202132.162905:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788202132.162912:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202132.162917:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202132.162922:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202132.162927:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202132.162931:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788202132.162939:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202132.162945:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202132.162960:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202132.162966:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202132.162969:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202132.162972:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202132.162976:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788202132.162981:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202132.162984:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202132.162991:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ded80. 00000020:00000040:1.0:1788202132.162996:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788202132.163002:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202132.163006:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202132.163010:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202132.163013:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202132.163018:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202132.163032:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9a400. 00000100:00000001:1.0:1788202132.163039:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202132.163045:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ded80 x1875052841739136/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202132.163050:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202132.163052:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202132.163056:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a769e60] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ded80 x1875052841739136/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202132.163068:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202132.163070:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788202132.163079:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788202132.163081:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202132.163086:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788202132.163089:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202132.163091:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202132.163093:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202132.163097:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 12598 00000400:00000200:1.0:1788202132.163109:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202132.163116:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202132.163120:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202132.163128:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202132.163132:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202132.163139:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202132.163144:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202132.163147:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202132.163148:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788202132.163151:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202132.163165:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788202132.163170:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788202132.163172:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788202132.163178:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202132.163180:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202132.163182:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202132.163185:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202132.163189:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788202132.163196:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202132.163201:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202132.163203:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202132.163206:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202132.163210:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202132.163212:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202132.163217:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788202132.163219:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202132.163222:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202132.163225:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dca80. 00000020:00000040:1.0:1788202132.163228:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788202132.163233:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202132.163235:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202132.163238:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202132.163240:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202132.163243:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202132.163248:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9ac00. 00000100:00000001:1.0:1788202132.163252:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202132.163261:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dca80 x1875052841739264/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202132.163273:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202132.163274:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202132.163277:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004099c200] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dca80 x1875052841739264/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202132.163284:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202132.163290:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12608) 00000100:00000040:1.0:1788202133.442464:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307272436, at 4307272448 00000100:00000010:1.0:1788202133.442484:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88cc0. 00000100:00080000:1.0:1788202137.282477:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202137.282488:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788202137.282491:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202137.282494:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202137.282499:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202137.282506:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 12603 00000400:00000200:1.0:1788202137.282515:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202137.282521:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202137.282524:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202137.282528:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202137.282531:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202137.282534:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202137.282537:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202137.282542:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202137.282544:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788202137.282548:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202137.282551:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788202137.282554:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788202137.282556:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788202137.282559:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202137.282560:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202137.282561:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202137.282563:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202137.282565:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788202137.282568:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202137.282569:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202137.282571:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202137.282574:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202137.282576:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202137.282577:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788202137.282579:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202137.282586:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dd880. 00000020:00000040:1.0:1788202137.282589:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788202137.282593:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202137.282594:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202137.282596:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202137.282599:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202137.282602:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202137.282608:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b400. 00000100:00000001:1.0:1788202137.282613:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202137.282621:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dd880 x1875052841739392/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202137.282630:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202137.282634:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202137.282638:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083606985] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dd880 x1875052841739392/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202137.282656:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202137.282658:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202137.282661:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788202137.282662:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202137.282663:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202137.282665:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202137.282667:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 12603 00000400:00000200:1.0:1788202137.282670:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202137.282672:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202137.282673:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202137.282675:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202137.282677:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202137.282678:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202137.282680:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202137.282681:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202137.282683:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788202137.282684:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202137.282685:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788202137.282688:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788202137.282689:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788202137.282692:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202137.282694:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202137.282695:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202137.282696:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202137.282698:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788202137.282700:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202137.282701:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202137.282702:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202137.282707:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202137.282711:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202137.282713:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202137.282717:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788202137.282721:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202137.282724:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202137.282727:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ddf80. 00000020:00000040:1.0:1788202137.282731:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788202137.282736:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202137.282738:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202137.282743:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202137.282744:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202137.282747:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202137.282753:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98800. 00000100:00000001:1.0:1788202137.282757:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202137.282764:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ddf80 x1875052841739520/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202137.282780:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202137.282782:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202137.282789:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dea6dee7] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ddf80 x1875052841739520/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202137.282811:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202137.282816:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202137.282821:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788202137.282826:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202137.282829:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202137.282834:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202137.282841:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 12603 00000400:00000200:1.0:1788202137.282852:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202137.282858:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202137.282862:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202137.282868:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202137.282871:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202137.282875:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202137.282880:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202137.282883:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202137.282885:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788202137.282887:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202137.282891:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788202137.282893:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788202137.282894:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788202137.282898:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202137.282903:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202137.282906:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202137.282910:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202137.282916:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788202137.282921:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202137.282924:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202137.282928:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202137.282933:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202137.282937:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202137.282941:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202137.282943:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788202137.282948:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202137.282951:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202137.282957:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dc700. 00000020:00000040:1.0:1788202137.282963:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788202137.282969:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202137.282974:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202137.282979:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202137.282981:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202137.282986:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202137.282993:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99400. 00000100:00000001:1.0:1788202137.282998:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202137.283005:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dc700 x1875052841739648/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202137.283017:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202137.283021:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202137.283028:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7db4f2b] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dc700 x1875052841739648/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202137.283043:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202137.283046:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788202137.283051:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788202137.283056:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202137.283061:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788202137.283063:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202137.283077:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202137.283081:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202137.283086:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 12603 00000400:00000200:1.0:1788202137.283094:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202137.283101:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202137.283107:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202137.283115:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202137.283121:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202137.283128:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202137.283133:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202137.283137:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202137.283139:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788202137.283143:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202137.283147:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788202137.283151:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788202137.283154:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788202137.283158:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202137.283161:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202137.283162:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202137.283164:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202137.283169:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788202137.283172:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202137.283174:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202137.283178:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202137.283183:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202137.283187:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202137.283188:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202137.283190:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788202137.283192:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202137.283193:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202137.283196:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dce00. 00000020:00000040:1.0:1788202137.283202:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788202137.283208:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202137.283213:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202137.283216:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202137.283219:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202137.283222:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202137.283229:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99c00. 00000100:00000001:1.0:1788202137.283235:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202137.283245:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dce00 x1875052841739776/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202137.283264:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202137.283269:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202137.283280:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e15d5058] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dce00 x1875052841739776/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202137.283315:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202137.283324:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12613) 00000020:00000001:1.0:1788202137.922565:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788202137.922568:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788202137.922571:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788202138.562495:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307277556, at 4307277568 00000100:00000010:1.0:1788202138.562510:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa884e0. 00000020:00000001:1.0:1788202142.018602:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788202142.018606:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788202142.018608:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788202143.682469:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307282676, at 4307282688 00000100:00000010:1.0:1788202143.682484:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88b40. 00000020:00000001:1.0:1788202146.114594:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788202146.114599:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788202146.114602:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788202148.802506:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307287797, at 4307287808 00000100:00000010:1.0:1788202148.802523:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88540. 00000020:00000001:1.0:1788202150.210581:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788202150.210585:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788202150.210588:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788202153.922491:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307292916, at 4307292928 00000100:00000010:1.0:1788202153.922509:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88c00. 00000020:00000001:1.0:1788202154.306615:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788202154.306619:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788202154.306621:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788202157.762505:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202157.762514:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788202157.762516:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202157.762520:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202157.762524:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202157.762530:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 12624 00000400:00000200:1.0:1788202157.762536:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202157.762541:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202157.762543:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202157.762545:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202157.762548:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202157.762550:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202157.762552:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202157.762555:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202157.762557:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788202157.762559:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202157.762562:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788202157.762563:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788202157.762564:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788202157.762566:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202157.762568:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202157.762569:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202157.762570:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202157.762573:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788202157.762575:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202157.762577:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202157.762580:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202157.762582:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202157.762584:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202157.762586:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788202157.762587:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202157.762595:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3df100. 00000020:00000040:1.0:1788202157.762598:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788202157.762601:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202157.762602:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202157.762605:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202157.762607:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202157.762610:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202157.762616:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9bc00. 00000100:00000001:1.0:1788202157.762621:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202157.762629:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3df100 x1875052841741440/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202157.762638:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202157.762644:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202157.762649:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c16a5860] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3df100 x1875052841741440/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202157.762673:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202157.762677:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202157.762681:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788202157.762682:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202157.762684:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202157.762687:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202157.762689:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 12624 00000400:00000200:1.0:1788202157.762693:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202157.762696:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202157.762698:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202157.762701:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202157.762703:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202157.762705:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202157.762707:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202157.762723:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202157.762726:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788202157.762729:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202157.762733:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788202157.762736:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788202157.762739:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788202157.762744:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202157.762748:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202157.762753:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202157.762758:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202157.762762:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788202157.762768:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202157.762771:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202157.762774:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202157.762781:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202157.762787:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202157.762790:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202157.762795:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788202157.762800:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202157.762805:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202157.762809:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dc000. 00000020:00000040:1.0:1788202157.762813:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788202157.762816:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202157.762818:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202157.762821:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202157.762823:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202157.762825:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202157.762833:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b800. 00000100:00000001:1.0:1788202157.762837:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202157.762845:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dc000 x1875052841741568/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202157.762857:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202157.762860:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202157.762868:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1e3b926] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dc000 x1875052841741568/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202157.762887:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202157.762892:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202157.762897:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788202157.762900:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202157.762904:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202157.762907:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202157.762912:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 12624 00000400:00000200:1.0:1788202157.762915:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202157.762920:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202157.762925:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202157.762927:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202157.762931:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202157.762936:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202157.762938:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202157.762940:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202157.762942:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788202157.762946:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202157.762948:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788202157.762951:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788202157.762953:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788202157.762959:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202157.762962:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202157.762966:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202157.762970:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202157.762975:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788202157.762980:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202157.762983:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202157.762986:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202157.762989:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202157.762992:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202157.762995:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202157.762998:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788202157.763001:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202157.763003:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202157.763005:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dd180. 00000020:00000040:1.0:1788202157.763009:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788202157.763012:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202157.763015:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202157.763018:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202157.763021:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202157.763024:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202157.763028:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9a000. 00000100:00000001:1.0:1788202157.763032:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202157.763037:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dd180 x1875052841741696/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202157.763044:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202157.763047:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202157.763051:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000095f81904] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dd180 x1875052841741696/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202157.763061:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202157.763064:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788202157.763067:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788202157.763073:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202157.763077:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788202157.763079:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202157.763081:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202157.763085:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202157.763090:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 12624 00000400:00000200:1.0:1788202157.763098:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202157.763103:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202157.763106:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202157.763110:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202157.763114:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202157.763120:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202157.763124:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202157.763129:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202157.763131:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788202157.763134:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202157.763136:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788202157.763139:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788202157.763143:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788202157.763160:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202157.763167:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202157.763172:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202157.763175:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202157.763180:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788202157.763186:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202157.763190:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202157.763193:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202157.763196:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202157.763199:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202157.763200:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202157.763201:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788202157.763203:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202157.763205:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202157.763208:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3de680. 00000020:00000040:1.0:1788202157.763210:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788202157.763212:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202157.763213:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202157.763214:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202157.763217:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202157.763219:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202157.763223:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b000. 00000100:00000001:1.0:1788202157.763228:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202157.763237:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3de680 x1875052841741824/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202157.763251:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202157.763254:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202157.763261:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087fde751] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3de680 x1875052841741824/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202157.763284:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202157.763294:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12634) 00000020:00000001:1.0:1788202158.402601:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788202158.402605:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788202158.402608:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788202159.042478:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307298036, at 4307298048 00000100:00000010:1.0:1788202159.042495:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa882a0. 00000020:00000001:1.0:1788202162.498540:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788202162.498543:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788202162.498546:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788202162.882487:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202162.882496:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788202162.882498:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202162.882501:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202162.882505:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202162.882511:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 12629 00000400:00000200:1.0:1788202162.882519:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202162.882525:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202162.882528:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202162.882531:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202162.882533:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202162.882535:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202162.882536:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202162.882540:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202162.882541:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788202162.882543:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202162.882546:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788202162.882547:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788202162.882549:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788202162.882551:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202162.882553:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202162.882554:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202162.882555:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202162.882566:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788202162.882568:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202162.882570:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202162.882572:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202162.882575:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202162.882577:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202162.882579:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788202162.882581:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202162.882588:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3de680. 00000020:00000040:1.0:1788202162.882591:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788202162.882597:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202162.882599:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202162.882601:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202162.882604:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202162.882607:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202162.882615:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98400. 00000100:00000001:1.0:1788202162.882631:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202162.882640:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3de680 x1875052841741952/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202162.882648:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202162.882652:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202162.882655:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087fde751] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3de680 x1875052841741952/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202162.882671:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202162.882674:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202162.882676:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788202162.882677:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202162.882679:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202162.882681:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202162.882683:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 12629 00000400:00000200:1.0:1788202162.882685:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202162.882687:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202162.882690:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202162.882693:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202162.882694:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202162.882696:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202162.882698:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202162.882700:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202162.882701:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788202162.882702:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202162.882704:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788202162.882705:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788202162.882707:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788202162.882713:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202162.882718:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202162.882722:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202162.882723:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202162.882727:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788202162.882731:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202162.882736:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202162.882739:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202162.882745:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202162.882748:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202162.882752:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202162.882755:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788202162.882760:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202162.882764:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202162.882769:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dd180. 00000020:00000040:1.0:1788202162.882773:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788202162.882776:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202162.882778:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202162.882781:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202162.882784:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202162.882787:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202162.882792:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98000. 00000100:00000001:1.0:1788202162.882797:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202162.882804:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dd180 x1875052841742080/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202162.882814:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202162.882817:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202162.882823:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000095f81904] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dd180 x1875052841742080/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202162.882834:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202162.882838:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202162.882842:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788202162.882843:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202162.882844:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202162.882847:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202162.882851:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 12629 00000400:00000200:1.0:1788202162.882859:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202162.882864:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202162.882870:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202162.882875:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202162.882880:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202162.882886:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202162.882890:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202162.882896:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202162.882898:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788202162.882900:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202162.882903:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788202162.882907:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788202162.882911:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788202162.882920:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202162.882925:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202162.882932:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202162.882937:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202162.882944:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788202162.882952:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202162.882957:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202162.882961:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202162.882967:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202162.882973:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202162.882979:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202162.882983:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788202162.882991:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202162.882997:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202162.883004:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dc000. 00000020:00000040:1.0:1788202162.883010:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788202162.883014:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202162.883017:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202162.883030:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202162.883033:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202162.883038:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202162.883048:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99800. 00000100:00000001:1.0:1788202162.883056:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202162.883066:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dc000 x1875052841742208/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202162.883082:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202162.883086:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202162.883093:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1e3b926] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dc000 x1875052841742208/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202162.883113:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202162.883121:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788202162.883130:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788202162.883135:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202162.883142:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788202162.883156:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202162.883160:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202162.883166:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202162.883171:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 12629 00000400:00000200:1.0:1788202162.883185:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202162.883192:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202162.883197:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202162.883205:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202162.883213:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202162.883218:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202162.883224:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202162.883231:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202162.883235:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788202162.883239:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202162.883244:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788202162.883251:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788202162.883257:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788202162.883267:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202162.883274:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202162.883279:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202162.883286:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202162.883292:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788202162.883301:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202162.883308:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202162.883313:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202162.883320:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202162.883328:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202162.883334:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202162.883339:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788202162.883349:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202162.883354:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202162.883362:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3df100. 00000020:00000040:1.0:1788202162.883368:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788202162.883375:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202162.883379:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202162.883383:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202162.883387:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202162.883391:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202162.883430:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b000. 00000100:00000001:1.0:1788202162.883437:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202162.883449:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3df100 x1875052841742336/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202162.883467:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202162.883472:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202162.883482:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c16a5860] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3df100 x1875052841742336/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202162.883499:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202162.883506:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12639) 00000100:00000040:1.0:1788202164.162514:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307303156, at 4307303168 00000100:00000010:1.0:1788202164.162523:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88780. 00000020:00000001:1.0:1788202166.594601:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788202166.594606:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788202166.594609:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788202168.002472:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202168.002480:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788202168.002482:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202168.002485:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202168.002489:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202168.002494:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 12634 00000400:00000200:1.0:1788202168.002502:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202168.002506:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202168.002509:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202168.002512:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202168.002515:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202168.002518:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202168.002521:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202168.002524:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202168.002526:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788202168.002528:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202168.002541:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788202168.002543:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788202168.002546:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788202168.002549:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202168.002550:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202168.002552:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202168.002553:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202168.002555:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788202168.002558:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202168.002560:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202168.002562:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202168.002565:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202168.002567:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202168.002568:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788202168.002570:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202168.002577:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dce00. 00000020:00000040:1.0:1788202168.002580:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788202168.002584:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202168.002586:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202168.002589:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202168.002591:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202168.002595:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202168.002601:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b800. 00000100:00000001:1.0:1788202168.002607:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202168.002616:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dce00 x1875052841742464/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202168.002625:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202168.002629:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202168.002633:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e15d5058] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dce00 x1875052841742464/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202168.002645:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202168.002647:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202168.002651:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788202168.002652:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202168.002654:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202168.002658:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202168.002661:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 12634 00000400:00000200:1.0:1788202168.002667:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202168.002673:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202168.002678:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202168.002686:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202168.002689:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202168.002694:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202168.002701:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202168.002706:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202168.002709:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788202168.002713:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202168.002717:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788202168.002720:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788202168.002723:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788202168.002731:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202168.002734:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202168.002739:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202168.002743:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202168.002746:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788202168.002750:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202168.002757:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202168.002762:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202168.002768:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202168.002775:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202168.002780:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202168.002786:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788202168.002793:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202168.002800:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202168.002809:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dc700. 00000020:00000040:1.0:1788202168.002813:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788202168.002818:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202168.002821:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202168.002824:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202168.002827:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202168.002830:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202168.002835:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9bc00. 00000100:00000001:1.0:1788202168.002839:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202168.002846:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dc700 x1875052841742592/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202168.002856:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202168.002860:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202168.002864:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7db4f2b] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dc700 x1875052841742592/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202168.002875:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202168.002879:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202168.002883:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788202168.002885:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202168.002888:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202168.002892:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202168.002896:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 12634 00000400:00000200:1.0:1788202168.002903:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202168.002909:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202168.002913:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202168.002919:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202168.002924:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202168.002928:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202168.002930:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202168.002934:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202168.002936:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788202168.002938:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202168.002941:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788202168.002946:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788202168.002951:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788202168.002957:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202168.002961:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202168.002963:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202168.002965:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202168.002968:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788202168.002975:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202168.002979:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202168.002982:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202168.002986:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202168.002990:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202168.003000:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202168.003004:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788202168.003008:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202168.003012:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202168.003017:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ddf80. 00000020:00000040:1.0:1788202168.003022:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788202168.003027:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202168.003030:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202168.003037:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202168.003039:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202168.003042:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202168.003048:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98c00. 00000100:00000001:1.0:1788202168.003052:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202168.003059:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ddf80 x1875052841742720/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202168.003089:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202168.003094:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202168.003104:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dea6dee7] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ddf80 x1875052841742720/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202168.003123:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202168.003129:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788202168.003138:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788202168.003143:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202168.003150:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788202168.003155:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202168.003161:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202168.003169:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202168.003176:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 12634 00000400:00000200:1.0:1788202168.003185:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202168.003192:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202168.003198:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202168.003204:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202168.003207:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202168.003212:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202168.003215:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202168.003216:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202168.003217:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788202168.003218:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202168.003220:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788202168.003221:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788202168.003224:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788202168.003227:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202168.003231:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202168.003235:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202168.003239:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202168.003244:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788202168.003250:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202168.003255:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202168.003259:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202168.003263:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202168.003268:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202168.003273:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202168.003276:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788202168.003281:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202168.003284:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202168.003292:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dd880. 00000020:00000040:1.0:1788202168.003296:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788202168.003301:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202168.003304:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202168.003309:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202168.003313:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202168.003317:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202168.003324:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99c00. 00000100:00000001:1.0:1788202168.003332:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202168.003345:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dd880 x1875052841742848/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202168.003364:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202168.003368:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202168.003376:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083606985] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dd880 x1875052841742848/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202168.003388:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202168.003424:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12644) 00000100:00000040:1.0:1788202169.282500:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307308276, at 4307308288 00000100:00000010:1.0:1788202169.282534:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88180. 00000020:00000001:1.0:1788202170.690575:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788202170.690579:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788202170.690582:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788202173.122498:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202173.122506:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788202173.122508:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202173.122512:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202173.122515:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202173.122522:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 12639 00000400:00000200:1.0:1788202173.122529:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202173.122534:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202173.122537:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202173.122539:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202173.122541:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202173.122543:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202173.122544:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202173.122548:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202173.122550:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788202173.122553:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202173.122555:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788202173.122558:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788202173.122560:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788202173.122563:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202173.122565:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202173.122567:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202173.122569:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202173.122572:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788202173.122575:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202173.122578:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202173.122581:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202173.122585:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202173.122588:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202173.122590:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788202173.122593:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202173.122603:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dca80. 00000020:00000040:1.0:1788202173.122607:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788202173.122611:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202173.122613:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202173.122616:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202173.122618:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202173.122621:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202173.122628:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99400. 00000100:00000001:1.0:1788202173.122633:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202173.122641:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dca80 x1875052841742976/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202173.122650:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202173.122653:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202173.122656:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004099c200] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dca80 x1875052841742976/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202173.122674:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202173.122677:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202173.122679:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788202173.122680:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202173.122681:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202173.122684:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202173.122686:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 12639 00000400:00000200:1.0:1788202173.122689:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202173.122691:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202173.122693:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202173.122695:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202173.122697:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202173.122700:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202173.122702:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202173.122703:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202173.122705:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788202173.122706:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202173.122708:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788202173.122709:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788202173.122711:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788202173.122713:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202173.122715:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202173.122717:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202173.122721:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202173.122723:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788202173.122725:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202173.122727:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202173.122728:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202173.122732:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202173.122733:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202173.122734:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202173.122738:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788202173.122742:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202173.122745:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202173.122747:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ded80. 00000020:00000040:1.0:1788202173.122751:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788202173.122753:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202173.122756:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202173.122759:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202173.122761:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202173.122763:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202173.122768:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98800. 00000100:00000001:1.0:1788202173.122771:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202173.122781:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ded80 x1875052841743104/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202173.122792:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202173.122796:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202173.122801:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a769e60] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ded80 x1875052841743104/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202173.122825:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202173.122831:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202173.122837:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788202173.122839:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202173.122840:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202173.122843:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202173.122849:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 12639 00000400:00000200:1.0:1788202173.122855:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202173.122858:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202173.122861:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202173.122866:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202173.122868:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202173.122870:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202173.122876:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202173.122877:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202173.122878:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788202173.122880:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202173.122883:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788202173.122889:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788202173.122892:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788202173.122896:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202173.122902:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202173.122908:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202173.122913:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202173.122918:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788202173.122927:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202173.122930:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202173.122932:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202173.122937:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202173.122941:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202173.122945:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202173.122950:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788202173.122957:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202173.122962:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202173.122969:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dfb80. 00000020:00000040:1.0:1788202173.122974:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788202173.122978:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202173.122982:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202173.122985:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202173.122987:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202173.122990:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202173.122997:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b400. 00000100:00000001:1.0:1788202173.123004:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202173.123015:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dfb80 x1875052841743232/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202173.123034:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202173.123040:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202173.123052:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086c01fd6] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dfb80 x1875052841743232/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202173.123068:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202173.123074:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788202173.123083:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788202173.123088:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202173.123093:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788202173.123097:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202173.123100:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202173.123112:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202173.123118:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 12639 00000400:00000200:1.0:1788202173.123123:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202173.123127:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202173.123130:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202173.123134:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202173.123137:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202173.123141:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202173.123145:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202173.123150:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202173.123154:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788202173.123159:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202173.123162:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788202173.123167:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788202173.123171:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788202173.123176:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202173.123180:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202173.123184:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202173.123190:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202173.123196:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788202173.123202:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202173.123209:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202173.123214:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202173.123220:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202173.123225:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202173.123229:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202173.123231:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788202173.123237:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202173.123243:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202173.123251:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ddc00. 00000020:00000040:1.0:1788202173.123257:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788202173.123262:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202173.123266:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202173.123272:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202173.123276:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202173.123281:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202173.123291:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9ac00. 00000100:00000001:1.0:1788202173.123299:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202173.123318:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ddc00 x1875052841743360/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202173.123341:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202173.123347:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202173.123359:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c3c4b34] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ddc00 x1875052841743360/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202173.123379:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202173.123387:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12649) 00000100:00000040:1.0:1788202174.402485:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307313396, at 4307313408 00000100:00000010:1.0:1788202174.402512:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88300. 00000020:00000001:1.0:1788202174.786614:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788202174.786618:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788202174.786621:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1788202176.194844:0:2410:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.101:988 00000400:00000100:1.0:1788202176.194889:0:2410:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.101@tcp at host 192.168.201.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:1.0:1788202176.194899:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202176.194903:0:2410:0:(router.c:1791:lnet_notify()) 192.168.201.1@tcp notifying 192.168.201.101@tcp: down 00000400:00000200:1.0:1788202176.194907:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202176.194912:0:2410:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:1.0:1788202176.194917:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788202176.194921:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475d95bd00. 00000400:00000200:1.0:1788202176.194927:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788202176.194932:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788202176.194939:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f9bb0 00000400:00000010:1.0:1788202176.194941:0:2410:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f9bb0. 00000100:00000001:1.0:1788202176.194947:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788202176.194956:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477c3dca80 x1875052841742976/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788202198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202176.194987:0:2410:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788202176.194991:0:2410:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3dca80 x1875052841742976/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788202198 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202176.195000:0:2410:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202176.195002:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788202176.195012:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788202176.195015:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475d95ba00. 00000400:00000200:1.0:1788202176.195018:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788202176.195022:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788202176.195024:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f9198 00000400:00000010:1.0:1788202176.195026:0:2410:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f9198. 00000100:00000001:1.0:1788202176.195029:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788202176.195033:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477c3ded80 x1875052841743104/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788202198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202176.195041:0:2410:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788202176.195045:0:2410:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3ded80 x1875052841743104/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788202198 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202176.195052:0:2410:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202176.195054:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788202176.195058:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788202176.195060:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475d95bf00. 00000400:00000200:1.0:1788202176.195063:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788202176.195066:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788202176.195069:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f9dd0 00000400:00000010:1.0:1788202176.195070:0:2410:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f9dd0. 00000100:00000001:1.0:1788202176.195072:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788202176.195078:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477c3dfb80 x1875052841743232/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788202198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202176.195086:0:2410:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788202176.195089:0:2410:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3dfb80 x1875052841743232/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788202198 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202176.195096:0:2410:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202176.195097:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788202176.195102:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788202176.195104:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475d95b200. 00000400:00000200:1.0:1788202176.195107:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788202176.195110:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788202176.195112:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f9ee0 00000400:00000010:1.0:1788202176.195114:0:2410:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f9ee0. 00000100:00000001:1.0:1788202176.195117:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788202176.195121:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477c3ddc00 x1875052841743360/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788202198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202176.195140:0:2410:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788202176.195144:0:2410:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3ddc00 x1875052841743360/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788202198 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202176.195150:0:2410:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202176.195151:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:1.0:1788202178.242501:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202178.242515:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788202178.242519:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202178.242523:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202178.242529:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202178.242539:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 12644 00000400:00000200:1.0:1788202178.242550:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202178.242556:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202178.242560:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202178.242565:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202178.242570:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202178.242573:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202178.242576:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202178.242581:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202178.242584:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788202178.242586:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202178.242591:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788202178.242594:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788202178.242596:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788202178.242600:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202178.242603:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202178.242605:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202178.242607:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202178.242611:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788202178.242615:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202178.242618:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202178.242621:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202178.242626:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202178.242629:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202178.242632:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788202178.242635:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202178.242643:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dea00. 00000020:00000040:1.0:1788202178.242648:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788202178.242653:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202178.242655:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202178.242660:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202178.242663:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202178.242668:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202178.242678:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99000. 00000100:00000001:1.0:1788202178.242687:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202178.242699:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dea00 x1875052841743488/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202178.242719:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202178.242725:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202178.242730:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4ead91e] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dea00 x1875052841743488/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202178.242760:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202178.242764:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202178.242768:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788202178.242770:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202178.242772:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202178.242776:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202178.242779:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 12644 00000400:00000200:1.0:1788202178.242783:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202178.242786:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202178.242789:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202178.242792:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202178.242795:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202178.242797:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202178.242800:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202178.242802:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202178.242804:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788202178.242805:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202178.242808:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788202178.242810:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788202178.242813:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788202178.242816:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202178.242818:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202178.242820:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202178.242823:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202178.242826:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788202178.242829:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202178.242832:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202178.242834:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202178.242841:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202178.242844:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202178.242846:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202178.242851:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788202178.242856:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202178.242858:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202178.242862:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3de300. 00000020:00000040:1.0:1788202178.242865:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788202178.242868:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202178.242870:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202178.242872:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202178.242873:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202178.242876:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202178.242880:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9a800. 00000100:00000001:1.0:1788202178.242883:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202178.242889:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3de300 x1875052841743616/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202178.242897:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202178.242900:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202178.242904:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc9d591c] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3de300 x1875052841743616/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202178.242912:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202178.242915:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202178.242919:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788202178.242921:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202178.242922:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202178.242927:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202178.242930:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 12644 00000400:00000200:1.0:1788202178.242934:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202178.242938:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202178.242940:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202178.242944:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202178.242946:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202178.242948:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202178.242951:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202178.242953:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202178.242955:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788202178.242956:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202178.242959:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788202178.242961:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788202178.242963:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788202178.242967:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202178.242968:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202178.242970:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202178.242972:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202178.242975:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788202178.242978:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202178.242981:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202178.242983:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202178.242985:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202178.242987:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202178.242990:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202178.242992:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788202178.242995:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202178.242997:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202178.243001:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3df800. 00000020:00000040:1.0:1788202178.243004:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788202178.243007:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202178.243010:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202178.243012:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202178.243014:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202178.243015:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202178.243022:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99400. 00000100:00000001:1.0:1788202178.243026:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202178.243031:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3df800 x1875052841743744/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202178.243039:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202178.243042:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202178.243047:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051a886bc] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3df800 x1875052841743744/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202178.243067:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202178.243072:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788202178.243080:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788202178.243086:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202178.243093:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788202178.243095:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202178.243097:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202178.243102:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202178.243109:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 12644 00000400:00000200:1.0:1788202178.243118:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202178.243124:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202178.243130:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202178.243136:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202178.243140:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202178.243142:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202178.243144:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202178.243147:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202178.243152:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788202178.243159:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202178.243164:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788202178.243170:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788202178.243177:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788202178.243185:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202178.243190:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202178.243195:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202178.243201:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202178.243205:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788202178.243211:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202178.243218:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202178.243222:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202178.243227:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202178.243233:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202178.243237:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202178.243241:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788202178.243247:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202178.243250:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202178.243255:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dd500. 00000020:00000040:1.0:1788202178.243262:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788202178.243268:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202178.243271:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202178.243276:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202178.243279:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202178.243283:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202178.243290:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b400. 00000100:00000001:1.0:1788202178.243298:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202178.243310:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dd500 x1875052841743872/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202178.243323:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202178.243328:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202178.243335:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081f75c12] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dd500 x1875052841743872/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202178.243352:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202178.243375:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12654) 00000020:00000001:1.0:1788202178.882647:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788202178.882654:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788202178.882659:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788202179.522480:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307318517, at 4307318528 00000100:00000010:1.0:1788202179.522495:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88c60. 00000020:00000001:1.0:1788202182.978576:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788202182.978580:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788202182.978583:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788202183.362464:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202183.362472:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788202183.362474:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202183.362477:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202183.362482:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202183.362487:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 12649 00000400:00000200:1.0:1788202183.362493:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202183.362504:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202183.362508:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202183.362511:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202183.362513:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202183.362514:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202183.362516:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202183.362519:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202183.362521:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788202183.362522:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202183.362525:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788202183.362526:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788202183.362528:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788202183.362530:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202183.362532:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202183.362533:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202183.362534:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202183.362536:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788202183.362538:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202183.362539:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202183.362541:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202183.362543:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202183.362545:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202183.362546:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788202183.362548:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202183.362554:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dd500. 00000020:00000040:1.0:1788202183.362557:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788202183.362559:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202183.362561:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202183.362563:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202183.362565:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202183.362568:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202183.362575:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98800. 00000100:00000001:1.0:1788202183.362580:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202183.362586:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dd500 x1875052841744000/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202183.362593:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202183.362596:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202183.362600:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081f75c12] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dd500 x1875052841744000/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202183.362614:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202183.362616:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202183.362618:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788202183.362619:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202183.362621:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202183.362623:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202183.362624:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 12649 00000400:00000200:1.0:1788202183.362626:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202183.362628:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202183.362629:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202183.362631:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202183.362633:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202183.362634:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202183.362635:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202183.362637:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202183.362637:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788202183.362639:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202183.362640:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788202183.362641:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788202183.362642:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788202183.362644:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202183.362646:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202183.362647:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202183.362648:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202183.362649:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788202183.362651:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202183.362656:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202183.362657:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202183.362662:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202183.362665:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202183.362667:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202183.362670:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788202183.362675:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202183.362676:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202183.362679:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3df800. 00000020:00000040:1.0:1788202183.362680:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788202183.362683:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202183.362684:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202183.362687:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202183.362689:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202183.362691:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202183.362696:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9ac00. 00000100:00000001:1.0:1788202183.362700:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202183.362707:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3df800 x1875052841744128/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202183.362720:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202183.362723:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202183.362729:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051a886bc] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3df800 x1875052841744128/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202183.362737:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202183.362739:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202183.362744:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788202183.362746:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202183.362749:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202183.362752:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202183.362754:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 12649 00000400:00000200:1.0:1788202183.362759:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202183.362762:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202183.362764:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202183.362767:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202183.362770:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202183.362773:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202183.362775:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202183.362777:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202183.362780:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788202183.362781:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202183.362782:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788202183.362784:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788202183.362785:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788202183.362789:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202183.362790:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202183.362791:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202183.362792:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202183.362793:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788202183.362798:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202183.362799:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202183.362802:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202183.362804:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202183.362807:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202183.362808:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202183.362810:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788202183.362812:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202183.362815:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202183.362820:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3de300. 00000020:00000040:1.0:1788202183.362824:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788202183.362827:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202183.362830:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202183.362832:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202183.362834:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202183.362835:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202183.362840:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9a400. 00000100:00000001:1.0:1788202183.362845:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202183.362850:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3de300 x1875052841744256/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202183.362858:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202183.362862:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202183.362866:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc9d591c] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3de300 x1875052841744256/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202183.362876:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202183.362880:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788202183.362886:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788202183.362888:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202183.362889:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788202183.362890:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202183.362891:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202183.362893:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202183.362902:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 12649 00000400:00000200:1.0:1788202183.362911:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202183.362916:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202183.362918:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202183.362923:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202183.362928:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202183.362932:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202183.362936:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202183.362940:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202183.362942:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788202183.362945:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202183.362950:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788202183.362955:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788202183.362958:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788202183.362965:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202183.362968:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202183.362970:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202183.362974:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202183.362977:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788202183.362981:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202183.362986:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202183.362987:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202183.362990:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202183.362992:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202183.362994:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202183.362995:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788202183.362997:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202183.362998:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202183.363000:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dea00. 00000020:00000040:1.0:1788202183.363003:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788202183.363005:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202183.363006:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202183.363009:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202183.363011:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202183.363013:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202183.363017:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99c00. 00000100:00000001:1.0:1788202183.363022:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202183.363027:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dea00 x1875052841744384/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202183.363036:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202183.363039:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202183.363044:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4ead91e] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dea00 x1875052841744384/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202183.363055:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202183.363059:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12660) 00000100:00000040:1.0:1788202184.642550:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307323636, at 4307323648 00000100:00000010:1.0:1788202184.642569:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88d20. 00000020:00000001:1.0:1788202187.074589:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788202187.074593:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788202187.074597:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788202188.482512:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202188.482526:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788202188.482530:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202188.482535:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202188.482541:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202188.482550:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 12655 00000400:00000200:1.0:1788202188.482559:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202188.482566:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202188.482570:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202188.482574:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202188.482578:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202188.482581:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202188.482583:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202188.482588:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202188.482590:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788202188.482593:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202188.482597:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788202188.482599:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788202188.482602:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788202188.482605:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202188.482607:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202188.482609:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202188.482611:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202188.482615:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788202188.482618:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202188.482621:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202188.482625:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202188.482628:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202188.482632:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202188.482634:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788202188.482638:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202188.482650:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dca80. 00000020:00000040:1.0:1788202188.482654:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788202188.482659:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202188.482661:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202188.482665:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202188.482668:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202188.482673:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202188.482683:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98c00. 00000100:00000001:1.0:1788202188.482691:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202188.482706:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dca80 x1875052841744512/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202188.482718:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202188.482723:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202188.482729:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004099c200] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dca80 x1875052841744512/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202188.482752:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202188.482756:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202188.482759:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788202188.482761:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202188.482762:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202188.482766:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202188.482768:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 12655 00000400:00000200:1.0:1788202188.482772:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202188.482776:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202188.482778:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202188.482782:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202188.482785:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202188.482787:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202188.482790:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202188.482792:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202188.482795:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788202188.482798:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202188.482802:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788202188.482806:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788202188.482811:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788202188.482818:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202188.482823:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202188.482827:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202188.482832:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202188.482837:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788202188.482842:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202188.482847:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202188.482851:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202188.482859:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202188.482864:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202188.482869:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202188.482876:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788202188.482881:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202188.482885:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202188.482890:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dfb80. 00000020:00000040:1.0:1788202188.482892:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788202188.482895:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202188.482897:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202188.482899:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202188.482900:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202188.482903:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202188.482910:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9bc00. 00000100:00000001:1.0:1788202188.482915:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202188.482924:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dfb80 x1875052841744640/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202188.482935:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202188.482939:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202188.482945:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086c01fd6] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dfb80 x1875052841744640/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202188.482962:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202188.482966:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202188.482974:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788202188.482977:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202188.482980:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202188.482985:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202188.482991:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 12655 00000400:00000200:1.0:1788202188.482998:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202188.483005:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202188.483009:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202188.483016:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202188.483019:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202188.483021:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202188.483025:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202188.483029:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202188.483031:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788202188.483034:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202188.483038:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788202188.483041:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788202188.483044:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788202188.483050:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202188.483053:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202188.483058:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202188.483062:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202188.483067:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788202188.483074:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202188.483079:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202188.483085:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202188.483089:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202188.483092:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202188.483096:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202188.483100:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788202188.483106:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202188.483109:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202188.483115:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ded80. 00000020:00000040:1.0:1788202188.483119:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788202188.483124:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202188.483125:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202188.483129:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202188.483133:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202188.483136:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202188.483142:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b800. 00000100:00000001:1.0:1788202188.483148:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202188.483156:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ded80 x1875052841744768/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202188.483185:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202188.483189:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202188.483197:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a769e60] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ded80 x1875052841744768/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202188.483209:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202188.483213:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788202188.483222:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788202188.483229:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202188.483235:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788202188.483238:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202188.483242:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202188.483248:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202188.483255:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 12655 00000400:00000200:1.0:1788202188.483260:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202188.483265:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202188.483267:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202188.483271:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202188.483274:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202188.483278:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202188.483282:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202188.483287:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202188.483288:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788202188.483290:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202188.483293:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788202188.483297:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788202188.483299:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788202188.483304:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202188.483307:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202188.483310:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202188.483315:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202188.483319:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788202188.483323:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202188.483328:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202188.483333:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202188.483337:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202188.483342:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202188.483347:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202188.483351:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788202188.483356:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202188.483360:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202188.483366:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ddc00. 00000020:00000040:1.0:1788202188.483372:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788202188.483376:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202188.483380:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202188.483384:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202188.483387:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202188.483389:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202188.483413:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9a000. 00000100:00000001:1.0:1788202188.483417:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202188.483423:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ddc00 x1875052841744896/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202188.483440:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202188.483444:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202188.483453:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c3c4b34] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ddc00 x1875052841744896/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202188.483473:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202188.483480:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12665) 00000100:00000040:1.0:1788202189.762500:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307328756, at 4307328768 00000100:00000010:1.0:1788202189.762514:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88720. 00000020:00000001:1.0:1788202191.170613:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788202191.170617:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788202191.170621:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788202194.882534:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307333876, at 4307333888 00000100:00000010:1.0:1788202194.882559:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b7e0. 00000020:00000001:1.0:1788202195.266641:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788202195.266645:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788202195.266647:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788202199.362562:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788202199.362566:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788202199.362569:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788202200.002550:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307338996, at 4307339008 00000100:00000010:1.0:1788202200.002572:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8bea0. 00000020:00000001:1.0:1788202203.458517:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788202203.458521:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788202203.458524:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788202205.122489:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307344116, at 4307344128 00000100:00000010:1.0:1788202205.122512:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b0c0. 00000020:00000001:1.0:1788202207.554576:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788202207.554585:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788202207.554588:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788202210.242492:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307349236, at 4307349248 00000100:00000010:1.0:1788202210.242507:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b660. 00000020:00000001:1.0:1788202211.650693:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788202211.650697:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788202211.650701:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788202215.362469:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307354356, at 4307354368 00000100:00000010:1.0:1788202215.362482:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b660. 00000020:00000001:1.0:1788202215.746618:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788202215.746623:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788202215.746627:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788202219.842596:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788202219.842601:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788202219.842605:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788202220.482483:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307359476, at 4307359488 00000100:00000010:1.0:1788202220.482504:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8bea0. 00000020:00000001:1.0:1788202223.938602:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788202223.938606:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788202223.938608:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788202225.602508:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307364596, at 4307364608 00000100:00000010:1.0:1788202225.602521:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b7e0. 00000020:00000001:1.0:1788202228.034604:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788202228.034607:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788202228.034609:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788202230.722505:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307369716, at 4307369728 00000100:00000010:1.0:1788202230.722527:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8ba20. 00000020:00000001:1.0:1788202232.130689:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788202232.130693:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788202232.130695:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788202234.562494:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202234.562505:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788202234.562508:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202234.562512:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202234.562517:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202234.562524:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 12701 00000400:00000200:1.0:1788202234.562532:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202234.562538:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202234.562542:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202234.562546:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202234.562549:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202234.562552:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202234.562555:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202234.562559:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202234.562562:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788202234.562565:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202234.562568:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788202234.562571:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788202234.562573:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788202234.562577:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202234.562580:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202234.562582:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202234.562584:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202234.562587:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788202234.562591:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202234.562594:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202234.562597:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202234.562600:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202234.562603:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202234.562605:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788202234.562608:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202234.562618:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dd880. 00000020:00000040:1.0:1788202234.562622:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788202234.562626:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202234.562628:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202234.562632:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202234.562635:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202234.562638:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202234.562646:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98000. 00000100:00000001:1.0:1788202234.562653:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202234.562663:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dd880 x1875052841749120/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202234.562675:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202234.562679:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202234.562684:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083606985] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dd880 x1875052841749120/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202234.562716:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202234.562720:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202234.562725:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788202234.562726:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202234.562728:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202234.562732:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202234.562736:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 12701 00000400:00000200:1.0:1788202234.562740:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202234.562747:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202234.562751:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202234.562758:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202234.562762:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202234.562769:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202234.562775:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202234.562780:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202234.562784:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788202234.562789:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202234.562794:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788202234.562800:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788202234.562806:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788202234.562815:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202234.562819:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202234.562825:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202234.562829:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202234.562835:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788202234.562844:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202234.562848:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202234.562852:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202234.562859:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202234.562863:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202234.562868:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202234.562875:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788202234.562883:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202234.562888:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202234.562894:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ddf80. 00000020:00000040:1.0:1788202234.562899:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788202234.562901:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202234.562902:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202234.562903:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202234.562904:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202234.562906:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202234.562912:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98400. 00000100:00000001:1.0:1788202234.562917:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202234.562924:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ddf80 x1875052841749248/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202234.562934:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202234.562938:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202234.562947:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dea6dee7] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ddf80 x1875052841749248/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202234.562972:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202234.562978:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202234.562987:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788202234.562992:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202234.562997:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202234.563001:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202234.563005:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 12701 00000400:00000200:1.0:1788202234.563021:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202234.563030:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202234.563036:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202234.563045:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202234.563049:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202234.563057:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202234.563060:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202234.563061:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202234.563065:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788202234.563066:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202234.563068:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788202234.563070:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788202234.563076:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788202234.563082:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202234.563085:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202234.563090:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202234.563091:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202234.563096:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788202234.563102:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202234.563108:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202234.563110:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202234.563116:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202234.563119:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202234.563124:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202234.563127:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788202234.563132:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202234.563135:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202234.563138:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dc700. 00000020:00000040:1.0:1788202234.563142:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788202234.563147:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202234.563148:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202234.563149:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202234.563151:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202234.563152:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202234.563160:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99800. 00000100:00000001:1.0:1788202234.563165:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202234.563172:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dc700 x1875052841749376/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202234.563179:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202234.563183:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202234.563185:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7db4f2b] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dc700 x1875052841749376/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202234.563195:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202234.563198:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788202234.563203:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788202234.563207:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202234.563211:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788202234.563214:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202234.563217:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202234.563221:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202234.563226:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 12701 00000400:00000200:1.0:1788202234.563235:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202234.563240:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202234.563245:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202234.563248:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202234.563259:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202234.563263:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202234.563267:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202234.563269:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202234.563272:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788202234.563274:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202234.563277:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788202234.563282:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788202234.563286:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788202234.563295:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202234.563301:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202234.563307:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202234.563312:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202234.563318:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788202234.563327:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202234.563333:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202234.563339:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202234.563343:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202234.563348:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202234.563358:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202234.563361:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788202234.563364:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202234.563368:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202234.563372:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dce00. 00000020:00000040:1.0:1788202234.563386:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788202234.563391:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202234.563417:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202234.563419:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202234.563420:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202234.563423:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202234.563431:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b000. 00000100:00000001:1.0:1788202234.563435:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202234.563444:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dce00 x1875052841749504/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202234.563453:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202234.563456:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202234.563463:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e15d5058] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dce00 x1875052841749504/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202234.563473:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202234.563477:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12711) 00000100:00000040:1.0:1788202235.842485:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307374836, at 4307374848 00000100:00000010:1.0:1788202235.842502:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b5a0. 00000020:00000001:1.0:1788202236.226547:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788202236.226551:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788202236.226554:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788202240.322543:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788202240.322547:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788202240.322550:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788202240.962514:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307379956, at 4307379968 00000100:00000010:1.0:1788202240.962527:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b720. 00000400:00000100:1.0:1788202242.754626:0:2407:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.101:988 00000400:00000100:1.0:1788202242.754660:0:2407:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.101@tcp at host 192.168.201.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:1.0:1788202242.754678:0:2407:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202242.754682:0:2407:0:(router.c:1791:lnet_notify()) 192.168.201.1@tcp notifying 192.168.201.101@tcp: down 00000400:00000200:1.0:1788202242.754685:0:2407:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202242.754689:0:2407:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:1.0:1788202242.754694:0:2407:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788202242.754698:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475dc67000. 00000400:00000200:1.0:1788202242.754703:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788202242.754708:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788202242.754714:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476c8b6220 00000400:00000010:1.0:1788202242.754716:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476c8b6220. 00000100:00000001:1.0:1788202242.754721:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788202242.754738:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477d3f9180 x1875052841749632/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788202264 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202242.754767:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788202242.754772:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477d3f9180 x1875052841749632/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788202264 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202242.754779:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202242.754781:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788202242.754803:0:2407:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788202242.754805:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475dc67900. 00000400:00000200:1.0:1788202242.754808:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788202242.754811:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788202242.754814:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476c8b6440 00000400:00000010:1.0:1788202242.754815:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476c8b6440. 00000100:00000001:1.0:1788202242.754817:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788202242.754821:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477d3fa680 x1875052841749760/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788202264 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202242.754828:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788202242.754831:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477d3fa680 x1875052841749760/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788202264 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202242.754838:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202242.754839:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788202242.754844:0:2407:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788202242.754846:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475dc67a00. 00000400:00000200:1.0:1788202242.754849:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788202242.754852:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788202242.754854:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476c8b6cc0 00000400:00000010:1.0:1788202242.754857:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476c8b6cc0. 00000100:00000001:1.0:1788202242.754860:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788202242.754865:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477d3f8a80 x1875052841749888/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788202264 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202242.754873:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788202242.754876:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477d3f8a80 x1875052841749888/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788202264 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202242.754882:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202242.754883:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788202242.754888:0:2407:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788202242.754890:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475dc67300. 00000400:00000200:1.0:1788202242.754892:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788202242.754895:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788202242.754897:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476c8b6880 00000400:00000010:1.0:1788202242.754899:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476c8b6880. 00000100:00000001:1.0:1788202242.754901:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788202242.754905:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477d3fad80 x1875052841750016/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788202264 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202242.754912:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788202242.754915:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477d3fad80 x1875052841750016/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788202264 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202242.754920:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202242.754921:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1788202244.418596:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788202244.418599:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788202244.418601:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788202246.082606:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307385076, at 4307385088 00000100:00000010:1.0:1788202246.082612:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b780. 00000020:00000001:1.0:1788202248.514587:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788202248.514591:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788202248.514595:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788202251.202486:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307390196, at 4307390208 00000100:00000010:1.0:1788202251.202500:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b3c0. 00000020:00000001:1.0:1788202252.610545:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788202252.610548:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788202252.610550:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788202256.322459:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307395316, at 4307395328 00000100:00000010:1.0:1788202256.322474:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa886c0. 00000020:00000001:1.0:1788202256.706552:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788202256.706557:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788202256.706560:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788202260.802591:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788202260.802595:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788202260.802597:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788202261.442486:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307400436, at 4307400448 00000100:00000010:1.0:1788202261.442507:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa888a0. 00000020:00000001:1.0:1788202264.898598:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788202264.898602:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788202264.898604:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788202266.562519:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307405556, at 4307405568 00000100:00000010:1.0:1788202266.562536:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88480. 00000020:00000001:1.0:1788202268.994541:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788202268.994546:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788202268.994550:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788202271.682478:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307410676, at 4307410688 00000100:00000010:1.0:1788202271.682494:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b000. 00000020:00000001:1.0:1788202273.090561:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788202273.090564:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788202273.090567:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788202275.522502:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202275.522510:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788202275.522512:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202275.522515:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202275.522520:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202275.522526:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 12742 00000400:00000200:1.0:1788202275.522533:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202275.522538:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202275.522540:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202275.522543:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202275.522545:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202275.522547:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202275.522549:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202275.522552:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202275.522554:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788202275.522556:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202275.522559:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788202275.522560:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788202275.522561:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788202275.522563:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202275.522564:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202275.522566:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202275.522567:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202275.522570:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788202275.522573:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202275.522574:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202275.522576:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202275.522579:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202275.522580:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202275.522582:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788202275.522584:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202275.522591:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3df100. 00000020:00000040:1.0:1788202275.522594:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788202275.522597:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202275.522598:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202275.522600:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202275.522602:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202275.522606:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202275.522611:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9a000. 00000100:00000001:1.0:1788202275.522617:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202275.522624:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3df100 x1875052841753216/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202275.522632:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202275.522635:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202275.522645:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c16a5860] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3df100 x1875052841753216/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202275.522661:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202275.522688:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202275.522696:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788202275.522698:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202275.522700:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202275.522702:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202275.522705:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 12742 00000400:00000200:1.0:1788202275.522709:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202275.522714:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202275.522717:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202275.522722:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202275.522726:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202275.522730:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202275.522735:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202275.522740:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202275.522742:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788202275.522745:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202275.522747:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788202275.522750:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788202275.522755:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788202275.522759:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202275.522763:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202275.522766:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202275.522775:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202275.522779:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788202275.522783:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202275.522786:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202275.522789:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202275.522795:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202275.522801:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202275.522806:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202275.522810:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788202275.522814:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202275.522817:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202275.522823:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dc000. 00000020:00000040:1.0:1788202275.522826:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788202275.522829:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202275.522831:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202275.522834:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202275.522835:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202275.522837:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202275.522841:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b800. 00000100:00000001:1.0:1788202275.522845:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202275.522851:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dc000 x1875052841753344/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202275.522861:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202275.522864:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202275.522870:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1e3b926] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dc000 x1875052841753344/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202275.522896:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202275.522898:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202275.522902:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788202275.522904:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202275.522906:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202275.522913:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202275.522920:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 12742 00000400:00000200:1.0:1788202275.522937:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202275.522945:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202275.522951:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202275.522959:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202275.522962:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202275.522967:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202275.522972:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202275.522976:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202275.522979:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788202275.522983:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202275.522987:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788202275.522991:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788202275.522995:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788202275.522999:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202275.523003:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202275.523005:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202275.523010:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202275.523013:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788202275.523019:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202275.523026:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202275.523029:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202275.523035:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202275.523040:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202275.523045:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202275.523049:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788202275.523055:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202275.523060:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202275.523069:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dd180. 00000020:00000040:1.0:1788202275.523074:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788202275.523079:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202275.523082:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202275.523085:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202275.523088:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202275.523091:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202275.523097:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9bc00. 00000100:00000001:1.0:1788202275.523111:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202275.523118:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dd180 x1875052841753472/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202275.523127:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202275.523130:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202275.523139:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000095f81904] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dd180 x1875052841753472/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202275.523150:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202275.523153:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788202275.523157:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788202275.523162:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202275.523166:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788202275.523170:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202275.523173:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202275.523175:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202275.523179:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 12742 00000400:00000200:1.0:1788202275.523187:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202275.523192:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202275.523195:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202275.523199:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202275.523202:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202275.523205:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202275.523207:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202275.523209:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202275.523213:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788202275.523214:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202275.523216:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788202275.523220:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788202275.523223:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788202275.523228:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202275.523233:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202275.523235:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202275.523240:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202275.523242:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788202275.523246:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202275.523249:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202275.523252:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202275.523256:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202275.523261:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202275.523265:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202275.523269:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788202275.523272:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202275.523276:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202275.523280:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3de680. 00000020:00000040:1.0:1788202275.523285:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788202275.523289:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202275.523291:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202275.523295:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202275.523297:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202275.523299:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202275.523305:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98c00. 00000100:00000001:1.0:1788202275.523309:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202275.523317:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3de680 x1875052841753600/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202275.523329:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202275.523332:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202275.523339:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087fde751] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3de680 x1875052841753600/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202275.523371:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202275.523376:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12752) 00000100:00000040:1.0:1788202276.802457:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307415796, at 4307415808 00000100:00000010:1.0:1788202276.802475:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b960. 00000020:00000001:1.0:1788202277.186564:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788202277.186569:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788202277.186573:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788202281.282551:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788202281.282554:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788202281.282557:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788202281.922499:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307420916, at 4307420928 00000100:00000010:1.0:1788202281.922518:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88480. 00000020:00000001:1.0:1788202285.378629:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788202285.378633:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788202285.378636:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788202287.042518:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307426036, at 4307426048 00000100:00000010:1.0:1788202287.042538:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88ae0. 00000020:00000001:1.0:1788202289.474588:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788202289.474592:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788202289.474594:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788202292.162497:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307431157, at 4307431168 00000100:00000010:1.0:1788202292.162514:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa886c0. 00000020:00000001:1.0:1788202293.570648:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788202293.570651:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788202293.570654:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788202297.282500:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307436276, at 4307436288 00000100:00000010:1.0:1788202297.282513:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88720. 00000020:00000001:1.0:1788202297.666610:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788202297.666614:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788202297.666617:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788202301.762601:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788202301.762607:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788202301.762610:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788202302.402469:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307441396, at 4307441408 00000100:00000010:1.0:1788202302.402484:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88900. 00000020:00000001:1.0:1788202305.858629:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788202305.858636:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788202305.858641:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788202307.522523:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307446516, at 4307446528 00000100:00000010:1.0:1788202307.522546:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88c60. 00000400:00000100:1.0:1788202309.314612:0:2409:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.101:988 00000400:00000100:1.0:1788202309.314646:0:2409:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.101@tcp at host 192.168.201.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:1.0:1788202309.314654:0:2409:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202309.314657:0:2409:0:(router.c:1791:lnet_notify()) 192.168.201.1@tcp notifying 192.168.201.101@tcp: down 00000400:00000200:1.0:1788202309.314661:0:2409:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202309.314664:0:2409:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:1.0:1788202309.314668:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788202309.314671:0:2409:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475d95bc00. 00000400:00000200:1.0:1788202309.314676:0:2409:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788202309.314679:0:2409:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788202309.314684:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f9440 00000400:00000010:1.0:1788202309.314685:0:2409:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f9440. 00000100:00000001:1.0:1788202309.314690:0:2409:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788202309.314697:0:2409:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477c84ad80 x1875052841756288/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788202331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202309.314716:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788202309.314719:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84ad80 x1875052841756288/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788202331 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202309.314730:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202309.314731:0:2409:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788202309.314739:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788202309.314741:0:2409:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475d95b400. 00000400:00000200:1.0:1788202309.314743:0:2409:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788202309.314746:0:2409:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788202309.314748:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f93b8 00000400:00000010:1.0:1788202309.314750:0:2409:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f93b8. 00000100:00000001:1.0:1788202309.314753:0:2409:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788202309.314757:0:2409:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477c84b800 x1875052841756416/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788202331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202309.314768:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788202309.314782:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84b800 x1875052841756416/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788202331 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202309.314795:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202309.314799:0:2409:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788202309.314810:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788202309.314815:0:2409:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475d95b700. 00000400:00000200:1.0:1788202309.314819:0:2409:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788202309.314827:0:2409:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788202309.314832:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f9770 00000400:00000010:1.0:1788202309.314837:0:2409:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f9770. 00000100:00000001:1.0:1788202309.314844:0:2409:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788202309.314852:0:2409:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477c848700 x1875052841756544/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788202331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202309.314879:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788202309.314887:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c848700 x1875052841756544/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788202331 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202309.314912:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202309.314915:0:2409:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788202309.314928:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788202309.314934:0:2409:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475d95b200. 00000400:00000200:1.0:1788202309.314940:0:2409:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788202309.314950:0:2409:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788202309.314958:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f9a18 00000400:00000010:1.0:1788202309.314962:0:2409:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f9a18. 00000100:00000001:1.0:1788202309.314967:0:2409:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788202309.314973:0:2409:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477c849880 x1875052841756672/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788202331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202309.315001:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788202309.315009:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c849880 x1875052841756672/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788202331 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202309.315023:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202309.315028:0:2409:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1788202309.954568:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788202309.954572:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788202309.954575:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788202312.642462:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307451637, at 4307451648 00000100:00000010:1.0:1788202312.642476:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8bc00. 00000020:00000001:1.0:1788202314.050593:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788202314.050596:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788202314.050599:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788202317.762481:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307456757, at 4307456768 00000100:00000010:1.0:1788202317.762495:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b420. 00000020:00000001:1.0:1788202318.146609:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788202318.146612:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788202318.146614:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788202322.242531:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788202322.242535:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788202322.242538:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788202322.882512:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307461876, at 4307461888 00000100:00000010:1.0:1788202322.882530:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b6c0. 00000020:00000001:1.0:1788202326.338594:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788202326.338598:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788202326.338601:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788202326.722553:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202326.722562:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788202326.722564:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202326.722567:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202326.722570:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202326.722576:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 12793 00000400:00000200:1.0:1788202326.722582:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202326.722587:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202326.722590:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202326.722592:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202326.722594:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202326.722596:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202326.722598:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202326.722602:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202326.722603:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788202326.722605:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202326.722608:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788202326.722609:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788202326.722611:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788202326.722612:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202326.722614:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202326.722615:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202326.722616:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202326.722619:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788202326.722621:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202326.722623:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202326.722625:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202326.722628:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202326.722630:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202326.722631:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788202326.722633:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202326.722641:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3de680. 00000020:00000040:1.0:1788202326.722644:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788202326.722647:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202326.722648:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202326.722651:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202326.722653:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202326.722656:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202326.722665:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99c00. 00000100:00000001:1.0:1788202326.722670:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202326.722678:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3de680 x1875052841758336/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202326.722686:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202326.722690:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202326.722694:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087fde751] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3de680 x1875052841758336/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202326.722712:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202326.722715:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202326.722717:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788202326.722718:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202326.722719:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202326.722785:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202326.722791:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 12793 00000400:00000200:1.0:1788202326.722795:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202326.722804:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202326.722807:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202326.722813:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202326.722817:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202326.722823:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202326.722827:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202326.722830:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202326.722833:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788202326.722836:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202326.722840:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788202326.722842:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788202326.722844:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788202326.722849:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202326.722852:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202326.722854:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202326.722859:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202326.722861:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788202326.722863:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202326.722869:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202326.722870:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202326.722875:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202326.722880:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202326.722886:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202326.722890:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788202326.722896:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202326.722902:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202326.722910:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dd180. 00000020:00000040:1.0:1788202326.722917:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788202326.722924:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202326.722927:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202326.722932:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202326.722935:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202326.722937:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202326.722943:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9a400. 00000100:00000001:1.0:1788202326.722949:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202326.722957:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dd180 x1875052841758464/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202326.722967:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202326.722970:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202326.722976:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000095f81904] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dd180 x1875052841758464/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202326.722992:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202326.722996:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202326.723002:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788202326.723003:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202326.723005:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202326.723009:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202326.723013:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 12793 00000400:00000200:1.0:1788202326.723026:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202326.723033:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202326.723035:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202326.723038:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202326.723042:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202326.723043:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202326.723045:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202326.723047:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202326.723050:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788202326.723051:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202326.723054:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788202326.723058:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788202326.723060:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788202326.723066:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202326.723069:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202326.723075:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202326.723079:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202326.723088:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788202326.723093:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202326.723095:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202326.723096:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202326.723099:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202326.723101:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202326.723106:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202326.723108:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788202326.723112:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202326.723115:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202326.723118:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dc000. 00000020:00000040:1.0:1788202326.723123:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788202326.723127:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202326.723130:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202326.723133:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202326.723134:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202326.723137:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202326.723143:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9ac00. 00000100:00000001:1.0:1788202326.723147:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202326.723154:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dc000 x1875052841758592/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202326.723183:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202326.723187:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202326.723193:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1e3b926] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dc000 x1875052841758592/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202326.723211:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202326.723218:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788202326.723225:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788202326.723230:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202326.723237:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788202326.723240:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202326.723242:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202326.723248:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202326.723253:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 12793 00000400:00000200:1.0:1788202326.723262:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202326.723266:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202326.723269:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202326.723275:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202326.723277:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202326.723280:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202326.723282:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202326.723284:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202326.723286:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788202326.723289:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202326.723291:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788202326.723295:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788202326.723299:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788202326.723305:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202326.723307:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202326.723309:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202326.723313:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202326.723315:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788202326.723320:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202326.723324:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202326.723326:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202326.723329:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202326.723333:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202326.723337:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202326.723340:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788202326.723343:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202326.723346:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202326.723351:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3df100. 00000020:00000040:1.0:1788202326.723355:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788202326.723359:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202326.723361:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202326.723365:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202326.723367:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202326.723369:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202326.723374:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98800. 00000100:00000001:1.0:1788202326.723380:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202326.723387:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3df100 x1875052841758720/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202326.723419:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202326.723421:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202326.723425:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c16a5860] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3df100 x1875052841758720/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202326.723434:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202326.723439:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12803) 00000100:00000040:1.0:1788202328.002488:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307466996, at 4307467008 00000100:00000010:1.0:1788202328.002506:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b6c0. 00000020:00000001:1.0:1788202330.434616:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788202330.434619:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788202330.434622:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788202331.842465:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202331.842473:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788202331.842475:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202331.842478:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202331.842482:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202331.842489:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 12798 00000400:00000200:1.0:1788202331.842497:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202331.842504:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202331.842508:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202331.842513:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202331.842516:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202331.842519:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202331.842521:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202331.842526:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202331.842528:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788202331.842531:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202331.842534:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788202331.842537:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788202331.842540:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788202331.842543:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202331.842545:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202331.842546:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202331.842547:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202331.842550:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788202331.842552:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202331.842554:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202331.842556:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202331.842559:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202331.842561:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202331.842562:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788202331.842564:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202331.842570:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dce00. 00000020:00000040:1.0:1788202331.842573:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788202331.842576:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202331.842577:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202331.842579:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202331.842582:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202331.842585:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202331.842591:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b400. 00000100:00000001:1.0:1788202331.842596:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202331.842604:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dce00 x1875052841758848/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202331.842612:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202331.842615:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202331.842618:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e15d5058] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dce00 x1875052841758848/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202331.842635:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202331.842637:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202331.842640:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788202331.842642:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202331.842643:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202331.842646:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202331.842648:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 12798 00000400:00000200:1.0:1788202331.842653:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202331.842658:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202331.842661:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202331.842667:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202331.842669:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202331.842673:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202331.842677:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202331.842682:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202331.842698:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788202331.842701:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202331.842703:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788202331.842708:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788202331.842713:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788202331.842720:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202331.842726:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202331.842733:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202331.842741:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202331.842746:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788202331.842752:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202331.842757:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202331.842760:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202331.842766:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202331.842770:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202331.842774:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202331.842777:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788202331.842782:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202331.842785:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202331.842791:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dc700. 00000020:00000040:1.0:1788202331.842795:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788202331.842800:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202331.842801:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202331.842803:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202331.842805:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202331.842808:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202331.842813:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99400. 00000100:00000001:1.0:1788202331.842819:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202331.842831:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dc700 x1875052841758976/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202331.842848:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202331.842853:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202331.842861:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7db4f2b] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dc700 x1875052841758976/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202331.842877:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202331.842882:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202331.842885:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788202331.842888:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202331.842890:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202331.842897:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202331.842903:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 12798 00000400:00000200:1.0:1788202331.842911:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202331.842917:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202331.842918:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202331.842921:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202331.842926:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202331.842932:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202331.842937:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202331.842941:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202331.842945:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788202331.842948:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202331.842952:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788202331.842958:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788202331.842962:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788202331.842967:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202331.842973:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202331.842978:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202331.842983:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202331.842989:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788202331.842998:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202331.843004:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202331.843010:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202331.843014:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202331.843017:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202331.843020:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202331.843023:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788202331.843030:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202331.843034:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202331.843040:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ddf80. 00000020:00000040:1.0:1788202331.843046:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788202331.843053:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202331.843057:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202331.843061:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202331.843065:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202331.843067:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202331.843073:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9a800. 00000100:00000001:1.0:1788202331.843080:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202331.843088:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ddf80 x1875052841759104/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202331.843097:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202331.843117:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202331.843127:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dea6dee7] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ddf80 x1875052841759104/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202331.843142:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202331.843157:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788202331.843162:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788202331.843166:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202331.843174:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788202331.843178:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202331.843181:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202331.843187:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202331.843191:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 12798 00000400:00000200:1.0:1788202331.843197:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202331.843200:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202331.843202:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202331.843205:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202331.843209:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202331.843212:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202331.843215:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202331.843219:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202331.843223:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788202331.843226:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202331.843229:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788202331.843235:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788202331.843238:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788202331.843251:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202331.843258:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202331.843263:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202331.843265:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202331.843267:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788202331.843273:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202331.843280:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202331.843285:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202331.843292:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202331.843308:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202331.843317:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202331.843323:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788202331.843332:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202331.843337:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202331.843344:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dd880. 00000020:00000040:1.0:1788202331.843349:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788202331.843354:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202331.843356:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202331.843359:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202331.843362:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202331.843365:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202331.843371:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99000. 00000100:00000001:1.0:1788202331.843376:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202331.843386:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dd880 x1875052841759232/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202331.843430:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202331.843434:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202331.843441:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083606985] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dd880 x1875052841759232/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202331.843455:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202331.843461:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12808) 00000100:00000040:1.0:1788202333.122500:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307472116, at 4307472128 00000100:00000010:1.0:1788202333.122514:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b8a0. 00000020:00000001:1.0:1788202334.530651:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788202334.530656:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788202334.530660:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788202338.242478:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307477237, at 4307477248 00000100:00000010:1.0:1788202338.242495:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8be40. 00000020:00000001:1.0:1788202338.626622:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788202338.626626:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788202338.626629:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788202342.722595:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788202342.722598:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788202342.722601:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788202343.362520:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307482356, at 4307482368 00000100:00000010:1.0:1788202343.362531:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b1e0. 00000020:00000001:1.0:1788202346.818566:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788202346.818569:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788202346.818572:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788202347.202528:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202347.202539:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788202347.202550:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202347.202553:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202347.202558:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202347.202565:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 12813 00000400:00000200:1.0:1788202347.202573:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202347.202579:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202347.202583:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202347.202586:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202347.202590:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202347.202593:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202347.202596:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202347.202599:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202347.202601:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788202347.202603:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202347.202606:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788202347.202608:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788202347.202610:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788202347.202612:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202347.202613:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202347.202614:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202347.202615:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202347.202617:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788202347.202620:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202347.202621:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202347.202624:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202347.202626:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202347.202628:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202347.202629:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788202347.202631:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202347.202639:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ddc00. 00000020:00000040:1.0:1788202347.202641:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788202347.202645:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202347.202646:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202347.202649:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202347.202660:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202347.202665:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202347.202673:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9a800. 00000100:00000001:1.0:1788202347.202680:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202347.202691:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ddc00 x1875052841760384/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202347.202709:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202347.202712:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202347.202716:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c3c4b34] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ddc00 x1875052841760384/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202347.202733:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202347.202737:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202347.202741:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788202347.202742:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202347.202744:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202347.202747:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202347.202750:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 12813 00000400:00000200:1.0:1788202347.202754:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202347.202757:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202347.202760:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202347.202762:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202347.202764:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202347.202767:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202347.202768:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202347.202771:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202347.202772:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788202347.202774:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202347.202776:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788202347.202778:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788202347.202781:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788202347.202784:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202347.202786:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202347.202787:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202347.202790:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202347.202793:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788202347.202796:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202347.202798:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202347.202800:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202347.202805:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202347.202808:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202347.202809:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202347.202813:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788202347.202817:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202347.202819:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202347.202823:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ded80. 00000020:00000040:1.0:1788202347.202826:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788202347.202829:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202347.202830:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202347.202832:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202347.202833:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202347.202835:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202347.202839:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99400. 00000100:00000001:1.0:1788202347.202842:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202347.202847:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ded80 x1875052841760512/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202347.202855:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202347.202858:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202347.202862:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a769e60] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ded80 x1875052841760512/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202347.202872:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202347.202875:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202347.202879:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788202347.202881:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202347.202883:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202347.202886:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202347.202889:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 12813 00000400:00000200:1.0:1788202347.202892:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202347.202895:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202347.202897:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202347.202900:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202347.202902:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202347.202904:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202347.202906:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202347.202909:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202347.202910:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788202347.202912:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202347.202914:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788202347.202916:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788202347.202918:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788202347.202921:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202347.202923:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202347.202925:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202347.202928:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202347.202930:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788202347.202933:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202347.202936:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202347.202937:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202347.202939:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202347.202942:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202347.202944:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202347.202946:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788202347.202948:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202347.202950:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202347.202954:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dfb80. 00000020:00000040:1.0:1788202347.202956:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788202347.202959:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202347.202960:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202347.202962:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202347.202963:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202347.202965:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202347.202969:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b400. 00000100:00000001:1.0:1788202347.202972:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202347.202977:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dfb80 x1875052841760640/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202347.202985:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202347.202987:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202347.202991:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086c01fd6] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dfb80 x1875052841760640/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202347.202999:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202347.203002:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788202347.203005:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788202347.203008:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202347.203011:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788202347.203013:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202347.203015:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202347.203018:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202347.203020:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 12813 00000400:00000200:1.0:1788202347.203024:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202347.203027:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202347.203030:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202347.203033:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202347.203035:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202347.203038:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202347.203040:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202347.203042:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202347.203044:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788202347.203045:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202347.203048:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788202347.203050:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788202347.203052:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788202347.203055:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202347.203057:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202347.203059:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202347.203061:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202347.203064:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788202347.203066:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202347.203069:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202347.203070:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202347.203073:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202347.203075:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202347.203077:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202347.203079:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788202347.203082:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202347.203084:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202347.203087:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dca80. 00000020:00000040:1.0:1788202347.203089:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788202347.203092:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202347.203093:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202347.203095:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202347.203097:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202347.203099:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202347.203102:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98800. 00000100:00000001:1.0:1788202347.203114:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202347.203119:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dca80 x1875052841760768/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202347.203127:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202347.203129:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202347.203133:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004099c200] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dca80 x1875052841760768/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202347.203141:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202347.203146:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12823) 00000100:00000040:1.0:1788202348.482505:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307487476, at 4307487488 00000100:00000010:1.0:1788202348.482520:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8bb40. 00000020:00000001:1.0:1788202350.914565:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788202350.914569:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788202350.914572:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788202352.322542:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202352.322554:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788202352.322557:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202352.322563:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202352.322568:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202352.322576:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 12818 00000400:00000200:1.0:1788202352.322587:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202352.322594:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202352.322597:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202352.322601:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202352.322604:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202352.322607:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202352.322609:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202352.322613:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202352.322616:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788202352.322618:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202352.322628:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788202352.322630:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788202352.322633:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788202352.322636:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202352.322639:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202352.322642:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202352.322644:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202352.322647:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788202352.322651:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202352.322653:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202352.322657:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202352.322661:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202352.322664:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202352.322667:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788202352.322670:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202352.322680:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dea00. 00000020:00000040:1.0:1788202352.322684:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788202352.322687:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202352.322689:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202352.322692:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202352.322695:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202352.322700:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202352.322707:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9ac00. 00000100:00000001:1.0:1788202352.322714:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202352.322722:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dea00 x1875052841760896/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202352.322734:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202352.322738:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202352.322743:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4ead91e] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dea00 x1875052841760896/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202352.322770:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202352.322775:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202352.322779:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788202352.322781:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202352.322782:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202352.322786:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202352.322789:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 12818 00000400:00000200:1.0:1788202352.322794:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202352.322798:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202352.322801:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202352.322805:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202352.322807:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202352.322810:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202352.322813:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202352.322817:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202352.322820:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788202352.322824:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202352.322826:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788202352.322830:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788202352.322835:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788202352.322844:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202352.322850:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202352.322856:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202352.322862:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202352.322870:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788202352.322878:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202352.322884:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202352.322889:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202352.322894:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202352.322898:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202352.322901:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202352.322907:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788202352.322915:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202352.322919:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202352.322925:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3de300. 00000020:00000040:1.0:1788202352.322930:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788202352.322933:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202352.322938:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202352.322943:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202352.322946:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202352.322950:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202352.322965:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9a400. 00000100:00000001:1.0:1788202352.322972:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202352.322982:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3de300 x1875052841761024/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202352.322998:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202352.323004:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202352.323011:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc9d591c] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3de300 x1875052841761024/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202352.323029:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202352.323034:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202352.323040:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788202352.323044:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202352.323046:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202352.323051:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202352.323058:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 12818 00000400:00000200:1.0:1788202352.323067:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202352.323076:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202352.323081:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202352.323090:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202352.323096:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202352.323103:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202352.323107:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202352.323113:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202352.323116:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788202352.323120:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202352.323124:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788202352.323131:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788202352.323138:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788202352.323144:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202352.323149:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202352.323155:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202352.323158:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202352.323163:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788202352.323168:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202352.323174:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202352.323178:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202352.323182:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202352.323186:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202352.323191:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202352.323196:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788202352.323204:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202352.323208:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202352.323216:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3df800. 00000020:00000040:1.0:1788202352.323223:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788202352.323229:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202352.323233:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202352.323238:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202352.323241:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202352.323244:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202352.323251:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99c00. 00000100:00000001:1.0:1788202352.323256:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202352.323267:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3df800 x1875052841761152/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202352.323285:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202352.323289:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202352.323300:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051a886bc] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3df800 x1875052841761152/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202352.323316:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202352.323323:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788202352.323345:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788202352.323351:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202352.323360:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788202352.323364:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202352.323367:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202352.323372:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202352.323377:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 12818 00000400:00000200:1.0:1788202352.323384:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202352.323391:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202352.323431:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202352.323439:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202352.323445:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202352.323453:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202352.323460:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202352.323466:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202352.323470:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788202352.323475:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202352.323479:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788202352.323484:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788202352.323490:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788202352.323498:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202352.323503:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202352.323510:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202352.323514:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202352.323520:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788202352.323526:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202352.323533:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202352.323540:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202352.323546:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202352.323553:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202352.323558:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202352.323564:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788202352.323570:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202352.323576:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202352.323584:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dd500. 00000020:00000040:1.0:1788202352.323589:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788202352.323592:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202352.323593:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202352.323597:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202352.323600:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202352.323604:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202352.323612:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98c00. 00000100:00000001:1.0:1788202352.323618:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202352.323628:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dd500 x1875052841761280/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202352.323645:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202352.323649:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202352.323657:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081f75c12] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dd500 x1875052841761280/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202352.323679:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202352.323687:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12829) 00000100:00000040:1.0:1788202353.602475:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307492596, at 4307492608 00000100:00000010:1.0:1788202353.602490:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b960. 00000020:00000001:1.0:1788202355.010545:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788202355.010550:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788202355.010554:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788202357.442516:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202357.442527:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788202357.442530:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202357.442536:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202357.442541:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202357.442549:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 12824 00000400:00000200:1.0:1788202357.442559:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202357.442568:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202357.442571:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202357.442575:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202357.442579:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202357.442582:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202357.442585:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202357.442590:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202357.442593:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788202357.442597:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202357.442600:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788202357.442603:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788202357.442607:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788202357.442610:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202357.442613:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202357.442615:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202357.442617:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202357.442620:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788202357.442624:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202357.442626:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202357.442628:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202357.442632:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202357.442635:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202357.442636:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788202357.442646:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202357.442659:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dd500. 00000020:00000040:1.0:1788202357.442662:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788202357.442666:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202357.442668:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202357.442672:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202357.442675:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202357.442680:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202357.442691:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9bc00. 00000100:00000001:1.0:1788202357.442698:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202357.442708:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dd500 x1875052841761408/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202357.442718:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202357.442722:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202357.442726:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081f75c12] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dd500 x1875052841761408/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202357.442750:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202357.442753:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202357.442756:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788202357.442757:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202357.442758:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202357.442761:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202357.442763:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 12824 00000400:00000200:1.0:1788202357.442766:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202357.442768:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202357.442770:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202357.442773:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202357.442775:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202357.442776:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202357.442778:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202357.442780:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202357.442781:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788202357.442782:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202357.442784:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788202357.442786:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788202357.442789:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788202357.442792:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202357.442793:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202357.442795:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202357.442796:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202357.442798:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788202357.442800:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202357.442805:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202357.442806:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202357.442816:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202357.442820:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202357.442822:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202357.442826:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788202357.442831:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202357.442832:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202357.442835:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3df800. 00000020:00000040:1.0:1788202357.442836:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788202357.442841:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202357.442842:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202357.442846:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202357.442849:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202357.442851:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202357.442857:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b800. 00000100:00000001:1.0:1788202357.442862:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202357.442870:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3df800 x1875052841761536/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202357.442879:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202357.442882:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202357.442889:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051a886bc] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3df800 x1875052841761536/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202357.442903:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202357.442907:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202357.442911:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788202357.442915:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202357.442917:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202357.442921:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202357.442925:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 12824 00000400:00000200:1.0:1788202357.442929:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202357.442930:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202357.442933:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202357.442939:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202357.442942:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202357.442946:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202357.442948:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202357.442949:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202357.442950:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788202357.442953:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202357.442955:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788202357.442960:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788202357.442961:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788202357.442964:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202357.442968:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202357.442970:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202357.442972:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202357.442974:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788202357.442976:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202357.442980:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202357.442982:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202357.442984:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202357.442985:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202357.442988:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202357.442992:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788202357.442996:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202357.443000:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202357.443005:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3de300. 00000020:00000040:1.0:1788202357.443008:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788202357.443010:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202357.443012:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202357.443013:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202357.443021:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202357.443025:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202357.443028:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9a000. 00000100:00000001:1.0:1788202357.443033:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202357.443041:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3de300 x1875052841761664/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202357.443050:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202357.443053:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202357.443056:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc9d591c] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3de300 x1875052841761664/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202357.443066:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202357.443069:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788202357.443072:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788202357.443076:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202357.443082:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788202357.443083:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202357.443084:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202357.443086:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202357.443090:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 12824 00000400:00000200:1.0:1788202357.443096:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202357.443100:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202357.443105:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202357.443110:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202357.443113:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202357.443117:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202357.443118:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202357.443122:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202357.443124:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788202357.443127:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202357.443129:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788202357.443131:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788202357.443134:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788202357.443139:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202357.443142:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202357.443146:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202357.443149:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202357.443154:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788202357.443160:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202357.443162:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202357.443163:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202357.443165:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202357.443167:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202357.443170:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202357.443173:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788202357.443177:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202357.443179:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202357.443184:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dea00. 00000020:00000040:1.0:1788202357.443186:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788202357.443189:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202357.443190:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202357.443194:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202357.443195:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202357.443197:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202357.443203:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b000. 00000100:00000001:1.0:1788202357.443207:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202357.443212:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dea00 x1875052841761792/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202357.443222:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202357.443224:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202357.443229:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4ead91e] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dea00 x1875052841761792/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202357.443238:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202357.443255:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12834) 00000100:00000040:1.0:1788202358.722515:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307497716, at 4307497728 00000100:00000010:1.0:1788202358.722542:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b000. 00000020:00000001:1.0:1788202359.106596:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788202359.106601:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788202359.106604:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788202363.202614:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788202363.202618:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788202363.202621:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788202363.842507:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307502837, at 4307502848 00000100:00000010:1.0:1788202363.842522:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8bf60. 00000020:00000001:1.0:1788202367.298624:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788202367.298629:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788202367.298633:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788202367.682545:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202367.682560:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788202367.682564:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202367.682569:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202367.682575:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202367.682584:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 12834 00000400:00000200:1.0:1788202367.682595:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202367.682602:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202367.682606:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202367.682611:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202367.682616:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202367.682619:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202367.682622:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202367.682627:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202367.682630:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788202367.682633:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202367.682637:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788202367.682640:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788202367.682643:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788202367.682647:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202367.682650:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202367.682652:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202367.682664:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202367.682668:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788202367.682673:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202367.682676:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202367.682680:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202367.682685:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202367.682688:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202367.682691:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788202367.682694:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202367.682707:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dca80. 00000020:00000040:1.0:1788202367.682712:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788202367.682717:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202367.682719:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202367.682723:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202367.682727:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202367.682732:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202367.682743:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99800. 00000100:00000001:1.0:1788202367.682752:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202367.682763:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dca80 x1875052841762432/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202367.682778:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202367.682783:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202367.682789:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004099c200] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dca80 x1875052841762432/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202367.682818:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202367.682822:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202367.682826:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788202367.682828:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202367.682830:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202367.682835:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202367.682841:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 12834 00000400:00000200:1.0:1788202367.682847:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202367.682852:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202367.682859:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202367.682868:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202367.682874:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202367.682882:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202367.682893:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202367.682902:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202367.682906:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788202367.682913:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202367.682918:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788202367.682927:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788202367.682937:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788202367.682948:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202367.682956:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202367.682960:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202367.682965:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202367.682981:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788202367.682986:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202367.682991:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202367.683001:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202367.683011:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202367.683020:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202367.683026:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202367.683033:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788202367.683043:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202367.683048:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202367.683056:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dfb80. 00000020:00000040:1.0:1788202367.683062:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788202367.683078:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202367.683080:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202367.683083:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202367.683085:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202367.683089:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202367.683100:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98400. 00000100:00000001:1.0:1788202367.683108:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202367.683130:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dfb80 x1875052841762560/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202367.683156:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202367.683163:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202367.683175:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086c01fd6] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dfb80 x1875052841762560/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202367.683222:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202367.683229:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202367.683240:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788202367.683243:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202367.683248:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202367.683258:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202367.683269:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 12834 00000400:00000200:1.0:1788202367.683277:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202367.683286:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202367.683293:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202367.683304:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202367.683314:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202367.683321:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202367.683326:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202367.683332:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202367.683335:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788202367.683340:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202367.683344:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788202367.683351:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788202367.683354:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788202367.683364:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202367.683373:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202367.683382:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202367.683390:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202367.683445:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788202367.683456:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202367.683468:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202367.683474:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202367.683480:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202367.683488:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202367.683492:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202367.683496:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788202367.683506:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202367.683511:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202367.683521:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ded80. 00000020:00000040:1.0:1788202367.683528:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788202367.683534:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202367.683538:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202367.683545:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202367.683549:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202367.683553:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202367.683561:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98000. 00000100:00000001:1.0:1788202367.683570:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202367.683582:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ded80 x1875052841762688/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202367.683626:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202367.683631:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202367.683643:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a769e60] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ded80 x1875052841762688/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202367.683659:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202367.683665:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788202367.683672:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788202367.683677:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202367.683684:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788202367.683688:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202367.683692:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202367.683704:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202367.683711:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 12834 00000400:00000200:1.0:1788202367.683732:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202367.683740:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202367.683747:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202367.683754:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202367.683764:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202367.683774:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202367.683788:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202367.683801:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202367.683807:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788202367.683816:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202367.683826:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788202367.683834:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788202367.683841:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788202367.683854:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202367.683860:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202367.683868:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202367.683874:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202367.683881:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788202367.683893:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202367.683902:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202367.683908:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202367.683916:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202367.683925:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202367.683932:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202367.683936:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788202367.683942:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202367.683948:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202367.683954:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ddc00. 00000020:00000040:1.0:1788202367.683962:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788202367.683972:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202367.683975:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202367.683980:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202367.683985:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202367.683989:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202367.684001:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b000. 00000100:00000001:1.0:1788202367.684008:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202367.684025:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ddc00 x1875052841762816/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202367.684051:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202367.684058:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202367.684082:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c3c4b34] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ddc00 x1875052841762816/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202367.684110:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202367.684124:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12844) 00000100:00000040:1.0:1788202368.962525:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307507957, at 4307507968 00000100:00000010:1.0:1788202368.962540:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b780. 00000020:00000001:1.0:1788202371.394575:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788202371.394579:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788202371.394583:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788202372.802462:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202372.802471:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788202372.802473:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202372.802477:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202372.802480:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202372.802486:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 12839 00000400:00000200:1.0:1788202372.802492:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202372.802496:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202372.802498:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202372.802501:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202372.802503:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202372.802505:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202372.802507:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202372.802510:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202372.802511:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788202372.802513:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202372.802515:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788202372.802517:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788202372.802519:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788202372.802520:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202372.802522:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202372.802523:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202372.802525:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202372.802527:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788202372.802529:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202372.802531:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202372.802533:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202372.802535:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202372.802538:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202372.802539:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788202372.802541:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202372.802549:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dd880. 00000020:00000040:1.0:1788202372.802552:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788202372.802554:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202372.802555:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202372.802558:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202372.802560:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202372.802563:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202372.802570:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b800. 00000100:00000001:1.0:1788202372.802575:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202372.802582:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dd880 x1875052841762944/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202372.802591:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202372.802594:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202372.802597:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083606985] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dd880 x1875052841762944/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202372.802614:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202372.802617:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202372.802619:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788202372.802620:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202372.802621:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202372.802623:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202372.802626:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 12839 00000400:00000200:1.0:1788202372.802629:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202372.802632:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202372.802634:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202372.802637:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202372.802638:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202372.802640:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202372.802641:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202372.802643:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202372.802647:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788202372.802649:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202372.802652:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788202372.802656:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788202372.802658:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788202372.802663:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202372.802668:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202372.802672:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202372.802673:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202372.802675:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788202372.802676:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202372.802680:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202372.802685:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202372.802690:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202372.802694:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202372.802697:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202372.802701:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788202372.802707:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202372.802710:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202372.802717:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ddf80. 00000020:00000040:1.0:1788202372.802722:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788202372.802727:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202372.802730:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202372.802732:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202372.802735:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202372.802738:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202372.802743:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9bc00. 00000100:00000001:1.0:1788202372.802749:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202372.802756:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ddf80 x1875052841763072/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202372.802765:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202372.802768:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202372.802772:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dea6dee7] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ddf80 x1875052841763072/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202372.802786:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202372.802792:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202372.802797:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788202372.802801:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202372.802805:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202372.802808:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202372.802813:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 12839 00000400:00000200:1.0:1788202372.802819:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202372.802825:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202372.802828:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202372.802830:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202372.802835:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202372.802839:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202372.802843:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202372.802848:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202372.802849:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788202372.802851:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202372.802854:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788202372.802857:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788202372.802862:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788202372.802867:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202372.802868:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202372.802869:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202372.802872:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202372.802875:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788202372.802881:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202372.802886:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202372.802893:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202372.802897:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202372.802904:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202372.802909:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202372.802913:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788202372.802919:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202372.802925:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202372.802933:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dc700. 00000020:00000040:1.0:1788202372.802938:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788202372.802940:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202372.802941:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202372.802942:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202372.802943:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202372.802945:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202372.802948:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98c00. 00000100:00000001:1.0:1788202372.802950:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202372.802957:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dc700 x1875052841763200/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202372.802970:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202372.802988:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202372.802994:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7db4f2b] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dc700 x1875052841763200/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202372.803005:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202372.803008:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788202372.803015:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788202372.803017:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202372.803021:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788202372.803026:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202372.803028:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202372.803031:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202372.803035:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 12839 00000400:00000200:1.0:1788202372.803043:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202372.803055:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202372.803057:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202372.803064:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202372.803069:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202372.803074:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202372.803078:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202372.803080:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202372.803083:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788202372.803084:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202372.803088:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788202372.803092:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788202372.803097:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788202372.803103:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202372.803106:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202372.803110:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202372.803114:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202372.803117:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788202372.803122:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202372.803130:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202372.803137:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202372.803140:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202372.803143:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202372.803148:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202372.803151:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788202372.803155:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202372.803158:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202372.803164:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dce00. 00000020:00000040:1.0:1788202372.803168:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788202372.803171:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202372.803174:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202372.803179:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202372.803180:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202372.803183:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202372.803189:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99c00. 00000100:00000001:1.0:1788202372.803193:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202372.803206:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dce00 x1875052841763328/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202372.803220:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202372.803223:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202372.803231:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e15d5058] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dce00 x1875052841763328/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202372.803237:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202372.803241:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12849) 00000100:00000040:1.0:1788202374.082496:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307513076, at 4307513088 00000100:00000010:1.0:1788202374.082513:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b720. 00000020:00000001:1.0:1788202375.490625:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788202375.490628:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788202375.490631:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788202379.202503:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307518197, at 4307518208 00000100:00000010:1.0:1788202379.202520:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b5a0. 00000020:00000001:1.0:1788202379.586607:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788202379.586611:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788202379.586614:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788202383.042517:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202383.042526:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788202383.042529:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202383.042533:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202383.042538:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202383.042545:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 12849 00000400:00000200:1.0:1788202383.042553:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202383.042559:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202383.042563:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202383.042566:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202383.042570:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202383.042572:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202383.042575:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202383.042580:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202383.042582:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788202383.042584:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202383.042588:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788202383.042590:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788202383.042593:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788202383.042596:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202383.042598:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202383.042601:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202383.042603:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202383.042607:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788202383.042610:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202383.042613:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202383.042615:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202383.042618:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202383.042620:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202383.042622:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788202383.042624:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202383.042634:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3df100. 00000020:00000040:1.0:1788202383.042637:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788202383.042640:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202383.042641:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202383.042643:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202383.042646:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202383.042650:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202383.042657:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9ac00. 00000100:00000001:1.0:1788202383.042662:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202383.042670:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3df100 x1875052841763968/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202383.042682:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202383.042687:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202383.042692:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c16a5860] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3df100 x1875052841763968/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202383.042717:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202383.042721:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202383.042725:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788202383.042726:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202383.042728:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202383.042731:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202383.042733:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 12849 00000400:00000200:1.0:1788202383.042737:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202383.042739:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202383.042742:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202383.042744:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202383.042746:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202383.042747:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202383.042749:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202383.042752:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202383.042754:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788202383.042757:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202383.042759:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788202383.042763:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788202383.042766:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788202383.042770:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202383.042772:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202383.042776:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202383.042778:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202383.042782:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788202383.042786:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202383.042789:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202383.042792:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202383.042813:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202383.042817:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202383.042821:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202383.042825:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788202383.042831:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202383.042836:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202383.042843:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dc000. 00000020:00000040:1.0:1788202383.042848:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788202383.042853:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202383.042857:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202383.042862:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202383.042866:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202383.042870:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202383.042878:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98800. 00000100:00000001:1.0:1788202383.042883:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202383.042894:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dc000 x1875052841764096/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202383.042906:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202383.042909:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202383.042914:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1e3b926] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dc000 x1875052841764096/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202383.042920:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202383.042924:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202383.042931:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788202383.042943:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202383.042946:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202383.042951:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202383.042958:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 12849 00000400:00000200:1.0:1788202383.042963:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202383.042970:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202383.042973:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202383.042977:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202383.042979:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202383.042983:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202383.042986:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202383.042988:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202383.042991:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788202383.042994:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202383.042997:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788202383.042999:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788202383.043000:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788202383.043007:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202383.043010:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202383.043011:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202383.043013:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202383.043016:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788202383.043021:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202383.043029:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202383.043033:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202383.043036:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202383.043041:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202383.043044:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202383.043047:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788202383.043050:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202383.043054:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202383.043058:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dd180. 00000020:00000040:1.0:1788202383.043064:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788202383.043069:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202383.043071:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202383.043076:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202383.043080:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202383.043084:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202383.043091:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b400. 00000100:00000001:1.0:1788202383.043097:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202383.043106:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dd180 x1875052841764224/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202383.043138:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202383.043143:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202383.043155:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000095f81904] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dd180 x1875052841764224/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202383.043168:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202383.043173:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788202383.043182:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788202383.043187:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202383.043193:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788202383.043194:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202383.043196:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202383.043201:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202383.043214:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 12849 00000400:00000200:1.0:1788202383.043222:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202383.043230:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202383.043234:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202383.043241:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202383.043248:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202383.043252:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202383.043258:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202383.043265:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202383.043269:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788202383.043275:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202383.043281:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788202383.043286:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788202383.043292:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788202383.043299:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202383.043302:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202383.043306:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202383.043309:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202383.043313:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788202383.043317:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202383.043321:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202383.043324:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202383.043328:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202383.043333:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202383.043337:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202383.043340:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788202383.043344:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202383.043348:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202383.043354:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3de680. 00000020:00000040:1.0:1788202383.043359:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788202383.043363:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202383.043365:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202383.043366:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202383.043367:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202383.043369:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202383.043372:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99400. 00000100:00000001:1.0:1788202383.043379:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202383.043387:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3de680 x1875052841764352/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202383.043422:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202383.043424:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202383.043427:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087fde751] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3de680 x1875052841764352/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202383.043435:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202383.043442:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12859) 00000020:00000001:1.0:1788202383.682606:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788202383.682610:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788202383.682613:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788202384.322515:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307523316, at 4307523328 00000100:00000010:1.0:1788202384.322535:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b360. 00000020:00000001:1.0:1788202387.778591:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788202387.778596:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788202387.778599:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788202389.442504:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307528436, at 4307528448 00000100:00000010:1.0:1788202389.442520:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b7e0. 00000020:00000001:1.0:1788202391.874590:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788202391.874593:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788202391.874596:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788202394.562502:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307533556, at 4307533568 00000100:00000010:1.0:1788202394.562519:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b4e0. 00000020:00000001:1.0:1788202395.970629:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788202395.970635:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788202395.970639:0:195479:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 2 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1788202395.970644:0:195479:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1788202395.970647:0:195479:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788202395.970655:0:195479:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9c4749125000 lock: ffff9c477aaec400/0x8990e4d0a22176b9 lrc: 2/0,0 mode: PR/PR res: [0x240002b17:0x250c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x749c07b037629aef expref: -99 pid: 226463 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1788202395.970668:0:195479:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788202395.970673:0:195479:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788202395.970676:0:195479:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788202395.970678:0:195479:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x240002b17:0x250c:0x0] mode (null) 00000002:00000001:1.0:1788202395.970687:0:195479:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788202395.970691:0:195479:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788202395.970700:0:195479:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9c477aae1300 count: 2 00010000:00000001:1.0:1788202395.970704:0:195479:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788202395.970710:0:195479:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788202395.970714:0:195479:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788202395.970723:0:195479:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1788202395.970726:0:195479:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x240002b17:0x250c:0x0](ffff9c47664e1988) invalid 00000020:00000001:1.0:1788202395.970731:0:195479:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffae1c8185bca0 00000080:00002000:1.0:1788202395.970737:0:195479:0:(llite_internal.h:2035:d_lustre_invalidate()) invalidate dentry d56a.sanity (ffff9c47422eb000) parent ffff9c474a2c4af8 inode ffff9c47664e1988 refc 1 00000080:00000001:1.0:1788202395.970750:0:195479:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1788202395.970753:0:195479:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788202395.970754:0:195479:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788202395.970758:0:195479:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788202395.970761:0:195479:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788202395.970762:0:195479:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788202395.970764:0:195479:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788202395.970765:0:195479:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788202395.970769:0:195479:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c477aaec400 with handle 0x8990e4d0a22176b9 from hash 00010000:00000001:1.0:1788202395.970774:0:195479:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788202395.970778:0:195479:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788202395.970781:0:195479:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788202395.970786:0:195479:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788202395.970790:0:195479:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788202395.970799:0:195479:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788202395.970803:0:195479:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788202395.970807:0:195479:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9c4749125000 lock: ffff9c477aa24a00/0x8990e4d0a22176b2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x749c07b037629ad3 expref: -99 pid: 226463 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00000001:1.0:1788202395.970816:0:195479:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788202395.970819:0:195479:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788202395.970821:0:195479:0:(file.c:6083:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788202395.970822:0:195479:0:(file.c:6089:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1788202395.970825:0:195479:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788202395.970827:0:195479:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788202395.970831:0:195479:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9c477afcb300 count: 2 00010000:00000001:1.0:1788202395.970834:0:195479:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788202395.970837:0:195479:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788202395.970839:0:195479:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788202395.970840:0:195479:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788202395.970843:0:195479:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9c477afcb300 count: 2 00010000:00000001:1.0:1788202395.970847:0:195479:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788202395.970855:0:195479:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788202395.970873:0:195479:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788202395.970880:0:195479:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788202395.970889:0:195479:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9c477afcb300 count: 2 00010000:00000001:1.0:1788202395.970898:0:195479:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788202395.970906:0:195479:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788202395.970911:0:195479:0:(file.c:6111:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788202395.970920:0:195479:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9c477138eb40, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1788202395.970929:0:195479:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1788202395.970938:0:195479:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1788202395.970942:0:195479:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788202395.970946:0:195479:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788202395.970955:0:195479:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788202395.970958:0:195479:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788202395.970963:0:195479:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788202395.970974:0:195479:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788202395.970981:0:195479:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788202395.970990:0:195479:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9c477aa24a00 with handle 0x8990e4d0a22176b2 from hash 00010000:00000001:1.0:1788202395.971000:0:195479:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788202395.971006:0:195479:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788202395.971013:0:195479:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788202395.971015:0:195479:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788202395.971018:0:195479:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788202395.971019:0:195479:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788202395.971023:0:195479:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1788202395.971026:0:195479:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788202395.971029:0:195479:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1788202395.971043:0:195479:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3de680. 00000020:00000040:1.0:1788202395.971060:0:195479:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000100:00000001:1.0:1788202395.971073:0:195479:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202395.971082:0:195479:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202395.971093:0:195479:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202395.971112:0:195479:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9c4653a1e000. 00000100:00000001:1.0:1788202395.971124:0:195479:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788202395.971136:0:195479:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788202395.971151:0:195479:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9c4749125000 lock: ffff9c477aaec400/0x8990e4d0a22176b9 lrc: 1/0,0 mode: --/PR res: [0x240002b17:0x250c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x749c07b037629aef expref: -99 pid: 226463 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1788202395.971170:0:195479:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9c4749125000 lock: ffff9c477aa24a00/0x8990e4d0a22176b2 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x749c07b037629ad3 expref: -99 pid: 226463 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1788202395.971185:0:195479:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:1.0:1788202395.971191:0:195479:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:1.0:1788202395.971198:0:195479:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202395.971204:0:195479:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202395.971220:0:195479:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087fde751] to pc [ptlrpcd_00_01+1] req@ffff9c477c3de680 x1875052841765504/t0(0) o103->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788202395.971262:0:195479:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788202395.971270:0:195479:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788202395.971274:0:195479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9c4749125000 lock: ffff9c477aaec400/0x8990e4d0a22176b9 lrc: 0/0,0 mode: --/PR res: [0x240002b17:0x250c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x749c07b037629aef expref: -99 pid: 226463 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:1.0:1788202395.971294:0:195479:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9c477aae1300 count: 0 00010000:00000010:1.0:1788202395.971310:0:195479:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9c47684aa580. 00010000:00000001:1.0:1788202395.971329:0:195479:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788202395.971334:0:195479:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788202395.971341:0:195479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9c4749125000 lock: ffff9c477aa24a00/0x8990e4d0a22176b2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x749c07b037629ad3 expref: -99 pid: 226463 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000040:1.0:1788202395.971363:0:195479:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9c477afcb300 count: 0 00010000:00000010:1.0:1788202395.971375:0:195479:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9c476fc2b200. 00010000:00000001:1.0:1788202395.971388:0:195479:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788202395.971391:0:195479:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1788202395.971441:0:195479:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9c4773a960c0. 00010000:00000001:1.0:1788202395.971452:0:195479:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788202395.971458:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788202395.971463:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788202395.971466:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788202395.971468:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788202395.971471:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788202395.971481:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788202395.971491:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788202395.971498:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788202395.971505:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788202395.971515:0:2421:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788202395.971521:0:2421:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788202395.971531:0:2421:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788202395.971545:0:2421:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3de680 x1875052841765504/t0(0) o103->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202395.971586:0:2421:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788202395.971595:0:2421:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1788202395.971610:0:2421:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff9c477c3de680 x1875052841765504/t0(0) o103->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202395.971636:0:2421:0:(client.c:1837:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202395.971646:0:2421:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788202395.971652:0:2421:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788202395.971655:0:2421:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788202395.971658:0:2421:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202395.971661:0:2421:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788202395.971672:0:2421:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788202395.971675:0:2421:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202395.971679:0:2421:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788202395.971681:0:2421:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788202395.971685:0:2421:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788202395.971688:0:2421:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788202395.971689:0:2421:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788202395.971691:0:2421:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202395.971693:0:2421:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202395.971715:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788202395.971718:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202395.971772:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788202395.971776:0:2420:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788202395.971778:0:2420:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788202395.971785:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477d3faa00 x1875052841765632/t0(0) o103->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202395.971799:0:2420:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788202395.971801:0:2420:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1788202395.971806:0:2420:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff9c477d3faa00 x1875052841765632/t0(0) o103->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202395.971838:0:2420:0:(client.c:1837:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202395.971844:0:2420:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788202395.971850:0:2420:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788202395.971855:0:2420:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788202395.971858:0:2420:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202395.971860:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788202395.971871:0:2420:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788202395.971874:0:2420:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202395.971878:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788202395.971887:0:2420:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788202395.971894:0:2420:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788202395.971901:0:2420:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788202395.971906:0:2420:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788202395.971912:0:2420:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202395.971918:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202395.971942:0:2421:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788202395.971946:0:2421:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788202395.971948:0:2421:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788202395.971951:0:2421:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788202395.971952:0:2421:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788202395.971953:0:2421:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202395.971955:0:2421:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202398.402492:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202398.402504:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788202398.402506:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202398.402510:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202398.402515:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202398.402521:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 12864 00000400:00000200:1.0:1788202398.402543:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202398.402550:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202398.402554:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202398.402558:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202398.402562:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202398.402565:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202398.402568:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202398.402572:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202398.402574:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788202398.402577:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202398.402580:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788202398.402583:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788202398.402586:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788202398.402589:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202398.402591:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202398.402594:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202398.402596:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202398.402600:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788202398.402603:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202398.402606:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202398.402609:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202398.402613:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202398.402616:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202398.402619:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788202398.402622:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202398.402630:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dd180. 00000020:00000040:1.0:1788202398.402634:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788202398.402639:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202398.402641:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202398.402644:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202398.402647:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202398.402651:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202398.402659:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99000. 00000100:00000001:1.0:1788202398.402666:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202398.402675:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dd180 x1875052841765760/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202398.402687:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202398.402692:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202398.402697:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000095f81904] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dd180 x1875052841765760/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202398.402720:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202398.402724:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202398.402728:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788202398.402729:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202398.402731:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202398.402734:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202398.402737:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 12864 00000400:00000200:1.0:1788202398.402741:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202398.402745:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202398.402748:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202398.402752:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202398.402755:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202398.402758:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202398.402763:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202398.402776:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202398.402779:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788202398.402783:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202398.402787:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788202398.402793:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788202398.402797:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788202398.402804:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202398.402809:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202398.402815:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202398.402819:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202398.402824:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788202398.402830:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202398.402832:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202398.402836:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202398.402842:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202398.402846:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202398.402851:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202398.402855:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788202398.402859:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202398.402861:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202398.402866:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dc000. 00000020:00000040:1.0:1788202398.402872:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788202398.402878:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202398.402879:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202398.402881:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202398.402884:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202398.402887:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202398.402893:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9a800. 00000100:00000001:1.0:1788202398.402897:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202398.402902:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dc000 x1875052841765888/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202398.402910:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202398.402914:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202398.402919:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1e3b926] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dc000 x1875052841765888/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202398.402930:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202398.402933:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202398.402935:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788202398.402936:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202398.402937:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202398.402940:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202398.402944:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 12864 00000400:00000200:1.0:1788202398.402948:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202398.402954:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202398.402957:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202398.402963:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202398.402967:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202398.402970:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202398.402972:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202398.402976:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202398.402978:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788202398.402981:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202398.402983:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788202398.402987:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788202398.402990:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788202398.402994:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202398.402997:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202398.402999:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202398.403002:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202398.403005:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788202398.403010:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202398.403012:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202398.403013:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202398.403017:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202398.403022:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202398.403023:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202398.403025:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788202398.403028:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202398.403031:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202398.403036:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3df100. 00000020:00000040:1.0:1788202398.403039:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788202398.403042:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202398.403044:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202398.403046:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202398.403049:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202398.403051:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202398.403056:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99400. 00000100:00000001:1.0:1788202398.403061:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202398.403068:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3df100 x1875052841766016/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202398.403086:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202398.403101:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202398.403107:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c16a5860] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3df100 x1875052841766016/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202398.403120:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202398.403126:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788202398.403134:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788202398.403137:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202398.403143:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788202398.403152:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202398.403155:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202398.403163:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202398.403168:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 12864 00000400:00000200:1.0:1788202398.403177:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202398.403182:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202398.403185:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202398.403191:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202398.403193:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202398.403196:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202398.403200:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202398.403202:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202398.403207:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788202398.403211:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202398.403214:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788202398.403216:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788202398.403220:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788202398.403224:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202398.403227:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202398.403230:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202398.403234:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202398.403236:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788202398.403240:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202398.403245:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202398.403248:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202398.403252:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202398.403256:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202398.403260:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202398.403262:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788202398.403265:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202398.403268:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202398.403273:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dc700. 00000020:00000040:1.0:1788202398.403279:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788202398.403285:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202398.403288:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202398.403292:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202398.403296:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202398.403298:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202398.403302:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b400. 00000100:00000001:1.0:1788202398.403307:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202398.403316:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dc700 x1875052841766144/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202398.403331:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202398.403334:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202398.403340:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7db4f2b] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dc700 x1875052841766144/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202398.403348:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202398.403354:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12875) 00000020:00000001:1.0:1788202399.042602:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788202399.042606:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788202399.042609:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788202399.682539:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307538676, at 4307538688 00000100:00000010:1.0:1788202399.682551:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b0c0. 00000020:00000001:1.0:1788202403.138573:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788202403.138576:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788202403.138579:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788202404.802523:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307543796, at 4307543808 00000100:00000010:1.0:1788202404.802542:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b2a0. 00000020:00000001:1.0:1788202407.234541:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788202407.234546:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788202407.234549:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788202409.922495:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307548916, at 4307548928 00000100:00000010:1.0:1788202409.922507:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88ba0. 00000100:00000040:1.0:1788202415.042474:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307554036, at 4307554048 00000100:00000010:1.0:1788202415.042494:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8bea0. 00000100:00080000:1.0:1788202418.882493:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202418.882501:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788202418.882503:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202418.882506:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202418.882510:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202418.882515:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 12885 00000400:00000200:1.0:1788202418.882521:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202418.882526:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202418.882529:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202418.882531:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202418.882533:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202418.882535:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202418.882537:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202418.882539:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202418.882541:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788202418.882543:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202418.882545:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788202418.882546:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788202418.882548:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788202418.882550:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202418.882551:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202418.882553:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202418.882554:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202418.882557:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788202418.882559:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202418.882561:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202418.882563:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202418.882565:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202418.882567:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202418.882569:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788202418.882570:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202418.882578:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ddf80. 00000020:00000040:1.0:1788202418.882580:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788202418.882583:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202418.882584:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202418.882587:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202418.882589:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202418.882592:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202418.882599:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9ac00. 00000100:00000001:1.0:1788202418.882605:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202418.882611:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ddf80 x1875052841767808/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202418.882618:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202418.882622:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202418.882625:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dea6dee7] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ddf80 x1875052841767808/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202418.882640:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202418.882642:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202418.882645:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788202418.882646:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202418.882647:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202418.882649:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202418.882651:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 12885 00000400:00000200:1.0:1788202418.882655:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202418.882658:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202418.882660:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202418.882662:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202418.882666:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202418.882668:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202418.882673:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202418.882677:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202418.882678:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788202418.882681:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202418.882683:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788202418.882686:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788202418.882691:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788202418.882697:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202418.882701:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202418.882704:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202418.882707:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202418.882711:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788202418.882714:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202418.882717:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202418.882721:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202418.882727:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202418.882732:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202418.882735:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202418.882740:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788202418.882743:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202418.882744:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202418.882746:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dce00. 00000020:00000040:1.0:1788202418.882748:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788202418.882751:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202418.882754:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202418.882756:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202418.882759:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202418.882760:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202418.882765:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98c00. 00000100:00000001:1.0:1788202418.882772:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202418.882779:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dce00 x1875052841767936/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202418.882787:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202418.882789:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202418.882794:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e15d5058] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dce00 x1875052841767936/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202418.882805:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202418.882807:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202418.882811:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788202418.882814:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202418.882817:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202418.882820:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202418.882823:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 12885 00000400:00000200:1.0:1788202418.882832:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202418.882838:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202418.882841:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202418.882847:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202418.882851:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202418.882855:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202418.882858:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202418.882862:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202418.882863:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788202418.882864:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202418.882868:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788202418.882872:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788202418.882875:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788202418.882879:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202418.882882:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202418.882886:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202418.882889:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202418.882893:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788202418.882896:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202418.882898:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202418.882900:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202418.882903:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202418.882906:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202418.882910:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202418.882914:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788202418.882921:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202418.882926:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202418.882933:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dd880. 00000020:00000040:1.0:1788202418.882939:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788202418.882944:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202418.882946:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202418.882949:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202418.882952:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202418.882956:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202418.882964:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9bc00. 00000100:00000001:1.0:1788202418.882969:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202418.882975:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dd880 x1875052841768064/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202418.882983:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202418.882986:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202418.882991:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083606985] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dd880 x1875052841768064/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202418.883003:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202418.883008:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788202418.883016:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788202418.883022:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202418.883027:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788202418.883029:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202418.883033:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202418.883036:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202418.883038:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 12885 00000400:00000200:1.0:1788202418.883047:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202418.883053:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202418.883056:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202418.883061:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202418.883066:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202418.883068:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202418.883072:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202418.883076:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202418.883079:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788202418.883082:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202418.883085:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788202418.883089:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788202418.883092:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788202418.883096:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202418.883101:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202418.883106:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202418.883111:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202418.883117:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788202418.883121:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202418.883126:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202418.883128:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202418.883131:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202418.883134:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202418.883137:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202418.883141:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788202418.883145:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202418.883147:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202418.883151:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ddc00. 00000020:00000040:1.0:1788202418.883154:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788202418.883156:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202418.883157:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202418.883161:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202418.883163:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202418.883164:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202418.883167:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99c00. 00000100:00000001:1.0:1788202418.883171:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202418.883192:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ddc00 x1875052841768192/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202418.883204:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202418.883207:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202418.883213:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c3c4b34] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ddc00 x1875052841768192/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202418.883233:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202418.883239:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12895) 00000100:00000040:1.0:1788202420.162509:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307559156, at 4307559168 00000100:00000010:1.0:1788202420.162528:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8bd80. 00000100:00080000:1.0:1788202424.002484:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202424.002495:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788202424.002498:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202424.002502:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202424.002507:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202424.002514:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 12890 00000400:00000200:1.0:1788202424.002521:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202424.002527:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202424.002530:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202424.002534:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202424.002537:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202424.002539:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202424.002541:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202424.002545:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202424.002547:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788202424.002550:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202424.002553:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788202424.002555:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788202424.002557:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788202424.002560:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202424.002561:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202424.002563:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202424.002564:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202424.002566:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788202424.002569:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202424.002571:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202424.002574:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202424.002577:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202424.002580:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202424.002582:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788202424.002584:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202424.002594:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ded80. 00000020:00000040:1.0:1788202424.002597:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788202424.002600:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202424.002602:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202424.002605:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202424.002607:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202424.002612:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202424.002619:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b800. 00000100:00000001:1.0:1788202424.002626:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202424.002634:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ded80 x1875052841768320/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202424.002643:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202424.002647:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202424.002652:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a769e60] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ded80 x1875052841768320/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202424.002672:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202424.002675:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202424.002677:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788202424.002678:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202424.002679:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202424.002681:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202424.002684:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 12890 00000400:00000200:1.0:1788202424.002687:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202424.002690:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202424.002694:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202424.002696:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202424.002699:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202424.002702:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202424.002705:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202424.002706:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202424.002707:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788202424.002710:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202424.002712:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788202424.002716:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788202424.002720:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788202424.002725:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202424.002727:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202424.002732:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202424.002734:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202424.002738:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788202424.002744:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202424.002750:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202424.002752:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202424.002758:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202424.002761:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202424.002763:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202424.002766:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788202424.002770:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202424.002773:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202424.002776:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dfb80. 00000020:00000040:1.0:1788202424.002780:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788202424.002782:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202424.002785:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202424.002787:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202424.002788:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202424.002789:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202424.002795:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9a400. 00000100:00000001:1.0:1788202424.002797:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202424.002804:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dfb80 x1875052841768448/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202424.002815:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202424.002819:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202424.002826:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086c01fd6] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dfb80 x1875052841768448/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202424.002839:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202424.002842:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202424.002844:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788202424.002845:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202424.002846:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202424.002851:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202424.002854:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 12890 00000400:00000200:1.0:1788202424.002859:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202424.002863:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202424.002864:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202424.002868:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202424.002871:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202424.002874:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202424.002880:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202424.002881:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202424.002883:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788202424.002885:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202424.002886:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788202424.002889:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788202424.002892:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788202424.002897:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202424.002901:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202424.002905:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202424.002909:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202424.002912:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788202424.002917:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202424.002919:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202424.002920:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202424.002923:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202424.002926:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202424.002931:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202424.002933:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788202424.002937:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202424.002938:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202424.002943:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dca80. 00000020:00000040:1.0:1788202424.002947:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788202424.002949:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202424.002950:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202424.002951:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202424.002952:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202424.002954:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202424.002960:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9a000. 00000100:00000001:1.0:1788202424.002962:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202424.002966:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dca80 x1875052841768576/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202424.002974:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202424.002977:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202424.002982:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004099c200] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dca80 x1875052841768576/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202424.002993:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202424.002996:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788202424.003000:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788202424.003003:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202424.003008:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788202424.003010:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202424.003013:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202424.003014:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202424.003017:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 12890 00000400:00000200:1.0:1788202424.003021:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202424.003024:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202424.003028:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202424.003034:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202424.003036:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202424.003040:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202424.003043:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202424.003044:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202424.003046:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788202424.003048:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202424.003050:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788202424.003052:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788202424.003055:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788202424.003061:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202424.003064:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202424.003067:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202424.003069:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202424.003071:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788202424.003099:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202424.003105:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202424.003107:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202424.003111:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202424.003114:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202424.003118:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202424.003122:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788202424.003127:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202424.003128:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202424.003133:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dea00. 00000020:00000040:1.0:1788202424.003137:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788202424.003142:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202424.003145:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202424.003150:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202424.003151:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202424.003154:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202424.003165:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b000. 00000100:00000001:1.0:1788202424.003169:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202424.003176:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dea00 x1875052841768704/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202424.003187:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202424.003191:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202424.003196:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4ead91e] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dea00 x1875052841768704/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202424.003209:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202424.003215:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12900) 00000100:00000040:1.0:1788202425.282493:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307564276, at 4307564288 00000100:00000010:1.0:1788202425.282509:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8ba20. 00000100:00000040:1.0:1788202430.402492:0:225277:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307569396, at 4307569408 00000100:00000010:1.0:1788202430.402507:0:225277:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b360. 00000100:00000040:1.0:1788202435.522461:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307574516, at 4307574528 00000100:00000010:1.0:1788202435.522477:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b5a0. 00000100:00000040:1.0:1788202440.642487:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307579636, at 4307579648 00000100:00000010:1.0:1788202440.642496:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b720. 00000400:00000100:1.0:1788202442.434643:0:2410:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.101:988 00000400:00000100:1.0:1788202442.434686:0:2410:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.101@tcp at host 192.168.201.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:1.0:1788202442.434696:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202442.434701:0:2410:0:(router.c:1791:lnet_notify()) 192.168.201.1@tcp notifying 192.168.201.101@tcp: down 00000400:00000200:1.0:1788202442.434705:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202442.434709:0:2410:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:1.0:1788202442.434714:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788202442.434718:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475dc67700. 00000400:00000200:1.0:1788202442.434724:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788202442.434729:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788202442.434735:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476c8b6b28 00000400:00000010:1.0:1788202442.434745:0:2410:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476c8b6b28. 00000100:00000001:1.0:1788202442.434752:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788202442.434762:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c476db9f800 x1875052841769856/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788202464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202442.434814:0:2410:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788202442.434820:0:2410:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9f800 x1875052841769856/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788202464 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202442.434828:0:2410:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202442.434831:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788202442.434841:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788202442.434845:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475dc67d00. 00000400:00000200:1.0:1788202442.434848:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788202442.434853:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788202442.434860:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476c8b64c8 00000400:00000010:1.0:1788202442.434864:0:2410:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476c8b64c8. 00000100:00000001:1.0:1788202442.434868:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788202442.434877:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c476db9ed80 x1875052841769984/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788202464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202442.434903:0:2410:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788202442.434909:0:2410:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9ed80 x1875052841769984/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788202464 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202442.434921:0:2410:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202442.434924:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788202442.434932:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788202442.434936:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475dc67f00. 00000400:00000200:1.0:1788202442.434939:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788202442.434943:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788202442.434946:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476c8b6220 00000400:00000010:1.0:1788202442.434948:0:2410:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476c8b6220. 00000100:00000001:1.0:1788202442.434951:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788202442.434955:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c476db9d880 x1875052841770112/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788202464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202442.434963:0:2410:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788202442.434967:0:2410:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9d880 x1875052841770112/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788202464 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202442.434975:0:2410:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202442.434977:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788202442.434982:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788202442.434985:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475dc67500. 00000400:00000200:1.0:1788202442.434988:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788202442.434991:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788202442.434994:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476c8b6d48 00000400:00000010:1.0:1788202442.434996:0:2410:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476c8b6d48. 00000100:00000001:1.0:1788202442.434999:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788202442.435003:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c476db9c380 x1875052841770240/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788202464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202442.435011:0:2410:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788202442.435015:0:2410:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9c380 x1875052841770240/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788202464 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202442.435022:0:2410:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202442.435023:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1788202445.762483:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307584758, at 4307584768 00000100:00000010:1.0:1788202445.762494:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b780. 00000100:00080000:1.0:1788202449.602521:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202449.602529:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788202449.602532:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202449.602535:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202449.602539:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202449.602545:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 12916 00000400:00000200:1.0:1788202449.602552:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202449.602557:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202449.602560:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202449.602562:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202449.602566:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202449.602568:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202449.602570:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202449.602573:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202449.602574:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788202449.602576:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202449.602579:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788202449.602580:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788202449.602582:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788202449.602584:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202449.602585:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202449.602586:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202449.602587:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202449.602590:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788202449.602592:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202449.602594:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202449.602596:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202449.602599:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202449.602601:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202449.602602:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788202449.602604:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202449.602611:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3de300. 00000020:00000040:1.0:1788202449.602614:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788202449.602617:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202449.602618:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202449.602620:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202449.602623:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202449.602626:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202449.602632:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98400. 00000100:00000001:1.0:1788202449.602638:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202449.602660:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3de300 x1875052841770880/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202449.602668:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202449.602672:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202449.602676:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc9d591c] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3de300 x1875052841770880/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202449.602692:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202449.602695:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202449.602698:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788202449.602699:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202449.602700:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202449.602702:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202449.602704:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 12916 00000400:00000200:1.0:1788202449.602706:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202449.602708:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202449.602710:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202449.602713:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202449.602715:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202449.602717:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202449.602718:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202449.602720:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202449.602721:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788202449.602722:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202449.602723:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788202449.602725:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788202449.602727:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788202449.602730:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202449.602731:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202449.602733:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202449.602734:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202449.602735:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788202449.602738:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202449.602742:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202449.602745:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202449.602750:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202449.602753:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202449.602756:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202449.602759:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788202449.602766:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202449.602770:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202449.602775:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3df800. 00000020:00000040:1.0:1788202449.602779:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788202449.602782:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202449.602786:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202449.602791:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202449.602793:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202449.602795:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202449.602801:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99800. 00000100:00000001:1.0:1788202449.602806:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202449.602812:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3df800 x1875052841771008/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202449.602821:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202449.602825:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202449.602828:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051a886bc] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3df800 x1875052841771008/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202449.602835:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202449.602838:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202449.602841:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788202449.602844:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202449.602845:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202449.602848:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202449.602852:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 12916 00000400:00000200:1.0:1788202449.602857:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202449.602861:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202449.602865:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202449.602867:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202449.602868:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202449.602871:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202449.602874:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202449.602877:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202449.602879:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788202449.602882:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202449.602884:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788202449.602885:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788202449.602887:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788202449.602892:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202449.602895:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202449.602897:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202449.602902:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202449.602904:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788202449.602906:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202449.602908:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202449.602912:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202449.602915:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202449.602917:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202449.602919:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202449.602922:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788202449.602926:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202449.602929:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202449.602933:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dd500. 00000020:00000040:1.0:1788202449.602938:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788202449.602940:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202449.602941:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202449.602943:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202449.602945:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202449.602947:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202449.602953:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98000. 00000100:00000001:1.0:1788202449.602958:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202449.602965:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dd500 x1875052841771136/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202449.602977:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202449.602979:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202449.602983:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081f75c12] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dd500 x1875052841771136/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202449.602988:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202449.602990:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788202449.602995:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788202449.602998:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202449.603005:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788202449.603006:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202449.603007:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202449.603010:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202449.603014:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 12916 00000400:00000200:1.0:1788202449.603020:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202449.603022:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202449.603023:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202449.603025:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202449.603028:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202449.603031:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202449.603036:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202449.603037:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202449.603038:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788202449.603039:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202449.603044:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788202449.603048:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788202449.603051:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788202449.603054:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202449.603057:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202449.603060:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202449.603063:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202449.603065:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788202449.603069:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202449.603072:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202449.603074:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202449.603076:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202449.603079:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202449.603082:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202449.603085:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788202449.603090:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202449.603093:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202449.603097:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dea00. 00000020:00000040:1.0:1788202449.603101:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788202449.603105:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202449.603107:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202449.603110:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202449.603112:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202449.603115:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202449.603119:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b000. 00000100:00000001:1.0:1788202449.603121:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202449.603126:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dea00 x1875052841771264/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202449.603137:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202449.603140:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202449.603146:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4ead91e] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dea00 x1875052841771264/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202449.603162:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202449.603167:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12926) 00000100:00000040:1.0:1788202450.882468:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307589876, at 4307589888 00000100:00000010:1.0:1788202450.882483:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8bc60. 00000100:00000040:1.0:1788202456.002493:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307594996, at 4307595008 00000100:00000010:1.0:1788202456.002510:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b000. 00000100:00000040:1.0:1788202461.122526:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307600116, at 4307600128 00000100:00000010:1.0:1788202461.122545:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b240. 00000100:00000040:1.0:1788202466.242466:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307605236, at 4307605248 00000100:00000010:1.0:1788202466.242487:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8bb40. 00000100:00080000:1.0:1788202470.082547:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202470.082559:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788202470.082562:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202470.082566:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202470.082571:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202470.082579:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 12936 00000400:00000200:1.0:1788202470.082589:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202470.082594:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202470.082599:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202470.082603:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202470.082606:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202470.082609:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202470.082612:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202470.082616:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202470.082618:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788202470.082621:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202470.082625:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788202470.082628:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788202470.082631:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788202470.082635:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202470.082637:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202470.082639:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202470.082641:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202470.082644:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788202470.082648:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202470.082650:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202470.082653:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202470.082657:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202470.082660:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202470.082663:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788202470.082665:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202470.082675:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dca80. 00000020:00000040:1.0:1788202470.082679:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788202470.082683:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202470.082685:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202470.082689:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202470.082692:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202470.082695:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202470.082703:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9a000. 00000100:00000001:1.0:1788202470.082709:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202470.082717:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dca80 x1875052841772928/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202470.082725:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202470.082729:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202470.082732:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004099c200] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dca80 x1875052841772928/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202470.082751:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202470.082754:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202470.082757:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788202470.082758:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202470.082759:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202470.082761:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202470.082763:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 12936 00000400:00000200:1.0:1788202470.082766:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202470.082768:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202470.082769:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202470.082771:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202470.082773:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202470.082775:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202470.082777:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202470.082779:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202470.082780:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788202470.082781:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202470.082783:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788202470.082784:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788202470.082785:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788202470.082788:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202470.082790:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202470.082791:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202470.082792:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202470.082794:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788202470.082797:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202470.082802:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202470.082803:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202470.082809:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202470.082813:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202470.082814:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202470.082818:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788202470.082822:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202470.082827:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202470.082832:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dfb80. 00000020:00000040:1.0:1788202470.082836:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788202470.082841:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202470.082844:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202470.082847:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202470.082849:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202470.082852:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202470.082855:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9a400. 00000100:00000001:1.0:1788202470.082860:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202470.082867:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dfb80 x1875052841773056/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202470.082885:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202470.082891:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202470.082900:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086c01fd6] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dfb80 x1875052841773056/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202470.082920:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202470.082925:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202470.082928:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788202470.082931:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202470.082935:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202470.082941:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202470.082949:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 12936 00000400:00000200:1.0:1788202470.082960:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202470.082969:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202470.082975:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202470.082985:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202470.082988:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202470.082992:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202470.082994:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202470.082996:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202470.082998:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788202470.083000:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202470.083002:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788202470.083006:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788202470.083008:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788202470.083015:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202470.083017:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202470.083023:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202470.083028:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202470.083033:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788202470.083042:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202470.083047:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202470.083053:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202470.083057:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202470.083064:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202470.083069:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202470.083073:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788202470.083078:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202470.083083:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202470.083088:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ded80. 00000020:00000040:1.0:1788202470.083093:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788202470.083100:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202470.083103:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202470.083107:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202470.083111:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202470.083114:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202470.083123:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b800. 00000100:00000001:1.0:1788202470.083129:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202470.083137:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ded80 x1875052841773184/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202470.083149:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202470.083152:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202470.083159:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a769e60] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ded80 x1875052841773184/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202470.083172:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202470.083179:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788202470.083181:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788202470.083184:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202470.083189:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788202470.083193:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202470.083195:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202470.083202:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202470.083205:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 12936 00000400:00000200:1.0:1788202470.083212:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202470.083218:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202470.083220:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202470.083225:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202470.083226:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202470.083231:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202470.083234:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202470.083238:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202470.083240:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788202470.083243:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202470.083246:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788202470.083251:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788202470.083254:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788202470.083257:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202470.083261:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202470.083265:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202470.083268:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202470.083274:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788202470.083280:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202470.083300:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202470.083306:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202470.083309:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202470.083315:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202470.083319:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202470.083322:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788202470.083329:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202470.083335:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202470.083342:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ddc00. 00000020:00000040:1.0:1788202470.083347:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788202470.083351:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202470.083354:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202470.083357:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202470.083359:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202470.083364:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202470.083370:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99c00. 00000100:00000001:1.0:1788202470.083375:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202470.083381:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ddc00 x1875052841773312/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202470.083392:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202470.083417:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202470.083420:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c3c4b34] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ddc00 x1875052841773312/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202470.083426:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202470.083432:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12946) 00000100:00000040:1.0:1788202471.362461:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307610356, at 4307610368 00000100:00000010:1.0:1788202471.362476:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b1e0. 00000100:00080000:1.0:1788202475.202498:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202475.202507:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788202475.202511:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202475.202515:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202475.202520:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202475.202528:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 12941 00000400:00000200:1.0:1788202475.202537:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202475.202544:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202475.202547:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202475.202552:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202475.202556:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202475.202559:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202475.202562:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202475.202566:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202475.202568:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788202475.202570:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202475.202572:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788202475.202574:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788202475.202576:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788202475.202578:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202475.202580:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202475.202581:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202475.202582:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202475.202584:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788202475.202586:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202475.202588:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202475.202590:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202475.202593:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202475.202595:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202475.202596:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788202475.202598:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202475.202607:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dd880. 00000020:00000040:1.0:1788202475.202609:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788202475.202613:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202475.202614:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202475.202617:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202475.202619:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202475.202623:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202475.202629:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9bc00. 00000100:00000001:1.0:1788202475.202635:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202475.202642:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dd880 x1875052841773440/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202475.202650:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202475.202655:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202475.202658:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083606985] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dd880 x1875052841773440/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202475.202677:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202475.202680:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202475.202683:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788202475.202684:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202475.202685:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202475.202687:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202475.202689:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 12941 00000400:00000200:1.0:1788202475.202692:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202475.202694:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202475.202696:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202475.202698:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202475.202700:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202475.202702:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202475.202704:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202475.202706:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202475.202707:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788202475.202708:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202475.202710:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788202475.202712:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788202475.202714:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788202475.202719:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202475.202723:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202475.202728:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202475.202729:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202475.202733:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788202475.202737:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202475.202742:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202475.202745:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202475.202751:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202475.202755:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202475.202758:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202475.202762:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788202475.202766:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202475.202767:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202475.202769:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dce00. 00000020:00000040:1.0:1788202475.202772:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788202475.202776:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202475.202779:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202475.202782:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202475.202784:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202475.202788:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202475.202792:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98c00. 00000100:00000001:1.0:1788202475.202795:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202475.202809:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dce00 x1875052841773568/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202475.202828:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202475.202832:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202475.202839:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e15d5058] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dce00 x1875052841773568/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202475.202881:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202475.202887:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202475.202895:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788202475.202898:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202475.202900:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202475.202907:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202475.202915:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 12941 00000400:00000200:1.0:1788202475.202923:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202475.202932:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202475.202936:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202475.202945:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202475.202951:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202475.202959:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202475.202963:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202475.202966:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202475.202969:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788202475.202973:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202475.202977:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788202475.202982:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788202475.202988:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788202475.202995:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202475.202999:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202475.203003:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202475.203009:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202475.203012:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788202475.203019:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202475.203023:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202475.203026:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202475.203031:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202475.203036:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202475.203039:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202475.203042:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788202475.203047:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202475.203050:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202475.203054:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ddf80. 00000020:00000040:1.0:1788202475.203057:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788202475.203060:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202475.203062:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202475.203066:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202475.203067:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202475.203069:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202475.203074:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9ac00. 00000100:00000001:1.0:1788202475.203079:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202475.203087:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ddf80 x1875052841773696/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202475.203112:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202475.203117:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202475.203127:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dea6dee7] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ddf80 x1875052841773696/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202475.203143:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202475.203148:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788202475.203153:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788202475.203156:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202475.203162:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788202475.203164:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202475.203165:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202475.203168:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202475.203171:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 12941 00000400:00000200:1.0:1788202475.203176:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202475.203179:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202475.203183:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202475.203189:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202475.203192:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202475.203208:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202475.203212:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202475.203215:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202475.203218:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788202475.203219:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202475.203223:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788202475.203229:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788202475.203236:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788202475.203245:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202475.203252:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202475.203259:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202475.203264:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202475.203272:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788202475.203278:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202475.203283:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202475.203287:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202475.203292:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202475.203296:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202475.203299:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202475.203304:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788202475.203309:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202475.203314:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202475.203320:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dc700. 00000020:00000040:1.0:1788202475.203324:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788202475.203330:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202475.203334:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202475.203340:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202475.203344:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202475.203350:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202475.203359:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98800. 00000100:00000001:1.0:1788202475.203367:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202475.203380:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dc700 x1875052841773824/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202475.203436:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202475.203441:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202475.203449:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7db4f2b] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dc700 x1875052841773824/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202475.203469:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202475.203476:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12951) 00000100:00000040:1.0:1788202476.482495:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307615476, at 4307615488 00000100:00000010:1.0:1788202476.482516:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b420. 00000100:00000040:1.0:1788202481.602475:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307620596, at 4307620608 00000100:00000010:1.0:1788202481.602487:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8bcc0. 00000100:00000040:1.0:1788202486.722518:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307625716, at 4307625728 00000100:00000010:1.0:1788202486.722538:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8bae0. 00000100:00000040:1.0:1788202491.842522:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307630836, at 4307630848 00000100:00000010:1.0:1788202491.842541:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88780. 00000100:00000040:1.0:1788202496.962492:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307635957, at 4307635968 00000100:00000010:1.0:1788202496.962508:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88000. 00000100:00000040:1.0:1788202502.082540:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307641077, at 4307641088 00000100:00000010:1.0:1788202502.082558:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88360. 00000100:00000040:1.0:1788202507.202491:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307646196, at 4307646208 00000100:00000010:1.0:1788202507.202509:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa885a0. 00000400:00000100:1.0:1788202508.994824:0:2407:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.101:988 00000400:00000100:1.0:1788202508.994884:0:2407:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.101@tcp at host 192.168.201.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:1.0:1788202508.994903:0:2407:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202508.994909:0:2407:0:(router.c:1791:lnet_notify()) 192.168.201.1@tcp notifying 192.168.201.101@tcp: down 00000400:00000200:1.0:1788202508.994915:0:2407:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202508.994920:0:2407:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:1.0:1788202508.994927:0:2407:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788202508.994932:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475d95bf00. 00000400:00000200:1.0:1788202508.994940:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788202508.994945:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788202508.994953:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f9aa0 00000400:00000010:1.0:1788202508.994957:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f9aa0. 00000100:00000001:1.0:1788202508.994963:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788202508.994975:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477d3f9500 x1875052841776512/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788202530 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202508.995008:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788202508.995014:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477d3f9500 x1875052841776512/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788202530 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202508.995024:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202508.995026:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788202508.995040:0:2407:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788202508.995044:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475d95ba00. 00000400:00000200:1.0:1788202508.995048:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788202508.995054:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788202508.995058:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f9990 00000400:00000010:1.0:1788202508.995063:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f9990. 00000100:00000001:1.0:1788202508.995068:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788202508.995076:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477d3fb800 x1875052841776640/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788202530 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202508.995091:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788202508.995097:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477d3fb800 x1875052841776640/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788202530 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202508.995123:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202508.995126:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788202508.995136:0:2407:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788202508.995142:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475d95bd00. 00000400:00000200:1.0:1788202508.995150:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788202508.995159:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788202508.995165:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f9c38 00000400:00000010:1.0:1788202508.995170:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f9c38. 00000100:00000001:1.0:1788202508.995177:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788202508.995187:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477d3f9f80 x1875052841776768/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788202530 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202508.995214:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788202508.995222:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477d3f9f80 x1875052841776768/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788202530 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202508.995236:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202508.995240:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788202508.995257:0:2407:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788202508.995263:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475d95b200. 00000400:00000200:1.0:1788202508.995269:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788202508.995279:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788202508.995284:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f9660 00000400:00000010:1.0:1788202508.995289:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f9660. 00000100:00000001:1.0:1788202508.995296:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788202508.995305:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477d3f8380 x1875052841776896/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788202530 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202508.995321:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788202508.995329:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477d3f8380 x1875052841776896/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788202530 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202508.995345:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202508.995350:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1788202512.322520:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307651317, at 4307651328 00000100:00000010:1.0:1788202512.322539:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa880c0. 00000100:00000040:1.0:1788202517.442550:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307656436, at 4307656448 00000100:00000010:1.0:1788202517.442570:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8bae0. 00000100:00000040:1.0:1788202522.562472:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307661556, at 4307661568 00000100:00000010:1.0:1788202522.562487:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8bcc0. 00000100:00000040:1.0:1788202527.682499:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307666676, at 4307666688 00000100:00000010:1.0:1788202527.682513:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b600. 00000100:00000040:1.0:1788202532.802526:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307671796, at 4307671808 00000100:00000010:1.0:1788202532.802545:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8bb40. 00000100:00000040:1.0:1788202537.922502:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307676917, at 4307676928 00000100:00000010:1.0:1788202537.922521:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa883c0. 00000100:00000040:1.0:1788202543.042518:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307682036, at 4307682048 00000100:00000010:1.0:1788202543.042533:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88cc0. 00000100:00000040:1.0:1788202548.162453:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307687156, at 4307687168 00000100:00000010:1.0:1788202548.162467:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa887e0. 00000100:00000040:1.0:1788202553.282498:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307692277, at 4307692288 00000100:00000010:1.0:1788202553.282516:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88a80. 00000100:00080000:1.0:1788202557.122498:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202557.122508:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788202557.122511:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202557.122515:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202557.122519:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202557.122526:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 13023 00000400:00000200:1.0:1788202557.122533:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202557.122538:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202557.122541:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202557.122543:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202557.122546:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202557.122548:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202557.122550:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202557.122553:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202557.122555:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788202557.122557:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202557.122559:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788202557.122561:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788202557.122563:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788202557.122572:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202557.122574:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202557.122575:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202557.122577:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202557.122579:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788202557.122581:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202557.122583:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202557.122586:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202557.122588:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202557.122590:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202557.122592:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788202557.122594:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202557.122601:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3df100. 00000020:00000040:1.0:1788202557.122604:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788202557.122607:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202557.122608:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202557.122610:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202557.122612:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202557.122615:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202557.122622:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9a800. 00000100:00000001:1.0:1788202557.122627:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202557.122634:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3df100 x1875052841781632/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202557.122642:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202557.122645:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202557.122649:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c16a5860] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3df100 x1875052841781632/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202557.122665:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202557.122669:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202557.122673:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788202557.122675:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202557.122677:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202557.122680:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202557.122683:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13023 00000400:00000200:1.0:1788202557.122687:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202557.122691:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202557.122693:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202557.122696:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202557.122698:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202557.122701:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202557.122703:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202557.122705:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202557.122707:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788202557.122708:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202557.122711:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788202557.122713:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788202557.122715:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788202557.122718:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202557.122720:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202557.122722:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202557.122724:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202557.122727:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788202557.122729:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202557.122732:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202557.122734:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202557.122740:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202557.122742:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202557.122744:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202557.122748:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788202557.122752:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202557.122754:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202557.122758:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dc000. 00000020:00000040:1.0:1788202557.122760:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788202557.122763:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202557.122764:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202557.122766:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202557.122767:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202557.122769:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202557.122800:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99000. 00000100:00000001:1.0:1788202557.122804:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202557.122809:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dc000 x1875052841781760/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202557.122818:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202557.122820:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202557.122824:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1e3b926] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dc000 x1875052841781760/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202557.122834:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202557.122836:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202557.122839:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788202557.122841:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202557.122842:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202557.122851:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202557.122854:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13023 00000400:00000200:1.0:1788202557.122858:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202557.122860:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202557.122863:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202557.122866:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202557.122867:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202557.122870:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202557.122872:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202557.122875:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202557.122877:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788202557.122878:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202557.122880:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788202557.122882:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788202557.122885:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788202557.122888:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202557.122890:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202557.122892:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202557.122894:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202557.122896:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788202557.122898:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202557.122900:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202557.122902:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202557.122904:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202557.122906:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202557.122908:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202557.122915:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788202557.122918:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202557.122920:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202557.122924:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dd180. 00000020:00000040:1.0:1788202557.122926:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788202557.122928:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202557.122929:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202557.122931:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202557.122933:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202557.122935:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202557.122940:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99400. 00000100:00000001:1.0:1788202557.122945:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202557.122956:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dd180 x1875052841781888/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202557.122964:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202557.122966:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202557.122971:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000095f81904] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dd180 x1875052841781888/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202557.122980:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202557.122983:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788202557.122987:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788202557.122990:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202557.122998:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788202557.122999:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202557.123001:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202557.123003:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202557.123009:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13023 00000400:00000200:1.0:1788202557.123012:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202557.123015:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202557.123017:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202557.123020:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202557.123022:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202557.123025:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202557.123027:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202557.123029:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202557.123031:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788202557.123032:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202557.123034:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788202557.123093:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788202557.123096:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788202557.123104:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202557.123107:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202557.123109:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202557.123112:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202557.123114:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788202557.123118:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202557.123120:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202557.123122:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202557.123125:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202557.123127:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202557.123129:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202557.123132:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788202557.123135:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202557.123137:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202557.123141:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dc700. 00000020:00000040:1.0:1788202557.123143:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788202557.123146:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202557.123148:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202557.123149:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202557.123151:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202557.123153:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202557.123158:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b400. 00000100:00000001:1.0:1788202557.123161:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202557.123166:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dc700 x1875052841782016/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202557.123174:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202557.123176:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202557.123180:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7db4f2b] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dc700 x1875052841782016/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202557.123194:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202557.123199:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13033) 00000100:00000040:1.0:1788202558.402489:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307697396, at 4307697408 00000100:00000010:1.0:1788202558.402510:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88420. 00000100:00000040:1.0:1788202563.522490:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307702517, at 4307702528 00000100:00000010:1.0:1788202563.522505:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88e40. 00000100:00000040:1.0:1788202568.642669:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307707636, at 4307707648 00000100:00000010:1.0:1788202568.642686:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88a20. 00000100:00000040:1.0:1788202573.762468:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307712756, at 4307712768 00000100:00000010:1.0:1788202573.762499:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b000. 00000400:00000100:1.0:1788202575.554660:0:2409:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.101:988 00000400:00000100:1.0:1788202575.554696:0:2409:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.101@tcp at host 192.168.201.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:1.0:1788202575.554703:0:2409:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202575.554706:0:2409:0:(router.c:1791:lnet_notify()) 192.168.201.1@tcp notifying 192.168.201.101@tcp: down 00000400:00000200:1.0:1788202575.554709:0:2409:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202575.554712:0:2409:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:1.0:1788202575.554716:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788202575.554719:0:2409:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475dc67800. 00000400:00000200:1.0:1788202575.554724:0:2409:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788202575.554727:0:2409:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788202575.554733:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476c8b6440 00000400:00000010:1.0:1788202575.554734:0:2409:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476c8b6440. 00000100:00000001:1.0:1788202575.554739:0:2409:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788202575.554748:0:2409:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c476db9df80 x1875052841783168/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788202597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202575.554772:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788202575.554778:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9df80 x1875052841783168/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788202597 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202575.554794:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202575.554797:0:2409:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788202575.554807:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788202575.554810:0:2409:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475dc67600. 00000400:00000200:1.0:1788202575.554816:0:2409:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788202575.554823:0:2409:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788202575.554830:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476c8b6198 00000400:00000010:1.0:1788202575.554834:0:2409:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476c8b6198. 00000100:00000001:1.0:1788202575.554839:0:2409:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788202575.554848:0:2409:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c476db9dc00 x1875052841783296/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788202597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202575.554862:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788202575.554868:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9dc00 x1875052841783296/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788202597 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202575.554881:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202575.554885:0:2409:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788202575.554898:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788202575.554906:0:2409:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475dc67500. 00000400:00000200:1.0:1788202575.554913:0:2409:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788202575.554922:0:2409:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788202575.554932:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476c8b6908 00000400:00000010:1.0:1788202575.554937:0:2409:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476c8b6908. 00000100:00000001:1.0:1788202575.554943:0:2409:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788202575.554952:0:2409:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c476db9d180 x1875052841783424/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788202597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202575.554977:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788202575.554986:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9d180 x1875052841783424/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788202597 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202575.555012:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202575.555015:0:2409:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788202575.555028:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788202575.555035:0:2409:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475dc67f00. 00000400:00000200:1.0:1788202575.555042:0:2409:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788202575.555050:0:2409:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788202575.555057:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476c8b6088 00000400:00000010:1.0:1788202575.555062:0:2409:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476c8b6088. 00000100:00000001:1.0:1788202575.555068:0:2409:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788202575.555078:0:2409:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c476db9ea00 x1875052841783552/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788202597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202575.555109:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788202575.555118:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9ea00 x1875052841783552/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788202597 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202575.555132:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202575.555136:0:2409:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1788202578.882501:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307717876, at 4307717888 00000100:00000010:1.0:1788202578.882514:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b3c0. 00000100:00000040:1.0:1788202584.002532:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307722996, at 4307723008 00000100:00000010:1.0:1788202584.002556:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b780. 00000100:00000040:1.0:1788202589.122500:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307728116, at 4307728128 00000100:00000010:1.0:1788202589.122514:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa887e0. 00000100:00080000:1.0:1788202592.962522:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202592.962533:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788202592.962536:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202592.962540:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202592.962544:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202592.962551:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 13059 00000400:00000200:1.0:1788202592.962558:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202592.962564:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202592.962568:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202592.962571:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202592.962575:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202592.962578:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202592.962580:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202592.962585:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202592.962587:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788202592.962590:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202592.962593:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788202592.962595:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788202592.962598:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788202592.962601:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202592.962603:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202592.962606:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202592.962607:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202592.962610:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788202592.962614:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202592.962616:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202592.962619:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202592.962622:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202592.962625:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202592.962627:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788202592.962630:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202592.962640:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ddf80. 00000020:00000040:1.0:1788202592.962644:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788202592.962648:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202592.962650:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202592.962653:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202592.962656:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202592.962661:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202592.962669:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9ac00. 00000100:00000001:1.0:1788202592.962675:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202592.962684:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ddf80 x1875052841785216/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202592.962700:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202592.962705:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202592.962711:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dea6dee7] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ddf80 x1875052841785216/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202592.962735:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202592.962739:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202592.962743:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788202592.962745:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202592.962747:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202592.962750:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202592.962753:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13059 00000400:00000200:1.0:1788202592.962756:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202592.962761:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202592.962764:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202592.962767:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202592.962770:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202592.962773:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202592.962779:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202592.962784:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202592.962787:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788202592.962799:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202592.962804:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788202592.962809:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788202592.962816:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788202592.962826:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202592.962832:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202592.962837:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202592.962843:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202592.962848:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788202592.962854:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202592.962860:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202592.962864:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202592.962872:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202592.962876:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202592.962879:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202592.962886:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788202592.962894:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202592.962899:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202592.962907:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dce00. 00000020:00000040:1.0:1788202592.962913:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788202592.962919:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202592.962923:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202592.962927:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202592.962929:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202592.962934:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202592.962941:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98c00. 00000100:00000001:1.0:1788202592.962948:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202592.962958:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dce00 x1875052841785344/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202592.962972:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202592.962977:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202592.962984:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e15d5058] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dce00 x1875052841785344/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202592.962997:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202592.963003:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202592.963011:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788202592.963016:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202592.963019:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202592.963026:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202592.963031:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13059 00000400:00000200:1.0:1788202592.963047:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202592.963055:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202592.963062:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202592.963069:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202592.963074:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202592.963080:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202592.963086:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202592.963090:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202592.963091:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788202592.963094:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202592.963098:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788202592.963102:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788202592.963109:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788202592.963117:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202592.963123:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202592.963129:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202592.963134:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202592.963140:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788202592.963148:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202592.963168:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202592.963170:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202592.963174:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202592.963179:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202592.963185:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202592.963189:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788202592.963196:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202592.963201:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202592.963207:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dd880. 00000020:00000040:1.0:1788202592.963213:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788202592.963221:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202592.963224:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202592.963228:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202592.963231:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202592.963236:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202592.963241:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9bc00. 00000100:00000001:1.0:1788202592.963246:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202592.963256:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dd880 x1875052841785472/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202592.963273:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202592.963278:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202592.963288:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083606985] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dd880 x1875052841785472/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202592.963306:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202592.963312:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788202592.963320:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788202592.963327:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202592.963334:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788202592.963338:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202592.963341:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202592.963348:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202592.963355:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13059 00000400:00000200:1.0:1788202592.963363:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202592.963369:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202592.963374:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202592.963383:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202592.963389:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202592.963393:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202592.963439:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202592.963445:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202592.963449:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788202592.963453:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202592.963457:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788202592.963462:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788202592.963468:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788202592.963476:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202592.963481:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202592.963487:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202592.963490:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202592.963495:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788202592.963502:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202592.963507:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202592.963512:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202592.963516:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202592.963521:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202592.963525:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202592.963529:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788202592.963536:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202592.963539:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202592.963548:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ddc00. 00000020:00000040:1.0:1788202592.963553:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788202592.963558:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202592.963562:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202592.963566:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202592.963570:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202592.963575:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202592.963583:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99c00. 00000100:00000001:1.0:1788202592.963590:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202592.963601:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ddc00 x1875052841785600/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202592.963616:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202592.963621:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202592.963637:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c3c4b34] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ddc00 x1875052841785600/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202592.963662:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202592.963670:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13069) 00000100:00000040:1.0:1788202594.242517:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307733236, at 4307733248 00000100:00000010:1.0:1788202594.242537:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88cc0. 00000100:00000040:1.0:1788202599.362516:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307738356, at 4307738368 00000100:00000010:1.0:1788202599.362535:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b840. 00000100:00000040:1.0:1788202604.482468:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307743476, at 4307743488 00000100:00000010:1.0:1788202604.482482:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa883c0. 00000100:00000040:1.0:1788202609.602502:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307748596, at 4307748608 00000100:00000010:1.0:1788202609.602516:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa880c0. 00000100:00080000:1.0:1788202613.442495:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202613.442512:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788202613.442514:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202613.442517:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202613.442520:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202613.442525:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 13080 00000400:00000200:1.0:1788202613.442532:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202613.442536:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202613.442539:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202613.442542:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202613.442544:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202613.442546:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202613.442548:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202613.442551:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202613.442552:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788202613.442554:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202613.442557:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788202613.442559:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788202613.442561:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788202613.442563:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202613.442564:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202613.442566:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202613.442567:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202613.442569:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788202613.442571:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202613.442572:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202613.442575:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202613.442577:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202613.442579:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202613.442580:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788202613.442582:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202613.442591:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ded80. 00000020:00000040:1.0:1788202613.442593:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788202613.442596:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202613.442597:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202613.442600:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202613.442601:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202613.442605:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202613.442611:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b800. 00000100:00000001:1.0:1788202613.442616:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202613.442623:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ded80 x1875052841787264/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202613.442631:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202613.442635:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202613.442638:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a769e60] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ded80 x1875052841787264/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202613.442654:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202613.442656:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202613.442659:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788202613.442660:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202613.442662:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202613.442664:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202613.442666:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13080 00000400:00000200:1.0:1788202613.442668:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202613.442671:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202613.442673:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202613.442674:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202613.442677:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202613.442681:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202613.442683:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202613.442687:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202613.442689:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788202613.442690:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202613.442693:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788202613.442695:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788202613.442699:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788202613.442706:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202613.442711:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202613.442715:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202613.442719:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202613.442724:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788202613.442727:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202613.442730:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202613.442734:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202613.442740:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202613.442745:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202613.442748:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202613.442753:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788202613.442757:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202613.442760:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202613.442765:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dfb80. 00000020:00000040:1.0:1788202613.442767:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788202613.442772:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202613.442774:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202613.442776:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202613.442777:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202613.442780:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202613.442786:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9a400. 00000100:00000001:1.0:1788202613.442790:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202613.442810:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dfb80 x1875052841787392/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202613.442818:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202613.442820:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202613.442823:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086c01fd6] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dfb80 x1875052841787392/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202613.442837:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202613.442840:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202613.442850:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788202613.442853:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202613.442856:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202613.442861:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202613.442865:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13080 00000400:00000200:1.0:1788202613.442872:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202613.442876:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202613.442881:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202613.442884:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202613.442886:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202613.442887:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202613.442892:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202613.442893:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202613.442894:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788202613.442895:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202613.442897:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788202613.442900:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788202613.442904:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788202613.442906:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202613.442910:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202613.442915:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202613.442918:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202613.442921:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788202613.442927:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202613.442931:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202613.442935:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202613.442940:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202613.442942:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202613.442944:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202613.442946:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788202613.442952:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202613.442955:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202613.442959:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dca80. 00000020:00000040:1.0:1788202613.442963:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788202613.442966:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202613.442968:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202613.442972:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202613.442974:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202613.442984:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202613.442989:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9a000. 00000100:00000001:1.0:1788202613.442993:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202613.442999:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dca80 x1875052841787520/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202613.443018:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202613.443022:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202613.443028:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004099c200] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dca80 x1875052841787520/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202613.443040:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202613.443043:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788202613.443050:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788202613.443054:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202613.443057:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788202613.443061:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202613.443063:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202613.443068:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202613.443072:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13080 00000400:00000200:1.0:1788202613.443080:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202613.443087:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202613.443089:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202613.443093:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202613.443098:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202613.443105:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202613.443111:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202613.443125:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202613.443129:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788202613.443133:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202613.443136:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788202613.443141:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788202613.443145:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788202613.443151:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202613.443154:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202613.443159:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202613.443160:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202613.443163:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788202613.443168:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202613.443170:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202613.443171:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202613.443174:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202613.443179:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202613.443180:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202613.443182:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788202613.443185:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202613.443190:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202613.443193:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dea00. 00000020:00000040:1.0:1788202613.443197:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788202613.443201:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202613.443212:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202613.443217:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202613.443220:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202613.443223:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202613.443232:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b000. 00000100:00000001:1.0:1788202613.443238:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202613.443247:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dea00 x1875052841787648/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202613.443267:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202613.443270:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202613.443278:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4ead91e] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dea00 x1875052841787648/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202613.443283:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202613.443290:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13090) 00000100:00000040:1.0:1788202614.722496:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307753716, at 4307753728 00000100:00000010:1.0:1788202614.722518:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa885a0. 00000100:00000040:1.0:1788202619.842463:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307758836, at 4307758848 00000100:00000010:1.0:1788202619.842484:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88360. 00000100:00000040:1.0:1788202624.962499:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307763956, at 4307763968 00000100:00000010:1.0:1788202624.962515:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88de0. 00000100:00000040:1.0:1788202630.082463:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307769077, at 4307769088 00000100:00000010:1.0:1788202630.082477:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88780. 00000100:00000040:1.0:1788202635.202511:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307774196, at 4307774208 00000100:00000010:1.0:1788202635.202531:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88060. 00000100:00080000:1.0:1788202639.042477:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202639.042488:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788202639.042490:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202639.042495:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202639.042499:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202639.042507:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 13105 00000400:00000200:1.0:1788202639.042514:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202639.042520:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202639.042523:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202639.042526:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202639.042528:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202639.042531:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202639.042533:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202639.042536:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202639.042538:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788202639.042540:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202639.042543:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788202639.042545:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788202639.042547:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788202639.042549:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202639.042551:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202639.042553:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202639.042554:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202639.042557:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788202639.042560:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202639.042562:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202639.042564:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202639.042567:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202639.042570:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202639.042571:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788202639.042574:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202639.042583:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dd500. 00000020:00000040:1.0:1788202639.042586:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788202639.042590:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202639.042592:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202639.042595:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202639.042598:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202639.042602:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202639.042610:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99800. 00000100:00000001:1.0:1788202639.042617:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202639.042625:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dd500 x1875052841789824/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202639.042635:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202639.042639:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202639.042643:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081f75c12] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dd500 x1875052841789824/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202639.042661:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202639.042664:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202639.042666:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788202639.042668:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202639.042669:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202639.042671:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202639.042674:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13105 00000400:00000200:1.0:1788202639.042676:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202639.042679:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202639.042681:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202639.042683:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202639.042684:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202639.042687:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202639.042689:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202639.042691:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202639.042691:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788202639.042692:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202639.042694:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788202639.042695:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788202639.042697:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788202639.042701:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202639.042703:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202639.042704:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202639.042706:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202639.042711:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788202639.042713:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202639.042718:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202639.042719:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202639.042725:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202639.042730:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202639.042733:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202639.042739:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788202639.042744:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202639.042747:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202639.042756:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3df800. 00000020:00000040:1.0:1788202639.042760:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788202639.042766:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202639.042770:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202639.042772:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202639.042773:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202639.042777:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202639.042783:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98400. 00000100:00000001:1.0:1788202639.042788:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202639.042793:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3df800 x1875052841789952/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202639.042806:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202639.042810:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202639.042815:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051a886bc] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3df800 x1875052841789952/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202639.042826:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202639.042832:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202639.042834:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788202639.042836:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202639.042838:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202639.042843:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202639.042848:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13105 00000400:00000200:1.0:1788202639.042856:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202639.042864:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202639.042869:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202639.042876:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202639.042879:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202639.042884:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202639.042888:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202639.042893:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202639.042896:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788202639.042900:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202639.042903:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788202639.042908:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788202639.042913:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788202639.042917:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202639.042918:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202639.042920:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202639.042925:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202639.042931:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788202639.042933:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202639.042935:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202639.042938:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202639.042941:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202639.042945:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202639.042948:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202639.042952:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788202639.042956:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202639.042961:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202639.042968:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3de300. 00000020:00000040:1.0:1788202639.042975:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788202639.042982:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202639.042985:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202639.042989:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202639.042990:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202639.042993:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202639.043000:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98000. 00000100:00000001:1.0:1788202639.043008:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202639.043018:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3de300 x1875052841790080/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202639.043035:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202639.043041:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202639.043049:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc9d591c] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3de300 x1875052841790080/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202639.043060:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202639.043065:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788202639.043070:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788202639.043075:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202639.043080:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788202639.043081:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202639.043082:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202639.043085:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202639.043089:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13105 00000400:00000200:1.0:1788202639.043095:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202639.043101:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202639.043105:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202639.043109:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202639.043111:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202639.043113:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202639.043116:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202639.043119:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202639.043122:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788202639.043124:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202639.043128:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788202639.043131:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788202639.043135:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788202639.043141:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202639.043143:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202639.043145:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202639.043158:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202639.043168:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788202639.043176:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202639.043182:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202639.043189:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202639.043195:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202639.043199:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202639.043204:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202639.043208:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788202639.043214:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202639.043218:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202639.043224:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dea00. 00000020:00000040:1.0:1788202639.043230:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788202639.043234:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202639.043237:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202639.043239:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202639.043243:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202639.043244:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202639.043249:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b000. 00000100:00000001:1.0:1788202639.043254:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202639.043261:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dea00 x1875052841790208/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202639.043270:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202639.043273:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202639.043278:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4ead91e] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dea00 x1875052841790208/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202639.043301:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202639.043307:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13115) 00000100:00000040:1.0:1788202640.322502:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307779316, at 4307779328 00000100:00000010:1.0:1788202640.322520:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88ea0. 00000100:00080000:1.0:1788202644.162547:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202644.162559:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788202644.162562:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202644.162567:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202644.162573:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202644.162581:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 13110 00000400:00000200:1.0:1788202644.162590:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202644.162597:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202644.162600:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202644.162603:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202644.162605:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202644.162607:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202644.162609:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202644.162613:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202644.162615:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788202644.162618:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202644.162621:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788202644.162622:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788202644.162624:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788202644.162626:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202644.162627:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202644.162628:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202644.162630:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202644.162633:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788202644.162635:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202644.162638:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202644.162640:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202644.162644:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202644.162646:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202644.162648:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788202644.162650:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202644.162659:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dca80. 00000020:00000040:1.0:1788202644.162662:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788202644.162666:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202644.162667:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202644.162671:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202644.162674:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202644.162678:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202644.162688:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9a000. 00000100:00000001:1.0:1788202644.162696:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202644.162716:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dca80 x1875052841790336/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202644.162729:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202644.162736:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202644.162741:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004099c200] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dca80 x1875052841790336/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202644.162777:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202644.162781:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202644.162785:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788202644.162787:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202644.162788:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202644.162792:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202644.162799:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13110 00000400:00000200:1.0:1788202644.162803:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202644.162806:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202644.162808:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202644.162812:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202644.162815:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202644.162818:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202644.162820:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202644.162823:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202644.162824:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788202644.162826:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202644.162829:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788202644.162831:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788202644.162834:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788202644.162840:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202644.162846:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202644.162850:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202644.162856:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202644.162861:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788202644.162867:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202644.162874:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202644.162879:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202644.162890:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202644.162896:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202644.162915:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202644.162928:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788202644.162935:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202644.162940:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202644.162948:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dfb80. 00000020:00000040:1.0:1788202644.162952:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788202644.162958:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202644.162961:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202644.162963:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202644.162965:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202644.162967:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202644.162974:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9a400. 00000100:00000001:1.0:1788202644.162981:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202644.162990:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dfb80 x1875052841790464/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202644.163003:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202644.163006:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202644.163011:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086c01fd6] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dfb80 x1875052841790464/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202644.163027:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202644.163033:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202644.163041:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788202644.163046:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202644.163051:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202644.163056:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202644.163064:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13110 00000400:00000200:1.0:1788202644.163072:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202644.163079:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202644.163084:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202644.163088:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202644.163094:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202644.163099:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202644.163102:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202644.163106:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202644.163108:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788202644.163111:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202644.163116:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788202644.163121:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788202644.163124:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788202644.163132:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202644.163136:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202644.163140:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202644.163156:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202644.163163:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788202644.163170:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202644.163175:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202644.163181:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202644.163186:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202644.163191:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202644.163194:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202644.163198:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788202644.163204:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202644.163210:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202644.163217:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ded80. 00000020:00000040:1.0:1788202644.163221:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788202644.163226:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202644.163229:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202644.163233:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202644.163235:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202644.163238:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202644.163248:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b800. 00000100:00000001:1.0:1788202644.163256:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202644.163278:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ded80 x1875052841790592/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202644.163291:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202644.163295:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202644.163303:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a769e60] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ded80 x1875052841790592/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202644.163321:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202644.163329:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788202644.163341:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788202644.163348:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202644.163356:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788202644.163361:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202644.163366:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202644.163369:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202644.163375:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13110 00000400:00000200:1.0:1788202644.163383:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202644.163389:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202644.163392:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202644.163431:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202644.163436:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202644.163439:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202644.163445:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202644.163452:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202644.163454:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788202644.163458:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202644.163464:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788202644.163469:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788202644.163474:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788202644.163484:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202644.163491:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202644.163495:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202644.163502:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202644.163507:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788202644.163511:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202644.163518:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202644.163523:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202644.163530:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202644.163536:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202644.163540:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202644.163543:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788202644.163549:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202644.163551:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202644.163558:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ddc00. 00000020:00000040:1.0:1788202644.163563:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788202644.163567:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202644.163569:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202644.163572:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202644.163576:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202644.163579:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202644.163588:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99c00. 00000100:00000001:1.0:1788202644.163595:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202644.163604:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ddc00 x1875052841790720/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202644.163618:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202644.163622:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202644.163631:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c3c4b34] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ddc00 x1875052841790720/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202644.163645:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202644.163654:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13120) 00000100:00000040:1.0:1788202645.442502:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307784437, at 4307784448 00000100:00000010:1.0:1788202645.442527:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88900. 00000100:00000040:1.0:1788202650.562498:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307789556, at 4307789568 00000100:00000010:1.0:1788202650.562513:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8bd80. 00000100:00000040:1.0:1788202655.682497:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307794676, at 4307794688 00000100:00000010:1.0:1788202655.682514:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8bea0. 00000100:00080000:1.0:1788202659.522544:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202659.522555:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788202659.522558:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202659.522569:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202659.522573:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202659.522597:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 13126 00000400:00000200:1.0:1788202659.522606:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202659.522613:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202659.522616:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202659.522619:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202659.522623:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202659.522625:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202659.522627:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202659.522631:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202659.522633:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788202659.522636:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202659.522640:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788202659.522642:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788202659.522643:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788202659.522646:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202659.522647:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202659.522649:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202659.522650:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202659.522653:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788202659.522655:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202659.522657:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202659.522660:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202659.522664:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202659.522667:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202659.522669:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788202659.522671:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202659.522683:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dd880. 00000020:00000040:1.0:1788202659.522686:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788202659.522690:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202659.522692:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202659.522695:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202659.522698:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202659.522702:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202659.522710:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9bc00. 00000100:00000001:1.0:1788202659.522717:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202659.522726:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dd880 x1875052841791872/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202659.522736:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202659.522740:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202659.522744:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083606985] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dd880 x1875052841791872/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202659.522782:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202659.522785:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202659.522788:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788202659.522790:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202659.522791:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202659.522793:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202659.522795:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13126 00000400:00000200:1.0:1788202659.522798:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202659.522800:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202659.522803:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202659.522805:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202659.522808:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202659.522810:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202659.522812:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202659.522814:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202659.522814:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788202659.522816:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202659.522818:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788202659.522820:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788202659.522822:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788202659.522825:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202659.522828:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202659.522830:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202659.522832:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202659.522835:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788202659.522839:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202659.522843:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202659.522845:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202659.522853:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202659.522856:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202659.522858:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202659.522862:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788202659.522869:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202659.522875:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202659.522882:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dce00. 00000020:00000040:1.0:1788202659.522887:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788202659.522892:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202659.522895:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202659.522903:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202659.522907:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202659.522912:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202659.522921:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98c00. 00000100:00000001:1.0:1788202659.522926:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202659.522934:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dce00 x1875052841792000/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202659.522943:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202659.522946:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202659.522955:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e15d5058] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dce00 x1875052841792000/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202659.522976:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202659.522982:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202659.522989:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788202659.523009:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202659.523013:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202659.523017:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202659.523024:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13126 00000400:00000200:1.0:1788202659.523033:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202659.523035:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202659.523037:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202659.523041:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202659.523045:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202659.523051:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202659.523058:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202659.523062:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202659.523063:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788202659.523065:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202659.523069:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788202659.523072:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788202659.523077:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788202659.523080:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202659.523083:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202659.523086:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202659.523090:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202659.523092:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788202659.523095:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202659.523098:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202659.523102:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202659.523105:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202659.523108:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202659.523111:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202659.523113:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788202659.523118:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202659.523127:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202659.523135:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ddf80. 00000020:00000040:1.0:1788202659.523139:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788202659.523141:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202659.523143:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202659.523146:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202659.523149:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202659.523151:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202659.523155:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9ac00. 00000100:00000001:1.0:1788202659.523158:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202659.523166:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ddf80 x1875052841792128/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202659.523234:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202659.523243:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202659.523253:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dea6dee7] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ddf80 x1875052841792128/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202659.523263:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202659.523268:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788202659.523277:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788202659.523281:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202659.523287:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788202659.523288:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202659.523291:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202659.523302:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202659.523306:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13126 00000400:00000200:1.0:1788202659.523314:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202659.523321:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202659.523324:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202659.523327:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202659.523334:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202659.523342:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202659.523345:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202659.523346:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202659.523349:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788202659.523354:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202659.523360:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788202659.523365:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788202659.523368:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788202659.523372:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202659.523377:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202659.523382:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202659.523385:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202659.523389:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788202659.523446:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202659.523453:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202659.523458:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202659.523464:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202659.523470:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202659.523477:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202659.523480:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788202659.523489:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202659.523495:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202659.523503:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dc700. 00000020:00000040:1.0:1788202659.523509:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788202659.523513:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202659.523516:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202659.523523:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202659.523526:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202659.523530:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202659.523539:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98800. 00000100:00000001:1.0:1788202659.523547:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202659.523557:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dc700 x1875052841792256/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202659.523573:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202659.523579:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202659.523588:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7db4f2b] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dc700 x1875052841792256/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202659.523599:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202659.523606:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13136) 00000100:00000040:1.0:1788202660.802497:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307799797, at 4307799808 00000100:00000010:1.0:1788202660.802523:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b2a0. 00000100:00080000:1.0:1788202664.642466:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202664.642474:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788202664.642476:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202664.642480:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202664.642483:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202664.642489:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 13131 00000400:00000200:1.0:1788202664.642495:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202664.642500:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202664.642503:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202664.642505:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202664.642508:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202664.642510:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202664.642511:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202664.642514:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202664.642516:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788202664.642518:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202664.642521:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788202664.642522:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788202664.642524:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788202664.642526:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202664.642527:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202664.642529:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202664.642530:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202664.642532:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788202664.642535:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202664.642536:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202664.642538:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202664.642540:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202664.642542:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202664.642544:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788202664.642546:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202664.642552:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dd180. 00000020:00000040:1.0:1788202664.642555:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788202664.642558:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202664.642559:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202664.642562:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202664.642564:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202664.642568:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202664.642574:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b400. 00000100:00000001:1.0:1788202664.642579:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202664.642586:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dd180 x1875052841792384/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202664.642596:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202664.642600:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202664.642606:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000095f81904] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dd180 x1875052841792384/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202664.642629:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202664.642632:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202664.642636:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788202664.642638:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202664.642640:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202664.642643:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202664.642646:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13131 00000400:00000200:1.0:1788202664.642651:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202664.642655:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202664.642659:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202664.642663:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202664.642667:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202664.642670:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202664.642673:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202664.642675:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202664.642678:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788202664.642680:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202664.642684:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788202664.642688:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788202664.642694:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788202664.642700:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202664.642703:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202664.642708:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202664.642711:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202664.642716:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788202664.642726:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202664.642734:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202664.642740:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202664.642750:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202664.642758:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202664.642764:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202664.642771:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788202664.642777:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202664.642786:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202664.642793:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dc000. 00000020:00000040:1.0:1788202664.642798:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788202664.642804:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202664.642807:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202664.642811:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202664.642813:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202664.642816:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202664.642823:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99400. 00000100:00000001:1.0:1788202664.642831:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202664.642840:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dc000 x1875052841792512/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202664.642852:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202664.642856:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202664.642864:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1e3b926] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dc000 x1875052841792512/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202664.642882:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202664.642884:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202664.642887:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788202664.642890:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202664.642893:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202664.642897:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202664.642903:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13131 00000400:00000200:1.0:1788202664.642938:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202664.642948:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202664.642954:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202664.642963:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202664.642968:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202664.642973:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202664.642979:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202664.642985:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202664.642988:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788202664.642991:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202664.642995:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788202664.642998:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788202664.643003:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788202664.643008:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202664.643013:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202664.643018:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202664.643021:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202664.643026:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788202664.643032:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202664.643038:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202664.643046:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202664.643052:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202664.643065:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202664.643069:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202664.643074:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788202664.643081:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202664.643087:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202664.643093:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3df100. 00000020:00000040:1.0:1788202664.643097:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788202664.643100:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202664.643103:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202664.643105:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202664.643107:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202664.643109:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202664.643114:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99000. 00000100:00000001:1.0:1788202664.643120:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202664.643130:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3df100 x1875052841792640/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202664.643142:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202664.643148:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202664.643159:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c16a5860] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3df100 x1875052841792640/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202664.643175:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202664.643180:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788202664.643187:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788202664.643192:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202664.643196:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788202664.643197:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202664.643198:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202664.643205:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202664.643211:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13131 00000400:00000200:1.0:1788202664.643220:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202664.643229:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202664.643236:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202664.643247:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202664.643254:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202664.643263:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202664.643271:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202664.643278:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202664.643282:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788202664.643285:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202664.643289:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788202664.643293:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788202664.643296:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788202664.643303:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202664.643306:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202664.643310:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202664.643315:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202664.643320:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788202664.643327:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202664.643330:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202664.643332:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202664.643336:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202664.643340:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202664.643344:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202664.643346:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788202664.643351:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202664.643353:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202664.643359:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dc700. 00000020:00000040:1.0:1788202664.643364:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788202664.643369:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202664.643373:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202664.643379:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202664.643384:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202664.643389:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202664.643431:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9a800. 00000100:00000001:1.0:1788202664.643439:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202664.643447:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dc700 x1875052841792768/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202664.643460:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202664.643462:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202664.643466:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7db4f2b] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dc700 x1875052841792768/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202664.643482:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202664.643487:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13141) 00000100:00000040:1.0:1788202665.922504:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307804916, at 4307804928 00000100:00000010:1.0:1788202665.922521:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b660. 00000100:00080000:1.0:1788202669.762494:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202669.762506:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788202669.762508:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202669.762512:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202669.762518:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202669.762525:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 13136 00000400:00000200:1.0:1788202669.762532:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202669.762539:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202669.762543:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202669.762547:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202669.762550:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202669.762553:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202669.762556:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202669.762560:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202669.762563:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788202669.762566:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202669.762569:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788202669.762572:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788202669.762575:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788202669.762578:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202669.762580:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202669.762583:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202669.762585:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202669.762588:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788202669.762592:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202669.762595:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202669.762598:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202669.762602:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202669.762605:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202669.762607:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788202669.762610:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202669.762619:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ddf80. 00000020:00000040:1.0:1788202669.762623:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788202669.762627:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202669.762629:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202669.762633:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202669.762636:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202669.762640:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202669.762650:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9a800. 00000100:00000001:1.0:1788202669.762658:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202669.762669:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ddf80 x1875052841792896/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202669.762680:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202669.762685:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202669.762691:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dea6dee7] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ddf80 x1875052841792896/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202669.762715:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202669.762720:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202669.762724:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788202669.762726:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202669.762728:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202669.762732:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202669.762736:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13136 00000400:00000200:1.0:1788202669.762753:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202669.762762:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202669.762768:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202669.762775:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202669.762783:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202669.762789:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202669.762796:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202669.762802:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202669.762805:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788202669.762808:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202669.762812:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788202669.762836:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788202669.762841:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788202669.762859:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202669.762865:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202669.762868:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202669.762874:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202669.762877:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788202669.762883:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202669.762889:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202669.762894:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202669.762901:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202669.762906:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202669.762911:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202669.762919:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788202669.762926:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202669.762930:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202669.762936:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dce00. 00000020:00000040:1.0:1788202669.762941:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788202669.762948:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202669.762952:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202669.762958:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202669.762962:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202669.762967:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202669.762976:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99000. 00000100:00000001:1.0:1788202669.762983:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202669.762996:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dce00 x1875052841793024/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202669.763011:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202669.763016:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202669.763027:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e15d5058] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dce00 x1875052841793024/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202669.763046:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202669.763053:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202669.763061:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788202669.763065:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202669.763070:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202669.763078:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202669.763084:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13136 00000400:00000200:1.0:1788202669.763094:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202669.763102:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202669.763108:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202669.763114:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202669.763121:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202669.763125:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202669.763131:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202669.763135:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202669.763136:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788202669.763138:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202669.763140:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788202669.763143:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788202669.763148:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788202669.763157:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202669.763162:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202669.763165:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202669.763170:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202669.763174:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788202669.763181:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202669.763186:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202669.763191:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202669.763197:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202669.763203:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202669.763208:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202669.763213:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788202669.763220:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202669.763226:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202669.763234:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dd880. 00000020:00000040:1.0:1788202669.763240:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788202669.763246:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202669.763250:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202669.763256:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202669.763260:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202669.763264:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202669.763272:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99400. 00000100:00000001:1.0:1788202669.763279:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202669.763292:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dd880 x1875052841793152/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202669.763314:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202669.763319:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202669.763330:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083606985] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dd880 x1875052841793152/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202669.763362:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202669.763366:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788202669.763372:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788202669.763376:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202669.763380:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788202669.763383:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202669.763387:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202669.763391:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202669.763422:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13136 00000400:00000200:1.0:1788202669.763429:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202669.763434:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202669.763437:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202669.763442:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202669.763447:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202669.763450:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202669.763452:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202669.763454:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202669.763458:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788202669.763460:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202669.763463:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788202669.763466:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788202669.763470:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788202669.763475:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202669.763478:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202669.763482:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202669.763486:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202669.763490:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788202669.763496:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202669.763500:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202669.763504:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202669.763509:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202669.763515:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202669.763520:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202669.763524:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788202669.763531:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202669.763535:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202669.763540:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ddc00. 00000020:00000040:1.0:1788202669.763545:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788202669.763550:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202669.763553:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202669.763556:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202669.763558:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202669.763561:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202669.763567:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b400. 00000100:00000001:1.0:1788202669.763572:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202669.763579:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ddc00 x1875052841793280/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202669.763592:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202669.763595:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202669.763599:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c3c4b34] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ddc00 x1875052841793280/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202669.763611:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202669.763617:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13146) 00000100:00000040:1.0:1788202671.042505:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307810036, at 4307810048 00000100:00000010:1.0:1788202671.042520:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b0c0. 00000100:00000040:1.0:1788202676.162485:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307815156, at 4307815168 00000100:00000010:1.0:1788202676.162510:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8bd80. 00000100:00000040:1.0:1788202681.282508:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307820276, at 4307820288 00000100:00000010:1.0:1788202681.282525:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa889c0. 00000100:00000040:1.0:1788202686.402511:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307825396, at 4307825408 00000100:00000010:1.0:1788202686.402540:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b360. 00000100:00000040:1.0:1788202691.522503:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307830516, at 4307830528 00000100:00000010:1.0:1788202691.522514:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b5a0. 00000100:00000040:1.0:1788202696.642508:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307835636, at 4307835648 00000100:00000010:1.0:1788202696.642529:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b840. 00000100:00000040:1.0:1788202701.763021:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307840756, at 4307840768 00000100:00000010:1.0:1788202701.763059:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8bf00. 00000100:00000040:1.0:1788202706.882497:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307845877, at 4307845888 00000100:00000010:1.0:1788202706.883614:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa886c0. 00000400:00000100:1.0:1788202708.674773:0:2410:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.101:988 00000400:00000100:1.0:1788202708.674838:0:2410:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.101@tcp at host 192.168.201.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:1.0:1788202708.674847:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202708.674850:0:2410:0:(router.c:1791:lnet_notify()) 192.168.201.1@tcp notifying 192.168.201.101@tcp: down 00000400:00000200:1.0:1788202708.674854:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202708.674858:0:2410:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:1.0:1788202708.674862:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788202708.674866:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475d95bd00. 00000400:00000200:1.0:1788202708.674872:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788202708.674875:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788202708.674881:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f9cc0 00000400:00000010:1.0:1788202708.674883:0:2410:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f9cc0. 00000100:00000001:1.0:1788202708.674888:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788202708.674897:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477c84b800 x1875052841796480/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788202730 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202708.674929:0:2410:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788202708.674934:0:2410:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84b800 x1875052841796480/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788202730 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202708.674941:0:2410:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202708.674942:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788202708.674952:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788202708.674955:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475d95ba00. 00000400:00000200:1.0:1788202708.674957:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788202708.674960:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788202708.674962:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f96e8 00000400:00000010:1.0:1788202708.674964:0:2410:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f96e8. 00000100:00000001:1.0:1788202708.674967:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788202708.674971:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477c84ad80 x1875052841796608/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788202730 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202708.674978:0:2410:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788202708.674980:0:2410:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84ad80 x1875052841796608/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788202730 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202708.674985:0:2410:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202708.674987:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788202708.674990:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788202708.674992:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475d95bf00. 00000400:00000200:1.0:1788202708.674994:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788202708.674997:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788202708.674998:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f95d8 00000400:00000010:1.0:1788202708.675000:0:2410:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f95d8. 00000100:00000001:1.0:1788202708.675002:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788202708.675006:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477c849880 x1875052841796736/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788202730 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202708.675012:0:2410:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788202708.675015:0:2410:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c849880 x1875052841796736/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788202730 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202708.675021:0:2410:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202708.675023:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788202708.675027:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788202708.675029:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475d95b200. 00000400:00000200:1.0:1788202708.675031:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788202708.675034:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788202708.675036:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f9908 00000400:00000010:1.0:1788202708.675038:0:2410:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f9908. 00000100:00000001:1.0:1788202708.675040:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788202708.675044:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477c848700 x1875052841796864/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788202730 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202708.675051:0:2410:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788202708.675054:0:2410:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c848700 x1875052841796864/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788202730 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202708.675059:0:2410:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202708.675061:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1788202712.002486:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307850996, at 4307851008 00000100:00000010:1.0:1788202712.002499:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88ae0. 00000100:00000040:1.0:1788202717.122486:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307856116, at 4307856128 00000100:00000010:1.0:1788202717.122502:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88480. 00000100:00080000:1.0:1788202720.962568:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202720.962580:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788202720.962583:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202720.962587:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202720.962592:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202720.962600:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 13187 00000400:00000200:1.0:1788202720.962609:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202720.962615:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202720.962617:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202720.962621:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202720.962624:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202720.962627:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202720.962628:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202720.962632:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202720.962634:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788202720.962636:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202720.962639:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788202720.962641:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788202720.962643:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788202720.962644:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202720.962646:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202720.962647:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202720.962649:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202720.962652:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788202720.962654:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202720.962656:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202720.962658:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202720.962662:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202720.962664:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202720.962666:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788202720.962668:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202720.962679:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ded80. 00000020:00000040:1.0:1788202720.962682:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788202720.962686:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202720.962688:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202720.962691:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202720.962693:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202720.962697:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202720.962705:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9ac00. 00000100:00000001:1.0:1788202720.962712:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202720.962721:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ded80 x1875052841798016/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202720.962731:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202720.962736:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202720.962740:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a769e60] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ded80 x1875052841798016/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202720.962765:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202720.962768:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202720.962771:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788202720.962772:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202720.962774:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202720.962776:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202720.962778:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13187 00000400:00000200:1.0:1788202720.962781:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202720.962783:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202720.962786:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202720.962791:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202720.962793:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202720.962795:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202720.962797:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202720.962799:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202720.962800:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788202720.962802:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202720.962804:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788202720.962807:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788202720.962812:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788202720.962816:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202720.962818:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202720.962821:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202720.962824:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202720.962831:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788202720.962834:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202720.962836:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202720.962840:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202720.962847:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202720.962854:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202720.962859:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202720.962866:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788202720.962872:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202720.962881:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202720.962887:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dfb80. 00000020:00000040:1.0:1788202720.962891:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788202720.962899:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202720.962901:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202720.962909:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202720.962912:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202720.962916:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202720.962922:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98c00. 00000100:00000001:1.0:1788202720.962943:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202720.962949:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dfb80 x1875052841798144/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202720.962956:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202720.962958:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202720.962969:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086c01fd6] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dfb80 x1875052841798144/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202720.962979:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202720.962983:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202720.962986:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788202720.962991:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202720.962997:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202720.963001:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202720.963005:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13187 00000400:00000200:1.0:1788202720.963007:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202720.963009:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202720.963011:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202720.963019:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202720.963021:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202720.963029:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202720.963031:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202720.963035:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202720.963038:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788202720.963041:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202720.963046:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788202720.963049:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788202720.963051:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788202720.963059:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202720.963060:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202720.963062:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202720.963067:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202720.963069:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788202720.963071:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202720.963074:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202720.963080:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202720.963082:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202720.963085:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202720.963087:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202720.963091:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788202720.963095:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202720.963099:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202720.963104:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dca80. 00000020:00000040:1.0:1788202720.963109:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788202720.963112:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202720.963115:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202720.963118:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202720.963120:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202720.963129:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202720.963136:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9bc00. 00000100:00000001:1.0:1788202720.963141:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202720.963149:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dca80 x1875052841798272/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202720.963158:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202720.963161:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202720.963172:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004099c200] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dca80 x1875052841798272/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202720.963190:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202720.963194:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788202720.963197:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788202720.963202:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202720.963211:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788202720.963213:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202720.963215:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202720.963217:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202720.963219:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13187 00000400:00000200:1.0:1788202720.963227:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202720.963238:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202720.963241:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202720.963251:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202720.963258:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202720.963264:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202720.963269:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202720.963275:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202720.963277:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788202720.963283:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202720.963290:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788202720.963294:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788202720.963301:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788202720.963309:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202720.963315:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202720.963320:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202720.963324:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202720.963328:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788202720.963336:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202720.963338:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202720.963339:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202720.963342:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202720.963348:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202720.963355:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202720.963360:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788202720.963368:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202720.963373:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202720.963377:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3de300. 00000020:00000040:1.0:1788202720.963381:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788202720.963388:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202720.963389:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202720.963391:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202720.964551:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202720.964555:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202720.964561:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99c00. 00000100:00000001:1.0:1788202720.964566:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202720.964573:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3de300 x1875052841798400/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202720.964581:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202720.964584:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202720.964588:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc9d591c] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3de300 x1875052841798400/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202720.964602:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202720.964608:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13197) 00000100:00000040:1.0:1788202722.242483:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307861237, at 4307861248 00000100:00000010:1.0:1788202722.242499:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88480. 00000100:00080000:1.0:1788202726.082527:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202726.082540:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788202726.082544:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202726.082549:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202726.082555:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202726.082564:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 13192 00000400:00000200:1.0:1788202726.082574:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202726.082582:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202726.082586:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202726.082590:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202726.082594:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202726.082596:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202726.082599:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202726.082604:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202726.082606:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788202726.082609:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202726.082613:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788202726.082615:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788202726.082618:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788202726.082621:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202726.082623:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202726.082625:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202726.082627:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202726.082630:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788202726.082635:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202726.082638:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202726.082641:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202726.082646:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202726.082650:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202726.082652:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788202726.082655:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202726.082668:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3df800. 00000020:00000040:1.0:1788202726.082672:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788202726.082676:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202726.082679:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202726.082683:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202726.082686:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202726.082692:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202726.082701:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b800. 00000100:00000001:1.0:1788202726.082709:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202726.082721:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3df800 x1875052841798528/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202726.082734:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202726.082739:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202726.082744:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051a886bc] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3df800 x1875052841798528/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202726.082772:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202726.082776:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202726.082780:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788202726.082781:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202726.082783:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202726.082787:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202726.082790:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13192 00000400:00000200:1.0:1788202726.082795:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202726.082802:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202726.082810:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202726.082816:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202726.082819:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202726.082827:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202726.082831:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202726.082837:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202726.082868:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788202726.082872:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202726.082876:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788202726.082885:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788202726.082894:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788202726.082905:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202726.082912:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202726.082917:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202726.082924:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202726.082930:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788202726.082942:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202726.082958:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202726.082963:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202726.082971:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202726.082978:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202726.082983:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202726.082989:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788202726.083000:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202726.083006:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202726.083015:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dea00. 00000020:00000040:1.0:1788202726.083021:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788202726.083030:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202726.083031:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202726.083035:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202726.083038:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202726.083042:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202726.083049:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9a400. 00000100:00000001:1.0:1788202726.083057:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202726.083077:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dea00 x1875052841798656/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202726.083118:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202726.083123:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202726.083138:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4ead91e] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dea00 x1875052841798656/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202726.083161:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202726.083173:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202726.083179:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788202726.083182:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202726.083186:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202726.083194:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202726.083203:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13192 00000400:00000200:1.0:1788202726.083218:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202726.083230:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202726.083236:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202726.083246:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202726.083254:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202726.083262:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202726.083268:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202726.083274:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202726.083279:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788202726.083286:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202726.083288:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788202726.083291:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788202726.083299:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788202726.083311:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202726.083318:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202726.083325:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202726.083332:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202726.083337:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788202726.083347:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202726.083355:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202726.083359:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202726.083363:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202726.083370:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202726.083372:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202726.083379:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788202726.083386:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202726.083389:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202726.083427:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dd500. 00000020:00000040:1.0:1788202726.083432:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788202726.083435:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202726.083440:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202726.083442:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202726.083444:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202726.083446:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202726.083453:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9a000. 00000100:00000001:1.0:1788202726.083461:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202726.083469:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dd500 x1875052841798784/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202726.083483:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202726.083488:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202726.083495:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081f75c12] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dd500 x1875052841798784/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202726.083509:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202726.083519:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788202726.083533:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788202726.083538:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202726.083547:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788202726.083552:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202726.083555:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202726.083565:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202726.083574:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13192 00000400:00000200:1.0:1788202726.083583:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202726.083589:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202726.083592:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202726.083599:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202726.083606:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202726.083614:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202726.083621:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202726.083626:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202726.083630:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788202726.083633:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202726.083636:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788202726.083641:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788202726.083648:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788202726.083662:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202726.083668:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202726.083674:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202726.083681:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202726.083687:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788202726.083694:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202726.083700:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202726.083707:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202726.083715:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202726.083720:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202726.083723:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202726.083729:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788202726.083736:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202726.083741:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202726.083751:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3de300. 00000020:00000040:1.0:1788202726.083759:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788202726.083766:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202726.083771:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202726.083779:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202726.083782:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202726.083787:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202726.083798:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98000. 00000100:00000001:1.0:1788202726.083807:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202726.083818:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3de300 x1875052841798912/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202726.083856:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202726.083860:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202726.083875:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc9d591c] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3de300 x1875052841798912/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202726.083903:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202726.083916:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13202) 00000100:00000040:1.0:1788202727.362581:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307866357, at 4307866368 00000100:00000010:1.0:1788202727.362605:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88120. 00000100:00080000:1.0:1788202731.202463:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202731.202472:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788202731.202475:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202731.202478:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202731.202482:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202731.202488:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 13197 00000400:00000200:1.0:1788202731.202494:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202731.202499:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202731.202501:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202731.202504:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202731.202507:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202731.202509:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202731.202511:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202731.202514:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202731.202516:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788202731.202518:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202731.202521:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788202731.202522:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788202731.202524:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788202731.202525:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202731.202527:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202731.202528:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202731.202529:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202731.202532:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788202731.202534:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202731.202535:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202731.202537:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202731.202540:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202731.202542:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202731.202543:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788202731.202545:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202731.202551:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dca80. 00000020:00000040:1.0:1788202731.202554:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788202731.202557:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202731.202558:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202731.202560:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202731.202563:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202731.202566:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202731.202573:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b000. 00000100:00000001:1.0:1788202731.202579:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202731.202586:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dca80 x1875052841799040/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202731.202598:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202731.202602:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202731.202605:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004099c200] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dca80 x1875052841799040/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202731.202622:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202731.202624:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202731.202627:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788202731.202628:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202731.202629:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202731.202631:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202731.202633:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13197 00000400:00000200:1.0:1788202731.202635:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202731.202638:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202731.202640:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202731.202642:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202731.202644:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202731.202646:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202731.202648:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202731.202651:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202731.202653:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788202731.202656:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202731.202658:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788202731.202661:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788202731.202664:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788202731.202669:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202731.202674:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202731.202678:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202731.202683:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202731.202687:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788202731.202692:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202731.202695:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202731.202698:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202731.202705:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202731.202708:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202731.202714:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202731.202718:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788202731.202724:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202731.202729:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202731.202734:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dfb80. 00000020:00000040:1.0:1788202731.202737:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788202731.202742:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202731.202744:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202731.202746:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202731.202748:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202731.202761:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202731.202767:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99800. 00000100:00000001:1.0:1788202731.202771:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202731.202777:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dfb80 x1875052841799168/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202731.202786:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202731.202788:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202731.202795:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086c01fd6] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dfb80 x1875052841799168/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202731.202809:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202731.202816:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202731.202822:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788202731.202827:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202731.202831:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202731.202838:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202731.202846:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13197 00000400:00000200:1.0:1788202731.202864:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202731.202873:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202731.202879:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202731.202888:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202731.202894:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202731.202899:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202731.202903:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202731.202907:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202731.202909:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788202731.202912:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202731.202915:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788202731.202917:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788202731.202922:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788202731.202936:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202731.202943:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202731.202948:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202731.202952:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202731.202954:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788202731.202960:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202731.202965:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202731.202966:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202731.202968:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202731.202972:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202731.202973:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202731.202975:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788202731.202980:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202731.202984:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202731.202990:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ded80. 00000020:00000040:1.0:1788202731.202993:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788202731.202998:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202731.203000:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202731.203003:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202731.203005:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202731.203008:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202731.203012:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98400. 00000100:00000001:1.0:1788202731.203015:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202731.203021:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ded80 x1875052841799296/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202731.203032:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202731.203036:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202731.203041:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a769e60] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ded80 x1875052841799296/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202731.203048:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202731.203052:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788202731.203058:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788202731.203064:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202731.203067:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788202731.203070:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202731.203073:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202731.203075:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202731.203080:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13197 00000400:00000200:1.0:1788202731.203085:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202731.203091:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202731.203093:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202731.203098:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202731.203103:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202731.203106:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202731.203110:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202731.203115:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202731.203118:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788202731.203120:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202731.203122:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788202731.203126:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788202731.203129:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788202731.203134:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202731.203139:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202731.203143:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202731.203146:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202731.203150:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788202731.203154:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202731.203155:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202731.203156:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202731.203157:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202731.203159:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202731.203161:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202731.203164:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788202731.203168:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202731.203172:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202731.203178:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ddc00. 00000020:00000040:1.0:1788202731.203184:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788202731.203188:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202731.203191:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202731.203194:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202731.203198:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202731.203201:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202731.203208:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98000. 00000100:00000001:1.0:1788202731.203214:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202731.203222:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ddc00 x1875052841799424/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202731.203236:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202731.203240:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202731.203248:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c3c4b34] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ddc00 x1875052841799424/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202731.203279:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202731.203286:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13207) 00000100:00000040:1.0:1788202732.482476:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307871476, at 4307871488 00000100:00000010:1.0:1788202732.482495:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa886c0. 00000100:00080000:1.0:1788202736.322510:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202736.322519:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788202736.322521:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202736.322528:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202736.322532:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202736.322538:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 13202 00000400:00000200:1.0:1788202736.322544:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202736.322550:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202736.322553:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202736.322556:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202736.322559:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202736.322561:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202736.322563:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202736.322566:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202736.322568:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788202736.322570:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202736.322573:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788202736.322575:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788202736.322576:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788202736.322579:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202736.322580:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202736.322581:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202736.322582:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202736.322584:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788202736.322587:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202736.322589:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202736.322591:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202736.322594:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202736.322596:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202736.322598:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788202736.322600:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202736.322610:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dd880. 00000020:00000040:1.0:1788202736.322614:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788202736.322618:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202736.322620:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202736.322623:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202736.322626:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202736.322631:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202736.322640:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9a400. 00000100:00000001:1.0:1788202736.322647:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202736.322657:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dd880 x1875052841799552/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202736.322688:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202736.322692:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202736.322696:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083606985] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dd880 x1875052841799552/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202736.322712:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202736.322715:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202736.322718:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788202736.322719:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202736.322720:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202736.322722:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202736.322724:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13202 00000400:00000200:1.0:1788202736.322728:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202736.322731:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202736.322733:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202736.322736:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202736.322737:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202736.322739:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202736.322740:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202736.322742:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202736.322743:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788202736.322748:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202736.322750:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788202736.322753:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788202736.322757:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788202736.322761:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202736.322764:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202736.322768:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202736.322772:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202736.322776:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788202736.322781:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202736.322785:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202736.322788:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202736.322795:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202736.322798:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202736.322802:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202736.322806:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788202736.322811:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202736.322814:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202736.322819:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dce00. 00000020:00000040:1.0:1788202736.322822:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788202736.322824:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202736.322825:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202736.322826:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202736.322828:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202736.322829:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202736.322837:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b800. 00000100:00000001:1.0:1788202736.322844:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202736.322851:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dce00 x1875052841799680/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202736.322861:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202736.322863:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202736.322870:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e15d5058] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dce00 x1875052841799680/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202736.322882:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202736.322888:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202736.322893:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788202736.322894:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202736.322895:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202736.322898:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202736.322903:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13202 00000400:00000200:1.0:1788202736.322910:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202736.322914:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202736.322918:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202736.322923:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202736.322926:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202736.322927:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202736.322929:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202736.322931:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202736.322933:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788202736.322936:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202736.322938:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788202736.322940:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788202736.322946:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788202736.322948:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202736.322950:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202736.322954:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202736.322957:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202736.322961:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788202736.322967:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202736.322973:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202736.322976:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202736.322979:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202736.322983:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202736.322987:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202736.322989:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788202736.322994:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202736.322995:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202736.322998:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ddf80. 00000020:00000040:1.0:1788202736.323001:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788202736.323005:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202736.323007:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202736.323009:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202736.323012:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202736.323014:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202736.323020:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99c00. 00000100:00000001:1.0:1788202736.323024:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202736.323030:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ddf80 x1875052841799808/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202736.323037:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202736.323041:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202736.323043:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dea6dee7] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ddf80 x1875052841799808/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202736.323056:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202736.323059:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788202736.323062:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788202736.323064:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202736.323069:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788202736.323072:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202736.323074:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202736.323079:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202736.323083:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13202 00000400:00000200:1.0:1788202736.323088:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202736.323094:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202736.323097:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202736.323100:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202736.323105:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202736.323111:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202736.323116:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202736.323122:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202736.323126:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788202736.323131:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202736.323135:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788202736.323140:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788202736.323146:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788202736.323155:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202736.323159:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202736.323164:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202736.323167:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202736.323169:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788202736.323172:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202736.323175:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202736.323178:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202736.323182:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202736.323187:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202736.323193:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202736.323198:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788202736.323204:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202736.323210:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202736.323217:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dc700. 00000020:00000040:1.0:1788202736.323222:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788202736.323229:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202736.323232:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202736.323235:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202736.323238:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202736.323240:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202736.323247:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9bc00. 00000100:00000001:1.0:1788202736.323251:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202736.323258:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dc700 x1875052841799936/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202736.323270:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202736.323283:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202736.323291:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7db4f2b] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dc700 x1875052841799936/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202736.323308:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202736.323316:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13213) 00000100:00000040:1.0:1788202737.602504:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307876596, at 4307876608 00000100:00000010:1.0:1788202737.602522:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88d20. 00000100:00000040:1.0:1788202742.722495:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307881716, at 4307881728 00000100:00000010:1.0:1788202742.722516:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8bf60. 00000100:00000040:1.0:1788202747.842512:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307886836, at 4307886848 00000100:00000010:1.0:1788202747.842529:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88c60. 00000100:00080000:1.0:1788202751.682540:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202751.682550:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788202751.682553:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202751.682558:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202751.682562:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202751.682570:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 13218 00000400:00000200:1.0:1788202751.682578:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202751.682584:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202751.682587:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202751.682591:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202751.682594:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202751.682597:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202751.682600:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202751.682604:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202751.682607:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788202751.682609:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202751.682613:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788202751.682615:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788202751.682618:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788202751.682621:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202751.682623:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202751.682625:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202751.682627:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202751.682630:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788202751.682634:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202751.682636:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202751.682638:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202751.682642:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202751.682645:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202751.682647:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788202751.682650:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202751.682660:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3df100. 00000020:00000040:1.0:1788202751.682664:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788202751.682668:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202751.682669:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202751.682672:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202751.682675:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202751.682680:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202751.682688:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98c00. 00000100:00000001:1.0:1788202751.682694:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202751.682712:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3df100 x1875052841801088/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202751.682723:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202751.682727:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202751.682732:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c16a5860] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3df100 x1875052841801088/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202751.682750:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202751.682754:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202751.682757:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788202751.682758:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202751.682760:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202751.682763:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202751.682766:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13218 00000400:00000200:1.0:1788202751.682771:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202751.682775:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202751.682778:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202751.682782:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202751.682785:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202751.682790:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202751.682796:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202751.682801:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202751.682803:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788202751.682806:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202751.682809:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788202751.682816:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788202751.682822:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788202751.682831:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202751.682836:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202751.682842:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202751.682845:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202751.682850:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788202751.682858:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202751.682863:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202751.682866:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202751.682874:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202751.682879:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202751.682884:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202751.682891:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788202751.682895:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202751.682898:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202751.682907:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dc000. 00000020:00000040:1.0:1788202751.682912:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788202751.682917:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202751.682920:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202751.682922:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202751.682924:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202751.682928:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202751.682935:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9ac00. 00000100:00000001:1.0:1788202751.682941:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202751.682950:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dc000 x1875052841801216/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202751.682973:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202751.682981:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202751.682991:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1e3b926] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dc000 x1875052841801216/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202751.683010:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202751.683015:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202751.683024:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788202751.683028:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202751.683031:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202751.683036:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202751.683039:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13218 00000400:00000200:1.0:1788202751.683047:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202751.683055:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202751.683061:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202751.683068:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202751.683073:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202751.683078:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202751.683084:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202751.683090:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202751.683093:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788202751.683098:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202751.683101:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788202751.683112:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788202751.683117:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788202751.683126:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202751.683130:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202751.683136:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202751.683141:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202751.683147:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788202751.683152:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202751.683156:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202751.683160:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202751.683165:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202751.683171:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202751.683175:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202751.683178:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788202751.683185:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202751.683191:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202751.683198:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dd180. 00000020:00000040:1.0:1788202751.683204:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788202751.683209:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202751.683213:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202751.683218:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202751.683224:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202751.683227:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202751.683232:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98800. 00000100:00000001:1.0:1788202751.683240:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202751.683252:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dd180 x1875052841801344/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202751.683274:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202751.683279:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202751.683287:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000095f81904] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dd180 x1875052841801344/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202751.683306:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202751.683311:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788202751.683319:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788202751.683324:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202751.683329:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788202751.683332:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202751.683334:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202751.683338:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202751.683343:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13218 00000400:00000200:1.0:1788202751.683349:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202751.683354:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202751.683359:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202751.683366:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202751.683370:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202751.683375:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202751.683380:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202751.683384:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202751.683387:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788202751.683390:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202751.683455:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788202751.683462:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788202751.683467:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788202751.683477:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202751.683483:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202751.683489:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202751.683494:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202751.683498:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788202751.683505:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202751.683512:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202751.683517:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202751.683523:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202751.683528:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202751.683531:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202751.683535:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788202751.683542:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202751.683546:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202751.683553:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dc700. 00000020:00000040:1.0:1788202751.683560:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788202751.683566:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202751.683569:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202751.683574:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202751.683578:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202751.683581:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202751.683589:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b400. 00000100:00000001:1.0:1788202751.683595:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202751.683607:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dc700 x1875052841801472/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202751.683628:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202751.683630:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202751.683635:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7db4f2b] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dc700 x1875052841801472/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202751.683652:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202751.683660:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13228) 00000100:00000040:1.0:1788202752.962545:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307891956, at 4307891968 00000100:00000010:1.0:1788202752.962573:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88ea0. 00000100:00080000:1.0:1788202756.802481:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202756.802489:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788202756.802491:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202756.802495:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202756.802499:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202756.802505:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 13223 00000400:00000200:1.0:1788202756.802511:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202756.802518:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202756.802520:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202756.802523:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202756.802526:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202756.802528:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202756.802530:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202756.802534:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202756.802536:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788202756.802538:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202756.802541:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788202756.802542:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788202756.802544:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788202756.802546:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202756.802548:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202756.802549:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202756.802551:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202756.802554:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788202756.802556:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202756.802558:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202756.802560:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202756.802562:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202756.802564:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202756.802566:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788202756.802572:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202756.802580:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ddf80. 00000020:00000040:1.0:1788202756.802583:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788202756.802586:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202756.802587:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202756.802589:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202756.802592:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202756.802596:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202756.802605:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99000. 00000100:00000001:1.0:1788202756.802612:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202756.802623:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ddf80 x1875052841801600/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202756.802635:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202756.802640:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202756.802645:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dea6dee7] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ddf80 x1875052841801600/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202756.802664:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202756.802666:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202756.802669:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788202756.802670:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202756.802671:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202756.802673:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202756.802676:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13223 00000400:00000200:1.0:1788202756.802680:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202756.802682:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202756.802684:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202756.802687:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202756.802689:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202756.802691:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202756.802692:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202756.802694:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202756.802695:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788202756.802697:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202756.802699:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788202756.802703:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788202756.802707:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788202756.802711:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202756.802713:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202756.802718:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202756.802722:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202756.802726:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788202756.802731:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202756.802736:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202756.802740:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202756.802746:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202756.802750:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202756.802753:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202756.802759:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788202756.802764:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202756.802768:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202756.802772:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dce00. 00000020:00000040:1.0:1788202756.802776:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788202756.802781:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202756.802785:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202756.802788:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202756.802789:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202756.802791:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202756.802798:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9a800. 00000100:00000001:1.0:1788202756.802804:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202756.802811:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dce00 x1875052841801728/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202756.802822:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202756.802826:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202756.802832:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e15d5058] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dce00 x1875052841801728/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202756.802844:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202756.802849:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202756.802855:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788202756.802857:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202756.802860:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202756.802864:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202756.802870:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13223 00000400:00000200:1.0:1788202756.802875:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202756.802880:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202756.802885:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202756.802887:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202756.802889:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202756.802890:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202756.802892:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202756.802895:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202756.802898:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788202756.802909:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202756.802912:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788202756.802914:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788202756.802916:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788202756.802921:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202756.802924:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202756.802930:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202756.802933:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202756.802936:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788202756.802944:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202756.802949:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202756.802952:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202756.802956:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202756.802962:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202756.802967:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202756.802972:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788202756.802975:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202756.802979:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202756.802982:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dd880. 00000020:00000040:1.0:1788202756.802987:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788202756.802991:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202756.802993:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202756.802997:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202756.802998:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202756.803000:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202756.803005:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99400. 00000100:00000001:1.0:1788202756.803010:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202756.803016:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dd880 x1875052841801856/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202756.803025:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202756.803029:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202756.803036:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083606985] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dd880 x1875052841801856/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202756.803050:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202756.803055:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788202756.803067:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788202756.803071:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202756.803078:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788202756.803081:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202756.803084:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202756.803088:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202756.803095:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13223 00000400:00000200:1.0:1788202756.803100:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202756.803107:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202756.803109:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202756.803116:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202756.803120:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202756.803125:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202756.803130:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202756.803134:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202756.803137:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788202756.803140:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202756.803143:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788202756.803147:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788202756.803150:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788202756.803156:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202756.803158:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202756.803160:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202756.803167:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202756.803170:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788202756.803175:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202756.803180:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202756.803184:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202756.803186:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202756.803191:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202756.803192:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202756.803194:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788202756.803197:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202756.803199:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202756.803204:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ddc00. 00000020:00000040:1.0:1788202756.803206:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788202756.803208:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202756.803211:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202756.803213:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202756.803214:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202756.803216:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202756.803223:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b400. 00000100:00000001:1.0:1788202756.803229:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202756.803234:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ddc00 x1875052841801984/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202756.803240:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202756.803244:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202756.803250:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c3c4b34] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ddc00 x1875052841801984/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202756.803260:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202756.803267:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13233) 00000100:00000040:1.0:1788202758.082509:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307897076, at 4307897088 00000100:00000010:1.0:1788202758.082534:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88060. 00000100:00000040:1.0:1788202763.202499:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307902196, at 4307902208 00000100:00000010:1.0:1788202763.202516:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88180. 00000100:00000040:1.0:1788202768.322548:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307907316, at 4307907328 00000100:00000010:1.0:1788202768.322565:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b240. 00000100:00000040:1.0:1788202773.442479:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307912436, at 4307912448 00000100:00000010:1.0:1788202773.442499:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88de0. 00000400:00000100:1.0:1788202775.234688:0:2407:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.101:988 00000400:00000100:1.0:1788202775.234737:0:2407:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.101@tcp at host 192.168.201.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:1.0:1788202775.234747:0:2407:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202775.234750:0:2407:0:(router.c:1791:lnet_notify()) 192.168.201.1@tcp notifying 192.168.201.101@tcp: down 00000400:00000200:1.0:1788202775.234754:0:2407:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202775.234758:0:2407:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:1.0:1788202775.234762:0:2407:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788202775.234766:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475d95bc00. 00000400:00000200:1.0:1788202775.234772:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788202775.234776:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788202775.234782:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f9000 00000400:00000010:1.0:1788202775.234786:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f9000. 00000100:00000001:1.0:1788202775.234793:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788202775.234804:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477c84aa00 x1875052841803136/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788202797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202775.234840:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788202775.234846:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84aa00 x1875052841803136/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788202797 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202775.234856:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202775.234858:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788202775.234870:0:2407:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788202775.234873:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475d95b400. 00000400:00000200:1.0:1788202775.234877:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788202775.234880:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788202775.234884:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f9088 00000400:00000010:1.0:1788202775.234886:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f9088. 00000100:00000001:1.0:1788202775.234889:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788202775.234894:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477c848000 x1875052841803264/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788202797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202775.234904:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788202775.234907:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c848000 x1875052841803264/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788202797 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202775.234915:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202775.234917:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788202775.234923:0:2407:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788202775.234925:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475d95b700. 00000400:00000200:1.0:1788202775.234928:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788202775.234931:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788202775.234934:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f94c8 00000400:00000010:1.0:1788202775.234937:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f94c8. 00000100:00000001:1.0:1788202775.234939:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788202775.234945:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477c849180 x1875052841803392/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788202797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202775.234955:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788202775.234958:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c849180 x1875052841803392/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788202797 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202775.234968:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202775.234970:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788202775.234979:0:2407:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788202775.234982:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475d95b200. 00000400:00000200:1.0:1788202775.235001:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788202775.235008:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788202775.235013:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f95d8 00000400:00000010:1.0:1788202775.235018:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f95d8. 00000100:00000001:1.0:1788202775.235026:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788202775.235037:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477c849f80 x1875052841803520/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788202797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202775.235054:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788202775.235065:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c849f80 x1875052841803520/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788202797 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202775.235125:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202775.235130:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:1.0:1788202777.282533:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202777.282542:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788202777.282544:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202777.282546:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202777.282550:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202777.282556:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 13243 00000400:00000200:1.0:1788202777.282562:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202777.282566:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202777.282569:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202777.282572:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202777.282576:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202777.282579:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202777.282581:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202777.282586:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202777.282588:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788202777.282591:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202777.282594:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788202777.282597:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788202777.282600:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788202777.282603:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202777.282605:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202777.282607:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202777.282609:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202777.282612:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788202777.282616:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202777.282618:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202777.282621:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202777.282624:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202777.282628:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202777.282630:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788202777.282633:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202777.282641:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ded80. 00000020:00000040:1.0:1788202777.282644:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788202777.282648:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202777.282650:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202777.282654:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202777.282657:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202777.282671:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202777.282680:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9a000. 00000100:00000001:1.0:1788202777.282686:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202777.282703:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ded80 x1875052841803648/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202777.282714:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202777.282720:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202777.282725:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a769e60] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ded80 x1875052841803648/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202777.282755:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202777.282759:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202777.282762:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788202777.282764:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202777.282765:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202777.282768:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202777.282771:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13243 00000400:00000200:1.0:1788202777.282776:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202777.282779:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202777.282781:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202777.282784:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202777.282786:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202777.282788:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202777.282790:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202777.282793:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202777.282794:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788202777.282797:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202777.282799:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788202777.282801:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788202777.282803:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788202777.282806:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202777.282808:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202777.282809:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202777.282811:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202777.282813:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788202777.282816:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202777.282819:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202777.282820:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202777.282827:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202777.282829:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202777.282830:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202777.282835:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788202777.282838:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202777.282840:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202777.282844:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dfb80. 00000020:00000040:1.0:1788202777.282847:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788202777.282849:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202777.282850:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202777.282852:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202777.282854:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202777.282856:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202777.282860:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98000. 00000100:00000001:1.0:1788202777.282863:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202777.282868:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dfb80 x1875052841803776/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202777.282875:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202777.282878:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202777.282881:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086c01fd6] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dfb80 x1875052841803776/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202777.282891:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202777.282893:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202777.282897:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788202777.282899:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202777.282900:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202777.282908:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202777.282912:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13243 00000400:00000200:1.0:1788202777.282916:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202777.282920:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202777.282922:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202777.282925:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202777.282927:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202777.282929:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202777.282931:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202777.282934:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202777.282935:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788202777.282937:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202777.282939:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788202777.282940:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788202777.282943:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788202777.282945:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202777.282947:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202777.282949:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202777.282981:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202777.282984:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788202777.282987:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202777.282990:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202777.282992:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202777.282995:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202777.282997:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202777.282999:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202777.283002:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788202777.283005:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202777.283006:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202777.283011:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dca80. 00000020:00000040:1.0:1788202777.283013:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788202777.283017:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202777.283018:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202777.283020:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202777.283021:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202777.283023:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202777.283028:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98400. 00000100:00000001:1.0:1788202777.283033:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202777.283038:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dca80 x1875052841803904/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202777.283045:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202777.283048:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202777.283052:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004099c200] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dca80 x1875052841803904/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202777.283060:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202777.283063:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788202777.283068:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788202777.283071:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202777.283075:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788202777.283077:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202777.283079:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202777.283081:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202777.283084:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13243 00000400:00000200:1.0:1788202777.283089:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202777.283093:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202777.283095:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202777.283098:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202777.283100:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202777.283102:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202777.283104:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202777.283107:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202777.283108:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788202777.283109:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202777.283111:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788202777.283114:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788202777.283116:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788202777.283123:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202777.283125:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202777.283127:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202777.283130:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202777.283132:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788202777.283134:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202777.283137:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202777.283139:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202777.283141:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202777.283143:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202777.283145:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202777.283147:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788202777.283150:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202777.283152:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202777.283156:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3de300. 00000020:00000040:1.0:1788202777.283158:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788202777.283160:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202777.283162:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202777.283164:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202777.283165:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202777.283167:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202777.283171:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99800. 00000100:00000001:1.0:1788202777.283174:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202777.283185:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3de300 x1875052841804032/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202777.283193:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202777.283195:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202777.283199:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc9d591c] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3de300 x1875052841804032/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202777.283207:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202777.283212:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13253) 00000100:00000040:1.0:1788202778.562505:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307917557, at 4307917568 00000100:00000010:1.0:1788202778.562521:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88360. 00000100:00000040:1.0:1788202783.682501:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307922677, at 4307922688 00000100:00000010:1.0:1788202783.682517:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa885a0. 00010000:00000001:0.0:1788202784.066529:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202784.066530:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202784.066532:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202784.066533:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202784.066582:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202784.066586:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202784.066588:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202785.090512:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202785.090517:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202785.090522:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202785.090524:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202785.090527:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202785.090529:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202785.090567:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202785.090571:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202785.090574:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202786.114503:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202786.114508:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202786.114512:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202786.114513:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202786.114516:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202786.114517:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202786.114544:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202786.114546:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202786.114548:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202787.138472:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202787.138478:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202787.138483:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202787.138485:0:226571:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788202787.138487:0:226571:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788202787.138490:0:226571:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202787.138494:0:226571:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788202787.138496:0:226571:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202787.138498:0:226571:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202787.138501:0:226571:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202787.138504:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202787.138506:0:226571:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788202787.138507:0:226571:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788202787.138509:0:226571:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202787.138511:0:226571:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788202787.138513:0:226571:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202787.138515:0:226571:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202787.138517:0:226571:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788202787.522516:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788202787.522524:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788202787.522527:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788202787.522530:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788202787.522533:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788202787.522538:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 13254 00000400:00000200:0.0:1788202787.522544:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788202787.522549:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788202787.522552:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788202787.522554:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202787.522556:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202787.522558:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202787.522560:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788202787.522563:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788202787.522565:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788202787.522567:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788202787.522569:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788202787.522571:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788202787.522573:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788202787.522575:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202787.522576:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202787.522577:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202787.522579:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788202787.522581:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788202787.522583:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788202787.522585:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788202787.522619:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788202787.522622:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788202787.522624:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202787.522626:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788202787.522628:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788202787.522636:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fb100. 00000020:00000040:0.0:1788202787.522638:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788202787.522642:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788202787.522643:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202787.522646:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788202787.522648:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788202787.522652:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788202787.522657:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377800. 00000100:00000001:0.0:1788202787.522663:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788202787.522671:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fb100 x1875052841804672/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788202787.522678:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788202787.522682:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788202787.522685:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000093808cf5] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fb100 x1875052841804672/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788202787.522702:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788202787.522705:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788202787.522709:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788202787.522711:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788202787.522712:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788202787.522716:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788202787.522719:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13254 00000400:00000200:0.0:1788202787.522722:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788202787.522725:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788202787.522727:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788202787.522730:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202787.522733:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202787.522735:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202787.522737:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788202787.522740:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788202787.522741:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788202787.522743:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788202787.522745:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788202787.522748:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788202787.522750:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788202787.522753:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202787.522755:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202787.522757:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202787.522759:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788202787.522762:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788202787.522765:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788202787.522767:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788202787.522769:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788202787.522786:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788202787.522789:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202787.522791:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788202787.522795:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788202787.522798:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202787.522800:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788202787.522804:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9f80. 00000020:00000040:0.0:1788202787.522807:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788202787.522809:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788202787.522810:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202787.522812:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788202787.522814:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788202787.522815:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788202787.522820:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375400. 00000100:00000001:0.0:1788202787.522823:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788202787.522828:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9f80 x1875052841804800/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788202787.522837:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788202787.522839:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788202787.522843:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5e67c01] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9f80 x1875052841804800/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788202787.522852:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788202787.522855:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788202787.522859:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788202787.522861:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788202787.522863:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788202787.522866:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788202787.522869:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13254 00000400:00000200:0.0:1788202787.522872:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788202787.522875:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788202787.522886:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788202787.522889:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202787.522892:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202787.522894:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202787.522896:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788202787.522898:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788202787.522899:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788202787.522901:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788202787.522903:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788202787.522905:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788202787.522908:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788202787.522911:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202787.522913:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202787.522915:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202787.522917:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788202787.522920:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788202787.522923:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788202787.522925:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788202787.522927:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788202787.522930:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788202787.522933:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202787.522935:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788202787.522937:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788202787.522940:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202787.522942:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788202787.522945:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fb800. 00000020:00000040:0.0:1788202787.522947:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788202787.522949:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788202787.522951:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202787.522953:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788202787.522954:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788202787.522956:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788202787.522959:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376400. 00000100:00000001:0.0:1788202787.522963:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788202787.522967:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fb800 x1875052841804928/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788202787.522976:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788202787.522978:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788202787.522981:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045f4f50b] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fb800 x1875052841804928/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788202787.522989:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788202787.522992:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788202787.522996:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788202787.522999:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788202787.523002:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788202787.523012:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788202787.523014:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788202787.523016:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788202787.523019:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13254 00000400:00000200:0.0:1788202787.523023:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788202787.523026:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788202787.523028:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788202787.523031:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202787.523033:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202787.523035:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202787.523038:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788202787.523040:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788202787.523041:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788202787.523043:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788202787.523045:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788202787.523047:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788202787.523049:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788202787.523052:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202787.523054:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202787.523056:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202787.523059:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788202787.523067:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788202787.523070:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788202787.523072:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788202787.523074:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788202787.523077:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788202787.523079:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202787.523081:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788202787.523084:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788202787.523086:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202787.523089:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788202787.523092:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8380. 00000020:00000040:0.0:1788202787.523094:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788202787.523097:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788202787.523098:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202787.523100:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788202787.523102:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788202787.523104:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788202787.523107:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377c00. 00000100:00000001:0.0:1788202787.523117:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788202787.523122:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8380 x1875052841805056/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788202787.523129:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788202787.523131:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788202787.523135:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004fba561] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8380 x1875052841805056/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788202787.523144:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788202787.523148:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13264) 00010000:00000001:0.0:1788202788.162515:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202788.162522:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202788.162528:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202788.162530:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202788.162534:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202788.162535:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202788.162572:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202788.162575:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202788.162578:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788202788.802464:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307927796, at 4307927808 00000100:00000010:1.0:1788202788.802477:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88540. 00000100:00000040:0.0:1788202788.802482:0:226571:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4307927796, at 4307927808 00000100:00000010:0.0:1788202788.802492:0:226571:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88c00. 00010000:00000001:0.0:1788202789.186520:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202789.186527:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202789.186533:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202789.186535:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202789.186539:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202789.186541:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202789.186567:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202789.186570:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202789.186574:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202790.210515:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202790.210520:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202790.210524:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202790.210525:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202790.210527:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202790.210528:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202790.210557:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202790.210559:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202790.210561:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202791.234523:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202791.234529:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202791.234533:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202791.234534:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202791.234537:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202791.234537:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202791.234595:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202791.234597:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202791.234599:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202792.258490:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202792.258496:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202792.258499:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202792.258500:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202792.258502:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202792.258503:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202792.258531:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202792.258533:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202792.258536:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202793.282500:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202793.282505:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202793.282510:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202793.282511:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202793.282513:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202793.282514:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202793.282533:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202793.282536:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202793.282538:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788202793.922484:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307932916, at 4307932928 00000100:00000040:0.0:1788202793.922492:0:226571:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4307932916, at 4307932928 00000100:00000010:1.0:1788202793.922502:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8bc00. 00000100:00000010:0.0:1788202793.922511:0:226571:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8bb40. 00010000:00000001:0.0:1788202794.306485:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202794.306491:0:226571:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788202794.306493:0:226571:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788202794.306496:0:226571:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202794.306500:0:226571:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788202794.306502:0:226571:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202794.306504:0:226571:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202794.306505:0:226571:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202794.306508:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202794.306509:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202794.306511:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202794.306512:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202794.306556:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202794.306558:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202794.306560:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202795.330504:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202795.330511:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202795.330518:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202795.330519:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202795.330521:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202795.330522:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202795.330543:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202795.330545:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202795.330547:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202796.354474:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202796.354483:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202796.354490:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202796.354493:0:226571:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788202796.354495:0:226571:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788202796.354497:0:226571:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202796.354500:0:226571:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788202796.354502:0:226571:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202796.354503:0:226571:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202796.354505:0:226571:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202796.354518:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202796.354520:0:226571:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788202796.354521:0:226571:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788202796.354522:0:226571:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202796.354523:0:226571:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788202796.354524:0:226571:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202796.354525:0:226571:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202796.354526:0:226571:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202796.354543:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202796.354545:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202796.354546:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202797.378529:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202797.378535:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202797.378539:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202797.378540:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202797.378543:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202797.378545:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202797.378562:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202797.378564:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202797.378566:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202798.402469:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202798.402476:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202798.402482:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202798.402483:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202798.402487:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202798.402489:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202798.402553:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202798.402556:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202798.402558:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788202799.042458:0:226571:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4307938036, at 4307938048 00000100:00000040:1.0:1788202799.042458:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307938036, at 4307938048 00000100:00000010:0.0:1788202799.042473:0:226571:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b600. 00000100:00000010:1.0:1788202799.042476:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b420. 00010000:00000001:0.0:1788202799.426490:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202799.426495:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202799.426499:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202799.426500:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202799.426502:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202799.426504:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202799.426528:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202799.426530:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202799.426532:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202800.450458:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202800.450463:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202800.450468:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202800.450469:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202800.450471:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202800.450472:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202800.450487:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202800.450489:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202800.450491:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202801.474493:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202801.474499:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202801.474503:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202801.474504:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202801.474506:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202801.474507:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202801.474528:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202801.474542:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202801.474544:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202802.498498:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202802.498503:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202802.498508:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202802.498508:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202802.498511:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202802.498512:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202802.498586:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202802.498589:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202802.498591:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788202802.882503:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202802.882528:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788202802.882531:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202802.882534:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202802.882538:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202802.882544:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 13269 00000400:00000200:1.0:1788202802.882551:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202802.882556:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202802.882558:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202802.882560:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202802.882563:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202802.882565:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202802.882567:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202802.882570:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202802.882572:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788202802.882574:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202802.882576:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788202802.882578:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788202802.882579:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788202802.882581:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202802.882583:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202802.882584:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202802.882586:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202802.882588:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788202802.882590:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202802.882592:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202802.882594:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202802.882596:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202802.882598:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202802.882600:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788202802.882602:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202802.882611:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dd500. 00000020:00000040:1.0:1788202802.882613:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788202802.882616:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202802.882617:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202802.882620:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202802.882622:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202802.882625:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202802.882633:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b800. 00000100:00000001:1.0:1788202802.882638:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202802.882648:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dd500 x1875052841806208/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202802.882659:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202802.882664:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202802.882669:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081f75c12] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dd500 x1875052841806208/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202802.882697:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202802.882700:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202802.882703:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788202802.882704:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202802.882705:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202802.882708:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202802.882710:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13269 00000400:00000200:1.0:1788202802.882713:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202802.882715:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202802.882717:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202802.882720:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202802.882722:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202802.882724:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202802.882726:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202802.882728:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202802.882729:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788202802.882730:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202802.882732:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788202802.882734:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788202802.882739:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788202802.882746:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202802.882751:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202802.882758:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202802.882765:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202802.882769:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788202802.882776:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202802.882782:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202802.882786:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202802.882799:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202802.882803:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202802.882806:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202802.882809:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788202802.882814:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202802.882816:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202802.882820:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dea00. 00000020:00000040:1.0:1788202802.882827:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788202802.882832:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202802.882836:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202802.882840:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202802.882843:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202802.882847:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202802.882855:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9bc00. 00000100:00000001:1.0:1788202802.882862:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202802.882871:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dea00 x1875052841806336/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202802.882877:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202802.882879:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202802.882881:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4ead91e] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dea00 x1875052841806336/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202802.882888:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202802.882890:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202802.882893:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788202802.882894:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202802.882895:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202802.882897:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202802.882899:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13269 00000400:00000200:1.0:1788202802.882903:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202802.882905:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202802.882906:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202802.882910:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202802.882915:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202802.882919:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202802.882923:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202802.882927:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202802.882930:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788202802.882933:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202802.882936:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788202802.882940:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788202802.882943:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788202802.882948:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202802.882951:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202802.882954:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202802.882958:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202802.882962:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788202802.882965:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202802.882966:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202802.882967:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202802.882970:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202802.882971:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202802.882976:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202802.882978:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788202802.882983:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202802.882985:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202802.882990:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3df800. 00000020:00000040:1.0:1788202802.882994:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788202802.882999:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202802.883002:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202802.883005:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202802.883006:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202802.883009:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202802.883015:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98c00. 00000100:00000001:1.0:1788202802.883020:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202802.883036:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3df800 x1875052841806464/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202802.883047:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202802.883052:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202802.883057:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051a886bc] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3df800 x1875052841806464/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202802.883068:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202802.883073:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788202802.883077:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788202802.883080:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202802.883086:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788202802.883088:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202802.883091:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202802.883095:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202802.883100:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13269 00000400:00000200:1.0:1788202802.883106:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202802.883110:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202802.883112:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202802.883115:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202802.883118:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202802.883122:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202802.883125:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202802.883129:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202802.883131:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788202802.883134:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202802.883137:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788202802.883139:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788202802.883141:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788202802.883146:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202802.883149:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202802.883152:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202802.883153:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202802.883155:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788202802.883156:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202802.883158:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202802.883159:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202802.883161:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202802.883162:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202802.883163:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202802.883164:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788202802.883166:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202802.883167:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202802.883170:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3de300. 00000020:00000040:1.0:1788202802.883171:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788202802.883172:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202802.883173:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202802.883174:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202802.883175:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202802.883177:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202802.883179:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9ac00. 00000100:00000001:1.0:1788202802.883181:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202802.883190:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3de300 x1875052841806592/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202802.883223:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202802.883225:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202802.883234:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc9d591c] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3de300 x1875052841806592/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202802.883262:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202802.883270:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13279) 00010000:00000001:0.0:1788202803.522517:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202803.522523:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202803.522527:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202803.522528:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202803.522530:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202803.522531:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202803.522551:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202803.522553:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202803.522555:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788202804.162466:0:226571:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4307943156, at 4307943168 00000100:00000040:1.0:1788202804.162466:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307943156, at 4307943168 00000100:00000010:1.0:1788202804.162481:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8bcc0. 00000100:00000010:0.0:1788202804.162483:0:226571:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8be40. 00010000:00000001:0.0:1788202804.546579:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202804.546588:0:226571:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788202804.546590:0:226571:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788202804.546594:0:226571:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202804.546599:0:226571:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788202804.546601:0:226571:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202804.546603:0:226571:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202804.546604:0:226571:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202804.546608:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202804.546609:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202804.546612:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202804.546620:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202804.546648:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202804.546651:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202804.546653:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202805.570545:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202805.570553:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202805.570560:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202805.570561:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202805.570564:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202805.570566:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202805.570589:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202805.570592:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202805.570595:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202806.594545:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202806.594552:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202806.594559:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202806.594562:0:226571:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788202806.594565:0:226571:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788202806.594568:0:226571:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202806.594572:0:226571:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788202806.594575:0:226571:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202806.594577:0:226571:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202806.594581:0:226571:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202806.594584:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202806.594586:0:226571:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788202806.594588:0:226571:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788202806.594589:0:226571:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202806.594598:0:226571:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788202806.594600:0:226571:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202806.594602:0:226571:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202806.594604:0:226571:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202806.594632:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202806.594635:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202806.594638:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202807.618518:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202807.618526:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202807.618531:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202807.618533:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202807.618537:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202807.618538:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202807.618565:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202807.618568:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202807.618570:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788202808.002543:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202808.002552:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788202808.002555:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202808.002558:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202808.002562:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202808.002568:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 13274 00000400:00000200:1.0:1788202808.002575:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202808.002583:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202808.002586:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202808.002589:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202808.002592:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202808.002595:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202808.002597:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202808.002600:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202808.002602:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788202808.002604:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202808.002607:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788202808.002609:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788202808.002611:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788202808.002613:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202808.002615:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202808.002616:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202808.002622:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202808.002624:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788202808.002626:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202808.002628:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202808.002630:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202808.002633:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202808.002635:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202808.002637:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788202808.002639:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202808.002647:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dca80. 00000020:00000040:1.0:1788202808.002650:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788202808.002653:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202808.002654:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202808.002657:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202808.002659:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202808.002663:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202808.002670:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99400. 00000100:00000001:1.0:1788202808.002675:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202808.002683:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dca80 x1875052841806720/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202808.002691:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202808.002694:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202808.002698:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004099c200] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dca80 x1875052841806720/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202808.002713:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202808.002715:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202808.002718:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788202808.002719:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202808.002720:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202808.002722:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202808.002725:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13274 00000400:00000200:1.0:1788202808.002727:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202808.002730:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202808.002731:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202808.002734:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202808.002735:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202808.002737:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202808.002739:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202808.002741:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202808.002742:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788202808.002743:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202808.002745:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788202808.002746:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788202808.002748:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788202808.002750:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202808.002753:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202808.002755:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202808.002758:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202808.002762:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788202808.002767:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202808.002769:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202808.002774:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202808.002779:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202808.002782:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202808.002785:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202808.002789:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788202808.002793:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202808.002798:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202808.002803:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dfb80. 00000020:00000040:1.0:1788202808.002806:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788202808.002812:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202808.002815:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202808.002817:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202808.002819:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202808.002821:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202808.002826:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9a800. 00000100:00000001:1.0:1788202808.002830:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202808.002836:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dfb80 x1875052841806848/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202808.002849:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202808.002853:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202808.002858:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086c01fd6] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dfb80 x1875052841806848/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202808.002868:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202808.002872:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202808.002875:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788202808.002878:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202808.002879:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202808.002883:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202808.002888:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13274 00000400:00000200:1.0:1788202808.002890:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202808.002892:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202808.002893:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202808.002897:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202808.002901:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202808.002904:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202808.002906:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202808.002909:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202808.002911:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788202808.002915:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202808.002918:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788202808.002921:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788202808.002926:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788202808.002931:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202808.002934:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202808.002938:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202808.002939:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202808.002941:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788202808.002946:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202808.002950:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202808.002953:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202808.002955:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202808.002956:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202808.002957:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202808.002958:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788202808.002964:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202808.002967:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202808.002971:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ded80. 00000020:00000040:1.0:1788202808.002973:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788202808.002982:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202808.002984:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202808.002988:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202808.002989:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202808.002990:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202808.002994:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99000. 00000100:00000001:1.0:1788202808.002999:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202808.003008:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ded80 x1875052841806976/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202808.003027:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202808.003028:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202808.003033:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a769e60] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ded80 x1875052841806976/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202808.003050:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202808.003100:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788202808.003105:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788202808.003110:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202808.003119:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788202808.003122:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202808.003124:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202808.003129:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202808.003133:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13274 00000400:00000200:1.0:1788202808.003141:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202808.003146:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202808.003152:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202808.003155:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202808.003159:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202808.003163:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202808.003165:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202808.003166:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202808.003167:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788202808.003169:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202808.003171:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788202808.003174:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788202808.003177:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788202808.003182:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202808.003186:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202808.003189:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202808.003192:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202808.003195:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788202808.003196:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202808.003198:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202808.003200:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202808.003204:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202808.003207:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202808.003208:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202808.003210:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788202808.003215:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202808.003216:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202808.003220:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ddc00. 00000020:00000040:1.0:1788202808.003225:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788202808.003227:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202808.003229:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202808.003232:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202808.003234:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202808.003237:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202808.003244:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b400. 00000100:00000001:1.0:1788202808.003248:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202808.003255:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ddc00 x1875052841807104/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202808.003274:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202808.003278:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202808.003283:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c3c4b34] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ddc00 x1875052841807104/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202808.003297:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202808.003304:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13284) 00010000:00000001:0.0:1788202808.642540:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202808.642546:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202808.642552:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202808.642554:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202808.642557:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202808.642558:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202808.642582:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202808.642585:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202808.642588:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788202809.282491:0:226571:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4307948276, at 4307948288 00000100:00000040:1.0:1788202809.282491:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307948276, at 4307948288 00000100:00000010:0.0:1788202809.282505:0:226571:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b8a0. 00000100:00000010:1.0:1788202809.282509:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b6c0. 00010000:00000001:0.0:1788202809.666522:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202809.666529:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202809.666535:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202809.666537:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202809.666540:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202809.666543:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202809.666570:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202809.666573:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202809.666577:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202810.690501:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202810.690506:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202810.690510:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202810.690511:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202810.690514:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202810.690515:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202810.690537:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202810.690539:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202810.690542:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202811.714508:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202811.714515:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202811.714520:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202811.714522:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202811.714526:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202811.714527:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202811.714550:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202811.714553:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202811.714556:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202812.738497:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202812.738503:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202812.738507:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202812.738508:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202812.738511:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202812.738512:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202812.738530:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202812.738532:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202812.738534:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788202813.122510:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202813.122521:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788202813.122524:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202813.122528:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202813.122533:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202813.122540:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 13279 00000400:00000200:1.0:1788202813.122550:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202813.122557:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202813.122560:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202813.122565:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202813.122569:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202813.122573:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202813.122576:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202813.122581:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202813.122583:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788202813.122587:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202813.122590:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788202813.122593:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788202813.122596:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788202813.122600:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202813.122603:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202813.122606:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202813.122608:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202813.122611:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788202813.122616:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202813.122619:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202813.122622:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202813.122625:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202813.122628:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202813.122630:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788202813.122633:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202813.122642:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dd880. 00000020:00000040:1.0:1788202813.122646:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788202813.122650:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202813.122652:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202813.122656:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202813.122659:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202813.122663:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202813.122671:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9bc00. 00000100:00000001:1.0:1788202813.122678:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202813.122687:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dd880 x1875052841807232/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202813.122697:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202813.122701:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202813.122706:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083606985] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dd880 x1875052841807232/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202813.122728:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202813.122731:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202813.122735:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788202813.122737:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202813.122746:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202813.122751:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202813.122758:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13279 00000400:00000200:1.0:1788202813.122765:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202813.122772:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202813.122777:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202813.122784:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202813.122788:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202813.122792:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202813.122796:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202813.122799:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202813.122802:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788202813.122805:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202813.122808:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788202813.122812:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788202813.122816:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788202813.122822:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202813.122828:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202813.122832:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202813.122836:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202813.122843:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788202813.122849:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202813.122863:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202813.122867:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202813.122875:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202813.122879:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202813.122882:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202813.122889:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788202813.122894:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202813.122897:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202813.122905:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dce00. 00000020:00000040:1.0:1788202813.122912:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788202813.122918:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202813.122922:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202813.122927:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202813.122930:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202813.122935:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202813.122942:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b800. 00000100:00000001:1.0:1788202813.122949:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202813.122958:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dce00 x1875052841807360/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202813.122977:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202813.122981:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202813.122990:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e15d5058] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dce00 x1875052841807360/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202813.123014:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202813.123021:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202813.123031:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788202813.123036:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202813.123039:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202813.123044:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202813.123049:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13279 00000400:00000200:1.0:1788202813.123060:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202813.123068:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202813.123073:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202813.123081:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202813.123087:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202813.123094:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202813.123099:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202813.123104:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202813.123107:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788202813.123112:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202813.123116:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788202813.123121:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788202813.123125:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788202813.123133:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202813.123138:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202813.123143:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202813.123147:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202813.123152:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788202813.123158:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202813.123166:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202813.123170:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202813.123176:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202813.123182:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202813.123188:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202813.123192:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788202813.123198:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202813.123202:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202813.123206:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ddf80. 00000020:00000040:1.0:1788202813.123211:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788202813.123217:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202813.123219:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202813.123223:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202813.123226:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202813.123230:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202813.123239:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9a400. 00000100:00000001:1.0:1788202813.123245:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202813.123256:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ddf80 x1875052841807488/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202813.123283:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202813.123288:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202813.123297:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dea6dee7] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ddf80 x1875052841807488/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202813.123308:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202813.123311:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788202813.123319:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788202813.123325:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202813.123343:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788202813.123345:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202813.123347:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202813.123349:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202813.123355:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13279 00000400:00000200:1.0:1788202813.123365:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202813.123373:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202813.123379:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202813.123386:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202813.123392:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202813.123424:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202813.123431:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202813.123437:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202813.123440:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788202813.123446:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202813.123451:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788202813.123456:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788202813.123462:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788202813.123470:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202813.123476:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202813.123482:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202813.123486:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202813.123491:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788202813.123495:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202813.123501:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202813.123503:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202813.123509:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202813.123514:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202813.123519:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202813.123523:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788202813.123529:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202813.123533:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202813.123540:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dc700. 00000020:00000040:1.0:1788202813.123546:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788202813.123552:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202813.123556:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202813.123562:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202813.123567:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202813.123571:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202813.123576:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9a000. 00000100:00000001:1.0:1788202813.123584:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202813.123595:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dc700 x1875052841807616/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202813.123616:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202813.123622:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202813.123633:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7db4f2b] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dc700 x1875052841807616/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202813.123654:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202813.123663:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13289) 00010000:00000001:0.0:1788202813.762478:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202813.762485:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202813.762492:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202813.762494:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202813.762498:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202813.762500:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202813.762524:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202813.762527:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202813.762529:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788202814.402506:0:226571:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4307953396, at 4307953408 00000100:00000040:1.0:1788202814.402506:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307953396, at 4307953408 00000100:00000010:0.0:1788202814.402522:0:226571:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8bae0. 00000100:00000010:1.0:1788202814.402525:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b6c0. 00010000:00000001:0.0:1788202814.786501:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202814.786510:0:226571:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788202814.786512:0:226571:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788202814.786516:0:226571:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202814.786521:0:226571:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788202814.786523:0:226571:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202814.786525:0:226571:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202814.786528:0:226571:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202814.786532:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202814.786534:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202814.786538:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202814.786539:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202814.786565:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202814.786568:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202814.786571:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202815.810493:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202815.810499:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202815.810504:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202815.810505:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202815.810509:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202815.810510:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202815.810534:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202815.810537:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202815.810541:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202816.834501:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202816.834506:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202816.834511:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202816.834513:0:226571:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788202816.834515:0:226571:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788202816.834517:0:226571:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202816.834520:0:226571:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788202816.834522:0:226571:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202816.834523:0:226571:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202816.834526:0:226571:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202816.834530:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202816.834531:0:226571:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788202816.834532:0:226571:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788202816.834534:0:226571:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202816.834536:0:226571:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788202816.834537:0:226571:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202816.834539:0:226571:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202816.834541:0:226571:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202816.834565:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202816.834568:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202816.834571:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202817.858466:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202817.858472:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202817.858476:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202817.858477:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202817.858480:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202817.858480:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202817.858496:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202817.858498:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202817.858500:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788202818.242505:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788202818.242514:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788202818.242516:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788202818.242519:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788202818.242523:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788202818.242530:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 13284 00000400:00000200:0.0:1788202818.242537:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788202818.242542:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788202818.242545:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788202818.242548:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202818.242550:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202818.242552:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202818.242554:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788202818.242558:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788202818.242560:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788202818.242562:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788202818.242573:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788202818.242575:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788202818.242577:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788202818.242579:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202818.242581:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202818.242582:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202818.242583:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788202818.242585:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788202818.242587:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788202818.242589:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788202818.242591:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788202818.242593:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788202818.242595:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202818.242597:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788202818.242599:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788202818.242606:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9500. 00000020:00000040:0.0:1788202818.242609:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788202818.242612:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788202818.242613:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202818.242615:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788202818.242618:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788202818.242622:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788202818.242630:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374c00. 00000100:00000001:0.0:1788202818.242636:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788202818.242644:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9500 x1875052841807744/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788202818.242651:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788202818.242655:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788202818.242658:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000842d065d] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9500 x1875052841807744/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788202818.242674:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788202818.242676:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788202818.242679:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788202818.242680:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788202818.242681:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788202818.242683:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788202818.242685:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13284 00000400:00000200:0.0:1788202818.242688:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788202818.242690:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788202818.242691:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788202818.242693:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202818.242695:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202818.242697:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202818.242698:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788202818.242700:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788202818.242701:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788202818.242703:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788202818.242704:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788202818.242706:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788202818.242707:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788202818.242710:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202818.242711:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202818.242712:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202818.242713:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788202818.242715:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788202818.242718:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788202818.242722:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788202818.242724:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788202818.242730:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788202818.242734:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202818.242736:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788202818.242740:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788202818.242746:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202818.242749:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788202818.242755:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8380. 00000020:00000040:0.0:1788202818.242759:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788202818.242762:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788202818.242765:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202818.242770:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788202818.242771:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788202818.242773:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788202818.242779:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377400. 00000100:00000001:0.0:1788202818.242785:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788202818.242796:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8380 x1875052841807872/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788202818.242809:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788202818.242812:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788202818.242814:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004fba561] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8380 x1875052841807872/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788202818.242820:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788202818.242822:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788202818.242826:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788202818.242827:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788202818.242828:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788202818.242830:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788202818.242835:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13284 00000400:00000200:0.0:1788202818.242839:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788202818.242842:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788202818.242844:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788202818.242847:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202818.242849:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202818.242853:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202818.242859:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788202818.242860:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788202818.242861:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788202818.242863:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788202818.242865:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788202818.242870:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788202818.242872:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788202818.242875:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202818.242878:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202818.242880:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202818.242883:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788202818.242886:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788202818.242900:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788202818.242909:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788202818.242914:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788202818.242919:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788202818.242925:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202818.242929:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788202818.242933:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788202818.242941:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202818.242945:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788202818.242950:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fb800. 00000020:00000040:0.0:1788202818.242954:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788202818.242958:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788202818.242959:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202818.242960:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788202818.242961:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788202818.242965:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788202818.242970:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376c00. 00000100:00000001:0.0:1788202818.242974:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788202818.242983:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fb800 x1875052841808000/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788202818.242999:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788202818.243005:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788202818.243014:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045f4f50b] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fb800 x1875052841808000/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788202818.243034:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788202818.243041:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788202818.243049:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788202818.243054:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788202818.243062:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788202818.243066:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788202818.243070:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788202818.243074:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788202818.243080:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13284 00000400:00000200:0.0:1788202818.243086:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788202818.243093:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788202818.243099:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788202818.243105:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202818.243108:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202818.243111:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202818.243116:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788202818.243118:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788202818.243120:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788202818.243122:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788202818.243126:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788202818.243129:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788202818.243134:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788202818.243139:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202818.243141:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202818.243145:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202818.243148:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788202818.243152:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788202818.243155:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788202818.243157:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788202818.243162:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788202818.243165:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788202818.243169:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202818.243173:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788202818.243177:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788202818.243180:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202818.243184:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788202818.243188:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9f80. 00000020:00000040:0.0:1788202818.243192:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788202818.243197:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788202818.243199:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202818.243202:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788202818.243204:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788202818.243206:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788202818.243211:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377000. 00000100:00000001:0.0:1788202818.243216:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788202818.243223:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9f80 x1875052841808128/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788202818.243232:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788202818.243236:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788202818.243277:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5e67c01] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9f80 x1875052841808128/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788202818.243303:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788202818.243310:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13294) 00010000:00000001:0.0:1788202818.882486:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202818.882491:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202818.882496:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202818.882497:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202818.882499:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202818.882500:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202818.882518:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202818.882520:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202818.882522:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788202819.522512:0:226571:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4307958516, at 4307958528 00000100:00000040:1.0:1788202819.522514:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307958516, at 4307958528 00000100:00000010:1.0:1788202819.522533:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8be40. 00000100:00000010:0.0:1788202819.522540:0:226571:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b8a0. 00010000:00000001:0.0:1788202819.906525:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202819.906533:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202819.906540:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202819.906541:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202819.906545:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202819.906547:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202819.906574:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202819.906578:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202819.906581:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202820.930553:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202820.930560:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202820.930567:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202820.930570:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202820.930573:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202820.930576:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202820.930598:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202820.930601:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202820.930604:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202821.954541:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202821.954551:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202821.954559:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202821.954561:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202821.954566:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202821.954567:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202821.954604:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202821.954608:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202821.954612:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202822.978514:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202822.978521:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202822.978528:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202822.978530:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202822.978535:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202822.978536:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202822.978565:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202822.978568:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202822.978572:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788202823.362535:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788202823.362544:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788202823.362546:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788202823.362549:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788202823.362553:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788202823.362559:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 13289 00000400:00000200:0.0:1788202823.362565:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788202823.362578:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788202823.362581:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788202823.362585:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202823.362588:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202823.362590:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202823.362592:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788202823.362595:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788202823.362597:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788202823.362599:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788202823.362601:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788202823.362603:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788202823.362604:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788202823.362607:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202823.362609:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202823.362610:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202823.362612:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788202823.362614:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788202823.362616:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788202823.362618:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788202823.362620:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788202823.362622:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788202823.362624:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202823.362626:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788202823.362627:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788202823.362635:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fb100. 00000020:00000040:0.0:1788202823.362637:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788202823.362640:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788202823.362641:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202823.362644:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788202823.362646:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788202823.362649:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788202823.362656:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376400. 00000100:00000001:0.0:1788202823.362661:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788202823.362668:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fb100 x1875052841808256/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788202823.362678:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788202823.362683:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788202823.362696:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000093808cf5] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fb100 x1875052841808256/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788202823.362723:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788202823.362727:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788202823.362731:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788202823.362732:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788202823.362734:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788202823.362737:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788202823.362739:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13289 00000400:00000200:0.0:1788202823.362743:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788202823.362747:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788202823.362749:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788202823.362752:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202823.362754:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202823.362756:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202823.362761:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788202823.362765:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788202823.362769:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788202823.362771:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788202823.362774:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788202823.362775:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788202823.362777:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788202823.362781:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202823.362783:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202823.362787:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202823.362791:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788202823.362796:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788202823.362802:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788202823.362807:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788202823.362811:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788202823.362819:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788202823.362823:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202823.362828:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788202823.362835:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788202823.362842:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202823.362849:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788202823.362856:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8000. 00000020:00000040:0.0:1788202823.362864:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788202823.362869:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788202823.362874:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202823.362878:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788202823.362881:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788202823.362886:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788202823.362895:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375400. 00000100:00000001:0.0:1788202823.362901:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788202823.362910:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8000 x1875052841808384/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788202823.362916:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788202823.362919:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788202823.362928:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000755f6dce] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8000 x1875052841808384/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788202823.362947:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788202823.362952:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788202823.362962:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788202823.362967:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788202823.362971:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788202823.362974:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788202823.362981:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13289 00000400:00000200:0.0:1788202823.362993:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788202823.363003:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788202823.363011:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788202823.363021:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202823.363026:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202823.363034:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202823.363037:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788202823.363051:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788202823.363056:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788202823.363061:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788202823.363066:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788202823.363073:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788202823.363082:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788202823.363090:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202823.363093:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202823.363095:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202823.363097:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788202823.363099:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788202823.363102:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788202823.363103:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788202823.363105:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788202823.363107:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788202823.363108:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202823.363110:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788202823.363111:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788202823.363113:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202823.363114:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788202823.363117:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9880. 00000020:00000040:0.0:1788202823.363119:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788202823.363122:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788202823.363133:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202823.363136:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788202823.363137:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788202823.363141:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788202823.363145:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377800. 00000100:00000001:0.0:1788202823.363166:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788202823.363179:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9880 x1875052841808512/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788202823.363202:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788202823.363207:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788202823.363219:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2b42fc4] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9880 x1875052841808512/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788202823.363251:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788202823.363258:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788202823.363268:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788202823.363273:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788202823.363278:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788202823.363281:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788202823.363284:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788202823.363287:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788202823.363291:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13289 00000400:00000200:0.0:1788202823.363305:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788202823.363312:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788202823.363314:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788202823.363317:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202823.363318:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202823.363320:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202823.363325:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788202823.363327:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788202823.363330:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788202823.363332:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788202823.363334:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788202823.363337:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788202823.363339:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788202823.363347:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202823.363351:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202823.363356:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202823.363361:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788202823.363365:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788202823.363369:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788202823.363372:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788202823.363375:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788202823.363378:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788202823.363381:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202823.363383:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788202823.363385:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788202823.363387:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202823.363388:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788202823.363411:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9c00. 00000020:00000040:0.0:1788202823.363416:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788202823.363419:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788202823.363420:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202823.363423:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788202823.363424:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788202823.363427:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788202823.363432:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376000. 00000100:00000001:0.0:1788202823.363437:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788202823.363446:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9c00 x1875052841808640/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788202823.363466:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788202823.363471:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788202823.363482:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d680416d] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9c00 x1875052841808640/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788202823.363504:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788202823.363512:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13300) 00010000:00000001:0.0:1788202824.002505:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202824.002511:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202824.002515:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202824.002517:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202824.002519:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202824.002520:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202824.002551:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202824.002553:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202824.002555:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788202824.642514:0:226571:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4307963636, at 4307963648 00000100:00000040:1.0:1788202824.642514:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307963636, at 4307963648 00000100:00000010:1.0:1788202824.642531:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b420. 00000100:00000010:0.0:1788202824.642534:0:226571:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8bcc0. 00010000:00000001:0.0:1788202825.026521:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202825.026529:0:226571:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788202825.026531:0:226571:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788202825.026535:0:226571:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202825.026539:0:226571:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788202825.026542:0:226571:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202825.026544:0:226571:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202825.026546:0:226571:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202825.026551:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202825.026552:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202825.026556:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202825.026557:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202825.026598:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202825.026601:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202825.026604:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202826.050529:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202826.050535:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202826.050539:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202826.050540:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202826.050542:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202826.050543:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202826.050584:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202826.050586:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202826.050589:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202827.074538:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202827.074546:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202827.074552:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202827.074555:0:226571:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788202827.074558:0:226571:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788202827.074561:0:226571:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202827.074564:0:226571:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788202827.074567:0:226571:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202827.074569:0:226571:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202827.074572:0:226571:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202827.074575:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202827.074576:0:226571:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788202827.074578:0:226571:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788202827.074579:0:226571:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202827.074581:0:226571:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788202827.074582:0:226571:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202827.074584:0:226571:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202827.074586:0:226571:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202827.074648:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202827.074652:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202827.074655:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202828.098512:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202828.098518:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202828.098523:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202828.098524:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202828.098526:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202828.098527:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202828.098549:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202828.098551:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202828.098553:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202829.122506:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202829.122514:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202829.122521:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202829.122522:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202829.122526:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202829.122528:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202829.122568:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202829.122584:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202829.122588:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788202829.762452:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307968756, at 4307968768 00000100:00000010:1.0:1788202829.762465:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8bb40. 00000100:00000040:0.0:1788202829.762468:0:226571:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4307968756, at 4307968768 00000100:00000010:0.0:1788202829.762479:0:226571:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b600. 00010000:00000001:0.0:1788202830.146497:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202830.146504:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202830.146510:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202830.146512:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202830.146516:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202830.146517:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202830.146564:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202830.146567:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202830.146570:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202831.170488:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202831.170493:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202831.170497:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202831.170498:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202831.170501:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202831.170502:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202831.170520:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202831.170522:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202831.170524:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202832.194505:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202832.194511:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202832.194516:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202832.194517:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202832.194519:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202832.194520:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202832.194542:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202832.194544:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202832.194546:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202833.218477:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202833.218482:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202833.218486:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202833.218487:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202833.218489:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202833.218491:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202833.218509:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202833.218511:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202833.218513:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202834.242552:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202834.242559:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202834.242566:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202834.242568:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202834.242571:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202834.242573:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202834.242600:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202834.242603:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202834.242606:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788202834.882637:0:226571:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4307973876, at 4307973888 00000100:00000010:0.0:1788202834.882655:0:226571:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8bc00. 00000100:00000040:1.0:1788202834.883259:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307973876, at 4307973888 00000100:00000010:1.0:1788202834.883268:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b1e0. 00010000:00000001:0.0:1788202835.266496:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202835.266504:0:226571:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788202835.266507:0:226571:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788202835.266511:0:226571:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202835.266516:0:226571:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788202835.266518:0:226571:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202835.266520:0:226571:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202835.266522:0:226571:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202835.266526:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202835.266528:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202835.266532:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202835.266533:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202835.266570:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202835.266574:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202835.266577:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202836.290558:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202836.290568:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202836.290577:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202836.290579:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202836.290583:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202836.290585:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202836.290612:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202836.290616:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202836.290620:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202837.314484:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202837.314492:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202837.314497:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202837.314500:0:226571:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788202837.314502:0:226571:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788202837.314506:0:226571:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202837.314509:0:226571:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788202837.314512:0:226571:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202837.314514:0:226571:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202837.314516:0:226571:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202837.314529:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202837.314531:0:226571:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788202837.314533:0:226571:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788202837.314535:0:226571:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202837.314536:0:226571:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788202837.314538:0:226571:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202837.314540:0:226571:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202837.314542:0:226571:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202837.314566:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202837.314569:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202837.314571:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202838.338512:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202838.338521:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202838.338527:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202838.338529:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202838.338532:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202838.338534:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202838.338564:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202838.338567:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202838.338570:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202839.362548:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202839.362555:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202839.362561:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202839.362562:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202839.362565:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202839.362566:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202839.362594:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202839.362597:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202839.362600:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788202840.002511:0:226571:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4307978996, at 4307979008 00000100:00000040:1.0:1788202840.002519:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307978996, at 4307979008 00000100:00000010:0.0:1788202840.002536:0:226571:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa880c0. 00000100:00000010:1.0:1788202840.002542:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88b40. 00010000:00000001:0.0:1788202840.386510:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202840.386515:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202840.386519:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202840.386521:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202840.386523:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202840.386525:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202840.386551:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202840.386555:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202840.386558:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202841.410524:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202841.410532:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202841.410537:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202841.410538:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202841.410540:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202841.410541:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202841.410562:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202841.410564:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202841.410566:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1788202841.794718:0:2409:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.101:988 00000400:00000100:0.0:1788202841.794764:0:2409:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.101@tcp at host 192.168.201.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:0.0:1788202841.794774:0:2409:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788202841.794779:0:2409:0:(router.c:1791:lnet_notify()) 192.168.201.1@tcp notifying 192.168.201.101@tcp: down 00000400:00000200:0.0:1788202841.794783:0:2409:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788202841.794788:0:2409:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:0.0:1788202841.794793:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:0.0:1788202841.794798:0:2409:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475d95bf00. 00000400:00000200:0.0:1788202841.794804:0:2409:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788202841.794809:0:2409:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788202841.794843:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f9d48 00000400:00000010:0.0:1788202841.794847:0:2409:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f9d48. 00000100:00000001:0.0:1788202841.794854:0:2409:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788202841.794868:0:2409:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477c848000 x1875052841809792/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788202863 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788202841.794895:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788202841.794900:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c848000 x1875052841809792/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788202863 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788202841.794908:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202841.794911:0:2409:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1788202841.794922:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:0.0:1788202841.794924:0:2409:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475d95ba00. 00000400:00000200:0.0:1788202841.794928:0:2409:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788202841.794931:0:2409:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788202841.794935:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f9220 00000400:00000010:0.0:1788202841.794937:0:2409:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f9220. 00000100:00000001:0.0:1788202841.794940:0:2409:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788202841.794946:0:2409:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477c849c00 x1875052841809920/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788202863 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788202841.794954:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788202841.794958:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c849c00 x1875052841809920/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788202863 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788202841.794968:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202841.794971:0:2409:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1788202841.794980:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:0.0:1788202841.794984:0:2409:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475d95bd00. 00000400:00000200:0.0:1788202841.794990:0:2409:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788202841.794999:0:2409:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788202841.795004:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f9cc0 00000400:00000010:0.0:1788202841.795008:0:2409:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f9cc0. 00000100:00000001:0.0:1788202841.795013:0:2409:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788202841.795020:0:2409:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477c84a680 x1875052841810048/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788202863 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788202841.795035:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788202841.795042:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84a680 x1875052841810048/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788202863 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788202841.795055:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202841.795059:0:2409:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1788202841.795070:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:0.0:1788202841.795074:0:2409:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475d95b200. 00000400:00000200:0.0:1788202841.795079:0:2409:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788202841.795091:0:2409:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788202841.795097:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f9110 00000400:00000010:0.0:1788202841.795102:0:2409:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f9110. 00000100:00000001:0.0:1788202841.795108:0:2409:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788202841.795116:0:2409:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477c84b100 x1875052841810176/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788202863 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788202841.795145:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788202841.795154:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84b100 x1875052841810176/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788202863 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788202841.795176:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202841.795181:0:2409:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1788202842.434532:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202842.434540:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202842.434546:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202842.434547:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202842.434550:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202842.434551:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202842.434591:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202842.434594:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202842.434597:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202843.458542:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202843.458550:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202843.458556:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202843.458558:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202843.458561:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202843.458563:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202843.458616:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202843.458618:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202843.458621:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202844.482553:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202844.482561:0:226571:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788202844.482564:0:226571:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788202844.482568:0:226571:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202844.482576:0:226571:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788202844.482577:0:226571:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202844.482580:0:226571:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202844.482582:0:226571:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202844.482585:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202844.482586:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202844.482589:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202844.482590:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202844.482612:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202844.482614:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202844.482616:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788202845.122480:0:226571:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4307984117, at 4307984128 00000100:00000040:1.0:1788202845.122480:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307984117, at 4307984128 00000100:00000010:1.0:1788202845.122495:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b240. 00000100:00000010:0.0:1788202845.122504:0:226571:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b9c0. 00010000:00000001:0.0:1788202845.506512:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202845.506518:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202845.506523:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202845.506524:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202845.506526:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202845.506527:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202845.506548:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202845.506550:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202845.506553:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202846.530497:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202846.530502:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202846.530506:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202846.530507:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202846.530509:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202846.530510:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202846.530529:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202846.530531:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202846.530533:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202847.554535:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202847.554540:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202847.554544:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202847.554546:0:226571:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788202847.554548:0:226571:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788202847.554551:0:226571:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202847.554553:0:226571:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788202847.554555:0:226571:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202847.554557:0:226571:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202847.554559:0:226571:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202847.554561:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202847.554562:0:226571:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788202847.554563:0:226571:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788202847.554564:0:226571:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202847.554565:0:226571:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788202847.554566:0:226571:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202847.554567:0:226571:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202847.554569:0:226571:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202847.554596:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202847.554598:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202847.554601:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202848.578587:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202848.578597:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202848.578605:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202848.578606:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202848.578612:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202848.578614:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202848.578651:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202848.578656:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202848.578660:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788202848.962545:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788202848.962562:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788202848.962565:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788202848.962571:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788202848.962577:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788202848.962588:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 13315 00000400:00000200:0.0:1788202848.962600:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788202848.962609:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788202848.962614:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788202848.962618:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202848.962623:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202848.962626:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202848.962629:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788202848.962636:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788202848.962639:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788202848.962643:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788202848.962647:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788202848.962651:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788202848.962654:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788202848.962658:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202848.962660:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202848.962663:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202848.962665:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788202848.962668:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788202848.962672:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788202848.962674:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788202848.962677:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788202848.962681:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788202848.962684:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202848.962686:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788202848.962688:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788202848.962700:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fad80. 00000020:00000040:0.0:1788202848.962732:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788202848.962738:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788202848.962740:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202848.962745:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788202848.962749:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788202848.962755:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788202848.962766:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374800. 00000100:00000001:0.0:1788202848.962775:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788202848.962788:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fad80 x1875052841810816/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788202848.962801:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788202848.962807:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788202848.962812:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010fef5ed] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fad80 x1875052841810816/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788202848.962836:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788202848.962839:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788202848.962842:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788202848.962843:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788202848.962844:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788202848.962847:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788202848.962849:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13315 00000400:00000200:0.0:1788202848.962852:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788202848.962855:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788202848.962857:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788202848.962859:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202848.962861:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202848.962864:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202848.962865:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788202848.962867:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788202848.962868:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788202848.962870:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788202848.962872:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788202848.962873:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788202848.962875:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788202848.962877:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202848.962879:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202848.962881:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202848.962882:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788202848.962885:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788202848.962890:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788202848.962892:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788202848.962896:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788202848.962903:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788202848.962906:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202848.962910:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788202848.962916:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788202848.962922:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202848.962927:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788202848.962931:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fa680. 00000020:00000040:0.0:1788202848.962935:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788202848.962946:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788202848.962949:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202848.962953:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788202848.962954:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788202848.962956:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788202848.962960:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376800. 00000100:00000001:0.0:1788202848.962965:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788202848.962973:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fa680 x1875052841810944/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788202848.962983:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788202848.962987:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788202848.962991:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003756c577] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fa680 x1875052841810944/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788202848.963002:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788202848.963005:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788202848.963007:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788202848.963010:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788202848.963014:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788202848.963017:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788202848.963019:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13315 00000400:00000200:0.0:1788202848.963022:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788202848.963027:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788202848.963030:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788202848.963032:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202848.963034:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202848.963036:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202848.963042:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788202848.963044:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788202848.963046:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788202848.963049:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788202848.963051:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788202848.963055:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788202848.963057:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788202848.963061:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202848.963063:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202848.963066:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202848.963069:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788202848.963074:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788202848.963078:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788202848.963082:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788202848.963085:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788202848.963088:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788202848.963091:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202848.963094:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788202848.963097:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788202848.963101:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202848.963103:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788202848.963107:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8a80. 00000020:00000040:0.0:1788202848.963111:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788202848.963116:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788202848.963116:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202848.963118:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788202848.963119:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788202848.963123:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788202848.963130:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376000. 00000100:00000001:0.0:1788202848.963134:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788202848.963139:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8a80 x1875052841811072/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788202848.963148:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788202848.963152:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788202848.963158:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000320d64fa] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8a80 x1875052841811072/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788202848.963169:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788202848.963173:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788202848.963180:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788202848.963184:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788202848.963189:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788202848.963193:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788202848.963195:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788202848.963199:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788202848.963203:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13315 00000400:00000200:0.0:1788202848.963223:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788202848.963234:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788202848.963237:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788202848.963243:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202848.963245:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202848.963246:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202848.963247:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788202848.963249:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788202848.963251:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788202848.963254:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788202848.963256:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788202848.963260:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788202848.963262:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788202848.963265:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202848.963271:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202848.963273:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202848.963276:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788202848.963279:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788202848.963284:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788202848.963288:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788202848.963289:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788202848.963292:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788202848.963296:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202848.963298:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788202848.963301:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788202848.963304:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202848.963307:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788202848.963310:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9180. 00000020:00000040:0.0:1788202848.963313:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788202848.963315:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788202848.963316:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202848.963317:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788202848.963318:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788202848.963320:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788202848.963325:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377800. 00000100:00000001:0.0:1788202848.963329:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788202848.963335:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9180 x1875052841811200/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788202848.963342:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788202848.963347:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788202848.963351:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b4a335a] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9180 x1875052841811200/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788202848.963365:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788202848.963371:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13325) 00010000:00000001:0.0:1788202849.602550:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202849.602558:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202849.602563:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202849.602564:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202849.602568:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202849.602569:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202849.602604:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202849.602607:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202849.602610:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788202850.242492:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307989237, at 4307989248 00000100:00000040:0.0:1788202850.242494:0:226571:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4307989237, at 4307989248 00000100:00000010:1.0:1788202850.242508:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8bf60. 00000100:00000010:0.0:1788202850.242511:0:226571:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b000. 00010000:00000001:0.0:1788202850.626498:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202850.626508:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202850.626513:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202850.626514:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202850.626517:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202850.626518:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202850.626538:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202850.626540:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202850.626543:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202851.650511:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202851.650518:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202851.650524:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202851.650526:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202851.650530:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202851.650531:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202851.650557:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202851.650559:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202851.650562:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202852.674473:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202852.674479:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202852.674484:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202852.674485:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202852.674487:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202852.674488:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202852.674526:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202852.674528:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202852.674530:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202853.698510:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202853.698515:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202853.698519:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202853.698520:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202853.698523:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202853.698524:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202853.698544:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202853.698546:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202853.698548:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788202854.082544:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788202854.082555:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788202854.082558:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788202854.082563:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788202854.082567:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788202854.082573:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 13320 00000400:00000200:0.0:1788202854.082580:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788202854.082586:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788202854.082589:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788202854.082593:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202854.082596:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202854.082598:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202854.082600:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788202854.082604:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788202854.082606:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788202854.082608:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788202854.082611:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788202854.082613:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788202854.082615:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788202854.082630:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202854.082632:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202854.082633:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202854.082635:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788202854.082637:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788202854.082640:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788202854.082641:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788202854.082644:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788202854.082648:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788202854.082651:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202854.082653:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788202854.082655:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788202854.082666:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fa300. 00000020:00000040:0.0:1788202854.082670:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788202854.082674:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788202854.082676:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202854.082679:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788202854.082682:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788202854.082686:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788202854.082694:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375400. 00000100:00000001:0.0:1788202854.082701:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788202854.082710:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fa300 x1875052841811328/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788202854.082718:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788202854.082721:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788202854.082725:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000643b1429] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fa300 x1875052841811328/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788202854.082747:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788202854.082749:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788202854.082752:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788202854.082754:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788202854.082756:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788202854.082759:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788202854.082762:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13320 00000400:00000200:0.0:1788202854.082766:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788202854.082770:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788202854.082775:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788202854.082782:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202854.082787:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202854.082793:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202854.082798:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788202854.082805:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788202854.082808:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788202854.082812:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788202854.082818:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788202854.082823:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788202854.082828:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788202854.082834:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202854.082840:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202854.082847:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202854.082853:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788202854.082859:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788202854.082866:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788202854.082872:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788202854.082876:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788202854.082885:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788202854.082889:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202854.082893:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788202854.082898:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788202854.082901:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202854.082905:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788202854.082910:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8e00. 00000020:00000040:0.0:1788202854.082913:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788202854.082919:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788202854.082923:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202854.082926:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788202854.082929:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788202854.082931:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788202854.082938:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376400. 00000100:00000001:0.0:1788202854.082946:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788202854.082957:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8e00 x1875052841811456/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788202854.082976:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788202854.082981:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788202854.082989:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7909e09] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8e00 x1875052841811456/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788202854.083003:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788202854.083006:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788202854.083010:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788202854.083015:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788202854.083016:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788202854.083020:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788202854.083024:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13320 00000400:00000200:0.0:1788202854.083033:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788202854.083038:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788202854.083042:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788202854.083049:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202854.083054:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202854.083058:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202854.083063:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788202854.083067:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788202854.083070:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788202854.083073:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788202854.083075:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788202854.083079:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788202854.083084:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788202854.083088:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202854.083094:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202854.083100:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202854.083106:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788202854.083114:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788202854.083121:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788202854.083125:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788202854.083130:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788202854.083133:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788202854.083137:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202854.083140:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788202854.083144:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788202854.083149:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202854.083153:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788202854.083158:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fb480. 00000020:00000040:0.0:1788202854.083164:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788202854.083169:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788202854.083172:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202854.083176:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788202854.083179:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788202854.083182:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788202854.083190:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377c00. 00000100:00000001:0.0:1788202854.083199:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788202854.083212:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fb480 x1875052841811584/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788202854.083230:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788202854.083234:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788202854.083241:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c471466] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fb480 x1875052841811584/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788202854.083256:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788202854.083261:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788202854.083266:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788202854.083272:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788202854.083275:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788202854.083277:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788202854.083279:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788202854.083285:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788202854.083289:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13320 00000400:00000200:0.0:1788202854.083295:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788202854.083298:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788202854.083300:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788202854.083302:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202854.083303:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202854.083304:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202854.083307:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788202854.083310:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788202854.083311:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788202854.083312:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788202854.083314:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788202854.083315:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788202854.083317:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788202854.083321:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202854.083324:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202854.083326:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202854.083328:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788202854.083334:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788202854.083337:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788202854.083340:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788202854.083344:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788202854.083347:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788202854.083361:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202854.083365:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788202854.083366:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788202854.083370:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202854.083374:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788202854.083379:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fbb80. 00000020:00000040:0.0:1788202854.083384:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788202854.083389:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788202854.083411:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202854.083414:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788202854.083415:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788202854.083417:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788202854.083421:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375000. 00000100:00000001:0.0:1788202854.083424:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788202854.083429:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fbb80 x1875052841811712/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788202854.083436:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788202854.083437:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788202854.083441:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006afb05e] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fbb80 x1875052841811712/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788202854.083453:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788202854.083459:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13330) 00010000:00000001:0.0:1788202854.722487:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202854.722496:0:226571:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788202854.722499:0:226571:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788202854.722503:0:226571:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202854.722508:0:226571:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788202854.722511:0:226571:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202854.722514:0:226571:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202854.722516:0:226571:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202854.722521:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202854.722522:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202854.722526:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202854.722527:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202854.722549:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202854.722553:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202854.722556:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788202855.362508:0:226571:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4307994356, at 4307994368 00000100:00000040:1.0:1788202855.362508:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307994356, at 4307994368 00000100:00000010:0.0:1788202855.362524:0:226571:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b3c0. 00000100:00000010:1.0:1788202855.362527:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b780. 00010000:00000001:0.0:1788202855.746508:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202855.746513:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202855.746518:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202855.746519:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202855.746521:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202855.746522:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202855.746543:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202855.746545:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202855.746547:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202856.770534:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202856.770542:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202856.770550:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202856.770552:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202856.770556:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202856.770558:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202856.770602:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202856.770605:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202856.770608:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202857.794517:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202857.794523:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202857.794527:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202857.794530:0:226571:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788202857.794532:0:226571:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788202857.794534:0:226571:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202857.794537:0:226571:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788202857.794539:0:226571:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202857.794540:0:226571:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202857.794542:0:226571:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202857.794544:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202857.794545:0:226571:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788202857.794546:0:226571:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788202857.794547:0:226571:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202857.794548:0:226571:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788202857.794549:0:226571:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202857.794550:0:226571:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202857.794551:0:226571:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202857.794600:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202857.794603:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202857.794606:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202858.818502:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202858.818508:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202858.818512:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202858.818513:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202858.818516:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202858.818517:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202858.818560:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202858.818562:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202858.818565:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202859.842542:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202859.842548:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202859.842554:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202859.842555:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202859.842558:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202859.842560:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202859.842586:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202859.842590:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202859.842593:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788202860.482472:0:226571:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4307999476, at 4307999488 00000100:00000040:1.0:1788202860.482472:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4307999476, at 4307999488 00000100:00000010:0.0:1788202860.482487:0:226571:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8bc60. 00000100:00000010:1.0:1788202860.482490:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b720. 00010000:00000001:0.0:1788202860.866527:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202860.866533:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202860.866537:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202860.866539:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202860.866542:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202860.866543:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202860.866564:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202860.866566:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202860.866569:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202861.890539:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202861.890546:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202861.890552:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202861.890553:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202861.890557:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202861.890558:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202861.890584:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202861.890587:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202861.890590:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202862.914475:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202862.914482:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202862.914499:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202862.914501:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202862.914505:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202862.914506:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202862.914526:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202862.914529:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202862.914532:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202863.938528:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202863.938534:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202863.938538:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202863.938539:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202863.938542:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202863.938543:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202863.938576:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202863.938578:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202863.938580:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788202864.322525:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788202864.322533:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788202864.322535:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788202864.322538:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788202864.322543:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788202864.322548:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 13330 00000400:00000200:0.0:1788202864.322554:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788202864.322559:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788202864.322561:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788202864.322564:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202864.322566:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202864.322568:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202864.322570:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788202864.322573:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788202864.322574:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788202864.322577:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788202864.322579:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788202864.322581:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788202864.322582:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788202864.322584:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202864.322586:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202864.322587:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202864.322589:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788202864.322591:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788202864.322593:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788202864.322595:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788202864.322597:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788202864.322600:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788202864.322602:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202864.322603:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788202864.322605:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788202864.322613:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8700. 00000020:00000040:0.0:1788202864.322615:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788202864.322629:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788202864.322630:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202864.322633:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788202864.322635:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788202864.322639:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788202864.322645:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374c00. 00000100:00000001:0.0:1788202864.322650:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788202864.322658:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8700 x1875052841812352/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788202864.322666:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788202864.322669:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788202864.322673:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006dab9339] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8700 x1875052841812352/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788202864.322689:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788202864.322692:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788202864.322694:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788202864.322696:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788202864.322697:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788202864.322699:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788202864.322701:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13330 00000400:00000200:0.0:1788202864.322705:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788202864.322708:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788202864.322711:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788202864.322714:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202864.322719:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202864.322725:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202864.322729:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788202864.322732:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788202864.322734:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788202864.322737:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788202864.322739:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788202864.322743:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788202864.322751:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788202864.322758:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202864.322761:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202864.322763:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202864.322765:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788202864.322770:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788202864.322772:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788202864.322775:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788202864.322777:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788202864.322784:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788202864.322789:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202864.322791:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788202864.322795:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788202864.322799:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202864.322804:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788202864.322808:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fbb80. 00000020:00000040:0.0:1788202864.322812:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788202864.322815:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788202864.322819:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202864.322823:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788202864.322824:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788202864.322825:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788202864.322829:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377400. 00000100:00000001:0.0:1788202864.322834:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788202864.322841:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fbb80 x1875052841812480/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788202864.322851:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788202864.322855:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788202864.322859:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006afb05e] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fbb80 x1875052841812480/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788202864.322869:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788202864.322871:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788202864.322877:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788202864.322880:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788202864.322883:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788202864.322888:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788202864.322890:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13330 00000400:00000200:0.0:1788202864.322895:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788202864.322898:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788202864.322902:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788202864.322906:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202864.322910:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202864.322913:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202864.322918:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788202864.322922:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788202864.322924:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788202864.322929:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788202864.322934:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788202864.322940:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788202864.322945:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788202864.322954:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202864.322957:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202864.322963:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202864.322968:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788202864.322972:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788202864.322979:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788202864.322983:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788202864.322988:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788202864.322992:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788202864.322995:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202864.322998:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788202864.323000:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788202864.323007:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202864.323011:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788202864.323018:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fb480. 00000020:00000040:0.0:1788202864.323025:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788202864.323031:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788202864.323035:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202864.323038:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788202864.323042:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788202864.323045:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788202864.323051:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376c00. 00000100:00000001:0.0:1788202864.323066:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788202864.323075:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fb480 x1875052841812608/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788202864.323086:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788202864.323089:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788202864.323096:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c471466] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fb480 x1875052841812608/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788202864.323107:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788202864.323111:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788202864.323117:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788202864.323120:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788202864.323126:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788202864.323128:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788202864.323131:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788202864.323134:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788202864.323138:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13330 00000400:00000200:0.0:1788202864.323144:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788202864.323147:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788202864.323149:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788202864.323162:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202864.323165:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202864.323167:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202864.323169:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788202864.323173:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788202864.323175:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788202864.323178:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788202864.323181:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788202864.323184:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788202864.323188:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788202864.323192:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202864.323194:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202864.323196:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202864.323201:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788202864.323204:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788202864.323210:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788202864.323215:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788202864.323218:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788202864.323222:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788202864.323226:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202864.323231:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788202864.323234:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788202864.323239:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202864.323243:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788202864.323247:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8e00. 00000020:00000040:0.0:1788202864.323250:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788202864.323253:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788202864.323254:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202864.323255:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788202864.323258:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788202864.323261:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788202864.323266:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377000. 00000100:00000001:0.0:1788202864.323271:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788202864.323278:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8e00 x1875052841812736/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788202864.323286:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788202864.323288:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788202864.323292:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7909e09] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8e00 x1875052841812736/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788202864.323301:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788202864.323305:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13341) 00010000:00000001:0.0:1788202864.962507:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202864.962513:0:226571:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788202864.962515:0:226571:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788202864.962517:0:226571:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202864.962521:0:226571:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788202864.962523:0:226571:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202864.962525:0:226571:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202864.962526:0:226571:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202864.962529:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202864.962530:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202864.962532:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202864.962533:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202864.962554:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202864.962556:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202864.962558:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788202865.602511:0:226571:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308004596, at 4308004608 00000100:00000040:1.0:1788202865.602511:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308004596, at 4308004608 00000100:00000010:0.0:1788202865.602533:0:226571:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8bf00. 00000100:00000010:1.0:1788202865.602540:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b840. 00010000:00000001:0.0:1788202865.986505:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202865.986512:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202865.986521:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202865.986523:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202865.986525:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202865.986526:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202865.986548:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202865.986551:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202865.986555:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202867.010518:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202867.010523:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202867.010527:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202867.010528:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202867.010531:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202867.010532:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202867.010566:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202867.010569:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202867.010572:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202868.034490:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202868.034496:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202868.034501:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202868.034503:0:226571:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788202868.034505:0:226571:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788202868.034507:0:226571:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202868.034510:0:226571:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788202868.034511:0:226571:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202868.034512:0:226571:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202868.034514:0:226571:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202868.034516:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202868.034517:0:226571:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788202868.034518:0:226571:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788202868.034527:0:226571:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202868.034529:0:226571:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788202868.034529:0:226571:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202868.034531:0:226571:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202868.034532:0:226571:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202868.034561:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202868.034563:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202868.034566:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202869.058502:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202869.058508:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202869.058513:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202869.058514:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202869.058516:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202869.058517:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202869.058549:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202869.058552:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202869.058554:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788202869.442498:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788202869.442507:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788202869.442510:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788202869.442513:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788202869.442517:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788202869.442522:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 13336 00000400:00000200:0.0:1788202869.442529:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788202869.442534:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788202869.442536:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788202869.442538:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202869.442541:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202869.442542:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202869.442544:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788202869.442547:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788202869.442549:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788202869.442550:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788202869.442553:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788202869.442555:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788202869.442556:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788202869.442558:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202869.442560:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202869.442561:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202869.442562:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788202869.442565:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788202869.442567:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788202869.442569:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788202869.442570:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788202869.442573:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788202869.442575:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202869.442577:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788202869.442579:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788202869.442587:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fa300. 00000020:00000040:0.0:1788202869.442591:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788202869.442594:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788202869.442596:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202869.442600:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788202869.442603:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788202869.442608:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788202869.442616:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375400. 00000100:00000001:0.0:1788202869.442623:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788202869.442633:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fa300 x1875052841812864/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788202869.442644:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788202869.442649:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788202869.442654:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000643b1429] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fa300 x1875052841812864/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788202869.442680:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788202869.442685:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788202869.442689:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788202869.442691:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788202869.442692:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788202869.442695:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788202869.442698:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13336 00000400:00000200:0.0:1788202869.442702:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788202869.442707:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788202869.442710:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788202869.442714:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202869.442717:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202869.442719:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202869.442722:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788202869.442728:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788202869.442732:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788202869.442736:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788202869.442741:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788202869.442746:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788202869.442752:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788202869.442761:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202869.442768:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202869.442774:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202869.442780:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788202869.442786:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788202869.442794:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788202869.442800:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788202869.442805:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788202869.442812:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788202869.442818:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202869.442824:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788202869.442831:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788202869.442837:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202869.442841:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788202869.442849:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9180. 00000020:00000040:0.0:1788202869.442854:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788202869.442860:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788202869.442864:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202869.442869:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788202869.442874:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788202869.442878:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788202869.442887:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377800. 00000100:00000001:0.0:1788202869.442895:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788202869.442903:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9180 x1875052841812992/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788202869.442917:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788202869.442924:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788202869.442933:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b4a335a] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9180 x1875052841812992/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788202869.442956:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788202869.442963:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788202869.442970:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788202869.442975:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788202869.442980:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788202869.442985:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788202869.442992:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13336 00000400:00000200:0.0:1788202869.443000:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788202869.443007:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788202869.443013:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788202869.443021:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202869.443027:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202869.443033:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202869.443039:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788202869.443045:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788202869.443050:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788202869.443054:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788202869.443059:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788202869.443065:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788202869.443070:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788202869.443078:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202869.443083:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202869.443089:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202869.443095:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788202869.443100:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788202869.443107:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788202869.443112:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788202869.443116:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788202869.443120:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788202869.443126:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202869.443130:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788202869.443134:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788202869.443138:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202869.443143:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788202869.443150:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8a80. 00000020:00000040:0.0:1788202869.443155:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788202869.443159:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788202869.443163:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202869.443165:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788202869.443167:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788202869.443171:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788202869.443178:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376000. 00000100:00000001:0.0:1788202869.443182:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788202869.443193:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8a80 x1875052841813120/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788202869.443210:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788202869.443215:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788202869.443223:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000320d64fa] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8a80 x1875052841813120/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788202869.443241:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788202869.443247:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788202869.443254:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788202869.443262:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788202869.443269:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788202869.443274:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788202869.443278:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788202869.443287:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788202869.443296:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13336 00000400:00000200:0.0:1788202869.443306:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788202869.443315:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788202869.443322:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788202869.443329:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202869.443333:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202869.443338:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202869.443344:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788202869.443350:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788202869.443365:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788202869.443369:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788202869.443374:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788202869.443379:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788202869.443383:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788202869.443391:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202869.443419:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202869.443424:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202869.443429:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788202869.443435:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788202869.443441:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788202869.443444:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788202869.443448:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788202869.443451:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788202869.443455:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202869.443457:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788202869.443459:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788202869.443463:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202869.443465:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788202869.443469:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fa680. 00000020:00000040:0.0:1788202869.443476:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788202869.443480:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788202869.443483:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202869.443487:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788202869.443491:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788202869.443495:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788202869.443500:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376800. 00000100:00000001:0.0:1788202869.443505:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788202869.443511:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fa680 x1875052841813248/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788202869.443522:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788202869.443526:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788202869.443532:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003756c577] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fa680 x1875052841813248/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788202869.443551:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788202869.443557:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13346) 00010000:00000001:0.0:1788202870.082492:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202870.082499:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202870.082505:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202870.082507:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202870.082511:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202870.082513:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202870.082564:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202870.082567:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202870.082570:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788202870.722511:0:226571:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308009716, at 4308009728 00000100:00000040:1.0:1788202870.722511:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308009716, at 4308009728 00000100:00000010:0.0:1788202870.722527:0:226571:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b060. 00000100:00000010:1.0:1788202870.722530:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b5a0. 00010000:00000001:0.0:1788202871.106518:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202871.106524:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202871.106529:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202871.106530:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202871.106533:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202871.106534:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202871.106571:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202871.106574:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202871.106576:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202872.130497:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202872.130502:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202872.130507:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202872.130508:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202872.130511:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202872.130513:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202872.130545:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202872.130547:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202872.130549:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202873.154535:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202873.154542:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202873.154547:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202873.154549:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202873.154552:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202873.154553:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202873.154623:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202873.154626:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202873.154630:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202874.178499:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202874.178507:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202874.178513:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202874.178514:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202874.178518:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202874.178519:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202874.178556:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202874.178559:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202874.178562:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788202874.562508:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788202874.562520:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788202874.562522:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788202874.562525:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788202874.562529:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788202874.562535:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 13341 00000400:00000200:0.0:1788202874.562542:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788202874.562548:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788202874.562552:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788202874.562556:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202874.562559:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202874.562562:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202874.562564:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788202874.562569:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788202874.562571:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788202874.562574:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788202874.562577:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788202874.562580:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788202874.562583:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788202874.562595:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202874.562597:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202874.562600:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202874.562602:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788202874.562605:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788202874.562610:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788202874.562612:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788202874.562615:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788202874.562619:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788202874.562622:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202874.562624:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788202874.562627:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788202874.562637:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fad80. 00000020:00000040:0.0:1788202874.562641:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788202874.562646:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788202874.562648:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202874.562651:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788202874.562655:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788202874.562658:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788202874.562665:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374400. 00000100:00000001:0.0:1788202874.562672:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788202874.562680:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fad80 x1875052841813376/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788202874.562688:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788202874.562692:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788202874.562695:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010fef5ed] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fad80 x1875052841813376/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788202874.562714:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788202874.562717:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788202874.562719:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788202874.562721:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788202874.562722:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788202874.562724:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788202874.562726:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13341 00000400:00000200:0.0:1788202874.562730:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788202874.562732:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788202874.562734:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788202874.562737:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202874.562739:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202874.562741:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202874.562742:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788202874.562744:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788202874.562745:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788202874.562747:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788202874.562749:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788202874.562751:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788202874.562753:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788202874.562757:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202874.562760:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202874.562765:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202874.562767:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788202874.562771:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788202874.562775:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788202874.562780:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788202874.562784:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788202874.562790:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788202874.562793:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202874.562797:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788202874.562803:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788202874.562807:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202874.562811:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788202874.562815:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9c00. 00000020:00000040:0.0:1788202874.562819:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788202874.562823:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788202874.562826:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202874.562831:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788202874.562835:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788202874.562838:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788202874.562848:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375800. 00000100:00000001:0.0:1788202874.562854:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788202874.562865:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9c00 x1875052841813504/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788202874.562883:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788202874.562887:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788202874.562895:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d680416d] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9c00 x1875052841813504/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788202874.562903:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788202874.562907:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788202874.562910:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788202874.562911:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788202874.562913:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788202874.562918:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788202874.562922:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13341 00000400:00000200:0.0:1788202874.562929:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788202874.562936:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788202874.562941:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788202874.562948:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202874.562954:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202874.562960:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202874.562964:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788202874.562970:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788202874.562974:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788202874.562979:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788202874.562983:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788202874.562989:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788202874.562994:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788202874.563003:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202874.563010:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202874.563017:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202874.563023:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788202874.563028:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788202874.563036:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788202874.563042:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788202874.563046:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788202874.563052:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788202874.563059:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202874.563064:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788202874.563068:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788202874.563076:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202874.563081:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788202874.563089:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9880. 00000020:00000040:0.0:1788202874.563095:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788202874.563101:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788202874.563105:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202874.563110:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788202874.563115:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788202874.563119:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788202874.563127:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374800. 00000100:00000001:0.0:1788202874.563135:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788202874.563146:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9880 x1875052841813632/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788202874.563160:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788202874.563167:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788202874.563175:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2b42fc4] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9880 x1875052841813632/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788202874.563189:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788202874.563194:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788202874.563202:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788202874.563205:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788202874.563211:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788202874.563215:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788202874.563220:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788202874.563226:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788202874.563234:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13341 00000400:00000200:0.0:1788202874.563243:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788202874.563251:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788202874.563258:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788202874.563276:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202874.563278:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202874.563283:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202874.563287:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788202874.563291:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788202874.563293:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788202874.563297:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788202874.563299:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788202874.563302:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788202874.563307:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788202874.563315:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202874.563319:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202874.563323:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202874.563327:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788202874.563330:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788202874.563334:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788202874.563338:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788202874.563340:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788202874.563344:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788202874.563349:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202874.563352:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788202874.563356:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788202874.563361:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202874.563365:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788202874.563371:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8000. 00000020:00000040:0.0:1788202874.563376:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788202874.563381:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788202874.563384:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202874.563387:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788202874.563390:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788202874.563411:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788202874.563415:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376800. 00000100:00000001:0.0:1788202874.563418:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788202874.563423:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8000 x1875052841813760/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788202874.563432:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788202874.563435:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788202874.563441:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000755f6dce] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8000 x1875052841813760/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788202874.563454:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788202874.563462:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13351) 00010000:00000001:0.0:1788202875.202564:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202875.202573:0:226571:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788202875.202575:0:226571:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788202875.202578:0:226571:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202875.202583:0:226571:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788202875.202586:0:226571:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202875.202588:0:226571:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202875.202591:0:226571:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202875.202595:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202875.202597:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202875.202600:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202875.202601:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202875.202627:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202875.202631:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202875.202634:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788202875.842510:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308014836, at 4308014848 00000100:00000040:0.0:1788202875.842514:0:226571:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308014836, at 4308014848 00000100:00000010:1.0:1788202875.842524:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b360. 00000100:00000010:0.0:1788202875.842527:0:226571:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b7e0. 00010000:00000001:0.0:1788202876.226535:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202876.226542:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202876.226547:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202876.226548:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202876.226557:0:226571:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202876.226558:0:226571:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202876.226588:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202876.226590:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202876.226593:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202877.250511:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202877.250520:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202877.250527:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202877.250528:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202877.250532:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202877.250533:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202877.250556:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202877.250560:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202877.250563:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202878.274493:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202878.274499:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202878.274503:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202878.274505:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788202878.274507:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788202878.274510:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202878.274512:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788202878.274514:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202878.274516:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202878.274517:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202878.274520:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202878.274520:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788202878.274521:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788202878.274522:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202878.274524:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788202878.274525:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202878.274527:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202878.274529:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202878.274549:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202878.274552:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202878.274555:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202879.298525:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202879.298533:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202879.298541:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202879.298544:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202879.298548:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202879.298550:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202879.298577:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202879.298580:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202879.298582:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202880.322519:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202880.322525:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202880.322529:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202880.322530:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202880.322532:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202880.322533:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202880.322554:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202880.322556:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202880.322558:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788202880.962536:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308019956, at 4308019968 00000100:00000040:0.0:1788202880.962537:0:226636:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308019956, at 4308019968 00000100:00000010:1.0:1788202880.962562:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8bd80. 00000100:00000010:0.0:1788202880.962567:0:226636:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b4e0. 00010000:00000001:0.0:1788202881.346531:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202881.346537:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202881.346541:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202881.346542:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202881.346545:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202881.346546:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202881.346563:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202881.346565:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202881.346567:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202882.370785:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202882.370790:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202882.370794:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202882.370795:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202882.370798:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202882.370799:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202882.370818:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202882.370820:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202882.370822:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202883.394504:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202883.394509:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202883.394513:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202883.394514:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202883.394516:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202883.394517:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202883.394535:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202883.394537:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202883.394539:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202884.418499:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202884.418508:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788202884.418510:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788202884.418513:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202884.418518:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788202884.418520:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202884.418522:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202884.418524:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202884.418529:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202884.418530:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202884.418534:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202884.418536:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202884.418560:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202884.418563:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202884.418565:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202885.442503:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202885.442509:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202885.442514:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202885.442514:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202885.442517:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202885.442518:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202885.442540:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202885.442542:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202885.442544:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788202886.082506:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308025076, at 4308025088 00000100:00000040:0.0:1788202886.082515:0:226636:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308025076, at 4308025088 00000100:00000010:1.0:1788202886.082524:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8bea0. 00000100:00000010:0.0:1788202886.082526:0:226636:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8ba20. 00010000:00000001:0.0:1788202886.466503:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202886.466509:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202886.466513:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202886.466514:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202886.466516:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202886.466517:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202886.466538:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202886.466540:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202886.466542:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202887.490503:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202887.490509:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202887.490513:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202887.490516:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788202887.490519:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788202887.490522:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202887.490526:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788202887.490528:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202887.490530:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202887.490533:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202887.490536:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202887.490538:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788202887.490539:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788202887.490541:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202887.490543:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788202887.490544:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202887.490546:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202887.490548:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202887.490574:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202887.490577:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202887.490579:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202888.514537:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202888.514544:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202888.514550:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202888.514551:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202888.514555:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202888.514557:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202888.514617:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202888.514621:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202888.514624:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202889.538513:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202889.538521:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202889.538529:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202889.538530:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202889.538534:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202889.538535:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202889.538561:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202889.538564:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202889.538567:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788202889.922504:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788202889.922512:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788202889.922514:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788202889.922518:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788202889.922522:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788202889.922527:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 13356 00000400:00000200:0.0:1788202889.922534:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788202889.922539:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788202889.922541:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788202889.922543:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202889.922546:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202889.922547:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202889.922549:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788202889.922552:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788202889.922554:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788202889.922556:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788202889.922558:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788202889.922559:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788202889.922561:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788202889.922563:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202889.922564:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202889.922565:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202889.922567:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788202889.922579:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788202889.922588:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788202889.922591:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788202889.922594:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788202889.922597:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788202889.922600:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202889.922603:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788202889.922606:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788202889.922615:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fb100. 00000020:00000040:0.0:1788202889.922619:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788202889.922623:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788202889.922625:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202889.922629:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788202889.922632:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788202889.922636:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788202889.922644:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377400. 00000100:00000001:0.0:1788202889.922651:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788202889.922660:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fb100 x1875052841814912/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788202889.922670:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788202889.922675:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788202889.922680:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000093808cf5] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fb100 x1875052841814912/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788202889.922704:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788202889.922708:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788202889.922712:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788202889.922713:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788202889.922715:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788202889.922719:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788202889.922722:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13356 00000400:00000200:0.0:1788202889.922726:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788202889.922728:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788202889.922730:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788202889.922732:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202889.922734:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202889.922736:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202889.922738:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788202889.922740:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788202889.922742:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788202889.922743:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788202889.922745:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788202889.922747:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788202889.922749:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788202889.922751:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202889.922753:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202889.922755:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202889.922759:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788202889.922761:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788202889.922766:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788202889.922768:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788202889.922771:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788202889.922775:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788202889.922779:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202889.922783:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788202889.922787:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788202889.922793:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202889.922796:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788202889.922801:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9f80. 00000020:00000040:0.0:1788202889.922805:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788202889.922812:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788202889.922814:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202889.922818:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788202889.922819:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788202889.922823:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788202889.922827:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374c00. 00000100:00000001:0.0:1788202889.922831:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788202889.922839:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9f80 x1875052841815040/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788202889.922847:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788202889.922851:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788202889.922858:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5e67c01] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9f80 x1875052841815040/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788202889.922867:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788202889.922872:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788202889.922879:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788202889.922881:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788202889.922882:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788202889.922888:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788202889.922893:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13356 00000400:00000200:0.0:1788202889.922902:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788202889.922906:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788202889.922911:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788202889.922916:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202889.922922:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202889.922927:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202889.922933:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788202889.922936:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788202889.922939:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788202889.922941:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788202889.922944:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788202889.922948:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788202889.922952:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788202889.922958:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202889.922963:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202889.922967:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202889.922970:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788202889.922974:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788202889.922978:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788202889.922983:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788202889.922985:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788202889.922989:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788202889.922992:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202889.922993:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788202889.923007:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788202889.923010:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202889.923014:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788202889.923018:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fb800. 00000020:00000040:0.0:1788202889.923026:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788202889.923033:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788202889.923036:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202889.923040:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788202889.923043:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788202889.923047:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788202889.923055:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376c00. 00000100:00000001:0.0:1788202889.923062:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788202889.923073:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fb800 x1875052841815168/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788202889.923088:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788202889.923091:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788202889.923100:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045f4f50b] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fb800 x1875052841815168/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788202889.923120:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788202889.923125:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788202889.923133:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788202889.923137:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788202889.923144:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788202889.923146:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788202889.923150:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788202889.923154:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788202889.923161:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13356 00000400:00000200:0.0:1788202889.923171:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788202889.923178:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788202889.923183:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788202889.923191:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202889.923195:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202889.923201:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202889.923204:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788202889.923210:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788202889.923214:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788202889.923218:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788202889.923222:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788202889.923225:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788202889.923231:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788202889.923237:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202889.923241:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202889.923246:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202889.923251:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788202889.923257:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788202889.923264:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788202889.923268:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788202889.923272:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788202889.923279:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788202889.923284:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202889.923288:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788202889.923293:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788202889.923299:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202889.923305:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788202889.923319:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8380. 00000020:00000040:0.0:1788202889.923325:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788202889.923331:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788202889.923335:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202889.923338:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788202889.923342:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788202889.923344:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788202889.923350:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377000. 00000100:00000001:0.0:1788202889.923356:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788202889.923365:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8380 x1875052841815296/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788202889.923382:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788202889.923388:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788202889.923431:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004fba561] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8380 x1875052841815296/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788202889.923457:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788202889.923461:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13366) 00010000:00000001:0.0:1788202890.562501:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202890.562506:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202890.562511:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202890.562512:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202890.562515:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202890.562516:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202890.562535:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202890.562537:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202890.562539:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788202891.202492:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308030196, at 4308030208 00000100:00000040:0.0:1788202891.202493:0:226636:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308030196, at 4308030208 00000100:00000010:0.0:1788202891.202508:0:226636:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b0c0. 00000100:00000010:1.0:1788202891.202512:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b660. 00010000:00000001:0.0:1788202891.586470:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202891.586475:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202891.586479:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202891.586480:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202891.586482:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202891.586483:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202891.586507:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202891.586509:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202891.586511:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202892.610546:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202892.610552:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202892.610556:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202892.610557:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202892.610560:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202892.610561:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202892.610609:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202892.610611:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202892.610614:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202893.634493:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202893.634499:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202893.634504:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202893.634505:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202893.634507:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202893.634508:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202893.634530:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202893.634533:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202893.634536:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202894.658509:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202894.658518:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788202894.658529:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788202894.658536:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202894.658540:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788202894.658542:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202894.658543:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202894.658545:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202894.658549:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202894.658550:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202894.658552:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202894.658553:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202894.658575:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202894.658576:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202894.658578:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788202895.042505:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788202895.042517:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788202895.042523:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788202895.042527:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788202895.042531:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788202895.042540:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 13361 00000400:00000200:0.0:1788202895.042550:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788202895.042558:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788202895.042562:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788202895.042566:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202895.042569:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202895.042572:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202895.042575:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788202895.042579:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788202895.042582:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788202895.042585:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788202895.042588:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788202895.042590:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788202895.042592:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788202895.042594:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202895.042595:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202895.042597:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202895.042598:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788202895.042601:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788202895.042604:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788202895.042605:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788202895.042607:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788202895.042610:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788202895.042612:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202895.042614:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788202895.042616:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788202895.042624:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9500. 00000020:00000040:0.0:1788202895.042627:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788202895.042630:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788202895.042631:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202895.042634:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788202895.042636:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788202895.042640:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788202895.042646:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377800. 00000100:00000001:0.0:1788202895.042652:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788202895.042659:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9500 x1875052841815424/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788202895.042669:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788202895.042673:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788202895.042678:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000842d065d] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9500 x1875052841815424/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788202895.042703:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788202895.042707:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788202895.042711:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788202895.042713:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788202895.042715:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788202895.042718:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788202895.042721:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13361 00000400:00000200:0.0:1788202895.042726:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788202895.042729:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788202895.042732:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788202895.042736:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202895.042739:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202895.042742:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202895.042744:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788202895.042747:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788202895.042748:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788202895.042751:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788202895.042755:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788202895.042759:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788202895.042764:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788202895.042773:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202895.042776:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202895.042780:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202895.042784:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788202895.042789:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788202895.042794:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788202895.042801:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788202895.042806:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788202895.042814:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788202895.042819:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202895.042824:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788202895.042831:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788202895.042837:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202895.042842:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788202895.042851:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8380. 00000020:00000040:0.0:1788202895.042855:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788202895.042859:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788202895.042862:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202895.042863:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788202895.042864:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788202895.042866:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788202895.042870:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376000. 00000100:00000001:0.0:1788202895.042876:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788202895.042884:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8380 x1875052841815552/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788202895.042899:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788202895.042903:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788202895.042944:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004fba561] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8380 x1875052841815552/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788202895.042966:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788202895.042972:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788202895.042979:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788202895.042984:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788202895.042986:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788202895.042992:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788202895.043000:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13361 00000400:00000200:0.0:1788202895.043010:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788202895.043020:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788202895.043025:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788202895.043032:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202895.043037:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202895.043044:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202895.043051:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788202895.043058:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788202895.043062:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788202895.043066:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788202895.043072:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788202895.043077:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788202895.043081:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788202895.043091:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202895.043096:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202895.043107:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202895.043112:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788202895.043118:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788202895.043127:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788202895.043131:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788202895.043133:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788202895.043148:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788202895.043154:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202895.043160:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788202895.043167:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788202895.043172:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202895.043180:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788202895.043189:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fb800. 00000020:00000040:0.0:1788202895.043202:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788202895.043208:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788202895.043212:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202895.043217:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788202895.043220:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788202895.043226:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788202895.043237:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376800. 00000100:00000001:0.0:1788202895.043255:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788202895.043268:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fb800 x1875052841815680/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788202895.043281:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788202895.043286:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788202895.043296:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045f4f50b] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fb800 x1875052841815680/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788202895.043323:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788202895.043329:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788202895.043338:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788202895.043344:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788202895.043352:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788202895.043356:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788202895.043361:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788202895.043368:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788202895.043373:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13361 00000400:00000200:0.0:1788202895.043377:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788202895.043381:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788202895.043387:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788202895.043412:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202895.043416:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202895.043418:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202895.043420:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788202895.043422:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788202895.043423:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788202895.043424:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788202895.043427:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788202895.043430:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788202895.043433:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788202895.043438:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202895.043444:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202895.043450:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202895.043456:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788202895.043462:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788202895.043471:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788202895.043478:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788202895.043483:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788202895.043487:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788202895.043493:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202895.043497:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788202895.043500:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788202895.043506:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202895.043511:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788202895.043518:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9f80. 00000020:00000040:0.0:1788202895.043523:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788202895.043530:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788202895.043536:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202895.043544:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788202895.043549:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788202895.043555:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788202895.043563:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374800. 00000100:00000001:0.0:1788202895.043570:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788202895.043581:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9f80 x1875052841815808/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788202895.043601:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788202895.043608:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788202895.043622:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5e67c01] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9f80 x1875052841815808/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788202895.043639:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788202895.043647:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13371) 00010000:00000001:0.0:1788202895.682506:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202895.682512:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202895.682517:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202895.682517:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202895.682520:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202895.682521:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202895.682541:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202895.682543:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202895.682546:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788202896.322517:0:226636:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308035316, at 4308035328 00000100:00000040:1.0:1788202896.322517:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308035316, at 4308035328 00000100:00000010:0.0:1788202896.322535:0:226636:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b2a0. 00000100:00000010:1.0:1788202896.322538:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b660. 00010000:00000001:0.0:1788202896.706527:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202896.706536:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202896.706542:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202896.706544:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202896.706547:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202896.706549:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202896.706571:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202896.706574:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202896.706577:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202897.730540:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202897.730547:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202897.730552:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202897.730555:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788202897.730558:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788202897.730561:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202897.730565:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788202897.730568:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202897.730570:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202897.730572:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202897.730576:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202897.730577:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788202897.730579:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788202897.730580:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202897.730582:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788202897.730583:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202897.730585:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202897.730587:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202897.730612:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202897.730614:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202897.730617:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202898.754546:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202898.754555:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202898.754562:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202898.754563:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202898.754567:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202898.754568:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202898.754597:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202898.754600:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202898.754603:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202899.778502:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202899.778507:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202899.778511:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202899.778512:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202899.778514:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202899.778515:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202899.778535:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202899.778537:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202899.778539:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788202900.162480:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788202900.162488:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788202900.162494:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788202900.162498:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788202900.162502:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788202900.162508:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 13366 00000400:00000200:0.0:1788202900.162514:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788202900.162519:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788202900.162521:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788202900.162524:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202900.162526:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202900.162528:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202900.162530:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788202900.162533:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788202900.162535:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788202900.162537:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788202900.162540:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788202900.162541:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788202900.162543:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788202900.162545:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202900.162546:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202900.162547:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202900.162549:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788202900.162551:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788202900.162554:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788202900.162555:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788202900.162557:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788202900.162560:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788202900.162562:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202900.162564:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788202900.162566:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788202900.162574:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fb100. 00000020:00000040:0.0:1788202900.162576:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788202900.162579:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788202900.162580:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202900.162584:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788202900.162586:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788202900.162589:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788202900.162595:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374800. 00000100:00000001:0.0:1788202900.162600:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788202900.162608:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fb100 x1875052841815936/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788202900.162616:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788202900.162619:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788202900.162623:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000093808cf5] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fb100 x1875052841815936/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788202900.162640:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788202900.162644:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788202900.162647:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788202900.162649:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788202900.162650:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788202900.162654:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788202900.162656:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13366 00000400:00000200:0.0:1788202900.162660:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788202900.162664:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788202900.162666:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788202900.162669:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202900.162671:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202900.162673:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202900.162676:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788202900.162678:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788202900.162679:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788202900.162681:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788202900.162683:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788202900.162685:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788202900.162687:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788202900.162691:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202900.162694:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202900.162696:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202900.162698:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788202900.162701:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788202900.162703:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788202900.162705:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788202900.162707:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788202900.162712:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788202900.162714:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202900.162717:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788202900.162721:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788202900.162724:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202900.162726:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788202900.162729:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8000. 00000020:00000040:0.0:1788202900.162731:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788202900.162734:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788202900.162735:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202900.162737:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788202900.162739:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788202900.162740:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788202900.162744:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376800. 00000100:00000001:0.0:1788202900.162747:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788202900.162752:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8000 x1875052841816064/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788202900.162759:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788202900.162761:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788202900.162765:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000755f6dce] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8000 x1875052841816064/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788202900.162775:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788202900.162778:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788202900.162782:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788202900.162783:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788202900.162785:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788202900.162788:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788202900.162790:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13366 00000400:00000200:0.0:1788202900.162794:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788202900.162796:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788202900.162799:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788202900.162801:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202900.162803:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202900.162805:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202900.162808:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788202900.162810:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788202900.162812:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788202900.162813:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788202900.162815:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788202900.162833:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788202900.162836:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788202900.162839:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202900.162841:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202900.162844:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202900.162846:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788202900.162849:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788202900.162851:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788202900.162853:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788202900.162855:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788202900.162858:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788202900.162861:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202900.162863:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788202900.162865:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788202900.162868:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202900.162870:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788202900.162873:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9880. 00000020:00000040:0.0:1788202900.162875:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788202900.162878:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788202900.162879:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202900.162881:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788202900.162883:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788202900.162885:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788202900.162888:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376000. 00000100:00000001:0.0:1788202900.162892:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788202900.162897:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9880 x1875052841816192/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788202900.162904:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788202900.162906:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788202900.162910:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2b42fc4] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9880 x1875052841816192/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788202900.162917:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788202900.162920:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788202900.162924:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788202900.162927:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788202900.162931:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788202900.162933:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788202900.162935:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788202900.162937:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788202900.162939:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13366 00000400:00000200:0.0:1788202900.162943:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788202900.162946:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788202900.162949:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788202900.162952:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202900.162954:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202900.162957:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202900.162959:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788202900.162961:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788202900.162962:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788202900.162964:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788202900.162965:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788202900.162968:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788202900.162970:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788202900.162973:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202900.162975:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202900.162977:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202900.162979:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788202900.162982:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788202900.162984:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788202900.162987:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788202900.162989:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788202900.162991:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788202900.162993:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202900.162995:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788202900.162998:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788202900.163000:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202900.163002:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788202900.163005:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9c00. 00000020:00000040:0.0:1788202900.163008:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788202900.163010:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788202900.163012:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202900.163014:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788202900.163016:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788202900.163018:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788202900.163021:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377800. 00000100:00000001:0.0:1788202900.163025:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788202900.163029:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9c00 x1875052841816320/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788202900.163038:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788202900.163040:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788202900.163044:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d680416d] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9c00 x1875052841816320/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788202900.163052:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788202900.163057:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13376) 00010000:00000001:0.0:1788202900.802539:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202900.802545:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202900.802551:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202900.802552:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202900.802555:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202900.802557:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202900.802580:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202900.802583:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202900.802586:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788202901.442485:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308040436, at 4308040448 00000100:00000040:0.0:1788202901.442491:0:226636:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308040436, at 4308040448 00000100:00000010:1.0:1788202901.442502:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8ba20. 00000100:00000010:0.0:1788202901.442505:0:226636:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b0c0. 00010000:00000001:0.0:1788202901.826512:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202901.826520:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202901.826526:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202901.826528:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202901.826532:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202901.826533:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202901.826561:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202901.826563:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202901.826565:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202902.850507:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202902.850514:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202902.850519:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202902.850521:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202902.850524:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202902.850525:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202902.850549:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202902.850551:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202902.850553:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202903.874571:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202903.874578:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202903.874584:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202903.874585:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202903.874587:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202903.874588:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202903.874620:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202903.874624:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202903.874627:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202904.898534:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202904.898543:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788202904.898545:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788202904.898549:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202904.898554:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788202904.898557:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202904.898559:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202904.898561:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202904.898565:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202904.898566:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202904.898568:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202904.898569:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202904.898591:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202904.898593:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202904.898595:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788202905.282476:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202905.282490:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788202905.282493:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202905.282496:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202905.282500:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202905.282506:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 13371 00000400:00000200:1.0:1788202905.282512:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202905.282516:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202905.282519:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202905.282522:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202905.282524:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202905.282526:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202905.282529:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202905.282532:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202905.282533:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788202905.282535:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202905.282538:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788202905.282540:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788202905.282541:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788202905.282543:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202905.282545:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202905.282546:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202905.282547:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202905.282549:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788202905.282551:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202905.282553:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202905.282556:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202905.282559:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202905.282561:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202905.282563:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788202905.282564:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202905.282571:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dd180. 00000020:00000040:1.0:1788202905.282574:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788202905.282577:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202905.282578:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202905.282581:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202905.282583:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202905.282586:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202905.282593:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9bc00. 00000100:00000001:1.0:1788202905.282599:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202905.282607:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dd180 x1875052841816448/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202905.282615:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202905.282619:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202905.282623:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000095f81904] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dd180 x1875052841816448/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202905.282640:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202905.282643:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202905.282645:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788202905.282646:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202905.282648:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202905.282649:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202905.282651:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13371 00000400:00000200:1.0:1788202905.282653:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202905.282655:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202905.282657:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202905.282659:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202905.282660:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202905.282661:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202905.282663:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202905.282664:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202905.282665:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788202905.282666:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202905.282668:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788202905.282669:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788202905.282670:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788202905.282672:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202905.282673:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202905.282675:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202905.282676:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202905.282677:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788202905.282679:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202905.282680:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202905.282682:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202905.282686:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202905.282688:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202905.282690:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202905.282694:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788202905.282697:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202905.282698:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202905.282701:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dc000. 00000020:00000040:1.0:1788202905.282706:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788202905.282708:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202905.282711:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202905.282715:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202905.282716:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202905.282718:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202905.282723:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98c00. 00000100:00000001:1.0:1788202905.282727:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202905.282749:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dc000 x1875052841816576/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202905.282761:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202905.282764:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202905.282768:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1e3b926] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dc000 x1875052841816576/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202905.282780:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202905.282785:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202905.282789:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788202905.282793:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202905.282796:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202905.282799:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202905.282803:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13371 00000400:00000200:1.0:1788202905.282805:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202905.282807:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202905.282809:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202905.282811:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202905.282812:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202905.282814:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202905.282819:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202905.282821:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202905.282823:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788202905.282826:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202905.282828:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788202905.282832:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788202905.282833:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788202905.282836:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202905.282838:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202905.282843:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202905.282847:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202905.282852:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788202905.282858:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202905.282864:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202905.282871:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202905.282875:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202905.282879:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202905.282884:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202905.282887:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788202905.282895:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202905.282898:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202905.282903:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3df100. 00000020:00000040:1.0:1788202905.282908:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788202905.282914:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202905.282916:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202905.282920:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202905.282923:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202905.282927:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202905.282934:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9ac00. 00000100:00000001:1.0:1788202905.282941:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202905.282947:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3df100 x1875052841816704/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202905.282960:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202905.282964:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202905.282970:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c16a5860] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3df100 x1875052841816704/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202905.282983:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202905.282989:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788202905.282995:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788202905.282999:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202905.283004:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788202905.283006:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202905.283010:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202905.283015:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202905.283020:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13371 00000400:00000200:1.0:1788202905.283038:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202905.283052:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202905.283055:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202905.283061:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202905.283064:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202905.283067:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202905.283071:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202905.283073:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202905.283075:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788202905.283079:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202905.283082:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788202905.283085:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788202905.283086:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788202905.283089:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202905.283090:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202905.283091:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202905.283093:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202905.283094:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788202905.283096:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202905.283098:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202905.283103:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202905.283107:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202905.283112:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202905.283118:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202905.283122:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788202905.283134:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202905.283140:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202905.283150:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dc700. 00000020:00000040:1.0:1788202905.283156:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788202905.283164:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202905.283166:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202905.283168:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202905.283170:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202905.283177:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202905.283186:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98800. 00000100:00000001:1.0:1788202905.283195:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202905.283205:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dc700 x1875052841816832/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202905.283219:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202905.283225:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202905.283237:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7db4f2b] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dc700 x1875052841816832/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202905.283281:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202905.283291:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13381) 00010000:00000001:0.0:1788202905.922508:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202905.922513:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202905.922518:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202905.922518:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202905.922521:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202905.922522:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202905.922541:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202905.922543:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202905.922546:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788202906.562488:0:226636:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308045556, at 4308045568 00000100:00000040:1.0:1788202906.562490:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308045556, at 4308045568 00000100:00000010:0.0:1788202906.562509:0:226636:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8bea0. 00000100:00000010:1.0:1788202906.562511:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b4e0. 00010000:00000001:0.0:1788202906.946495:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202906.946503:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202906.946510:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202906.946512:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202906.946515:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202906.946517:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202906.946544:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202906.946546:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202906.946549:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202907.970507:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202907.970513:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202907.970517:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202907.970520:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788202907.970521:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788202907.970524:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202907.970526:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788202907.970528:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202907.970529:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202907.970531:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202907.970533:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202907.970534:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788202907.970535:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788202907.970536:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202907.970537:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788202907.970537:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202907.970539:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202907.970540:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202907.970558:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202907.970560:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202907.970562:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1788202908.354736:0:2408:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.101:988 00000400:00000100:0.0:1788202908.354785:0:2408:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.101@tcp at host 192.168.201.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:0.0:1788202908.354795:0:2408:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788202908.354800:0:2408:0:(router.c:1791:lnet_notify()) 192.168.201.1@tcp notifying 192.168.201.101@tcp: down 00000400:00000200:0.0:1788202908.354805:0:2408:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788202908.354810:0:2408:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:0.0:1788202908.354815:0:2408:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:0.0:1788202908.354820:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475dc67d00. 00000400:00000200:0.0:1788202908.354827:0:2408:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788202908.354832:0:2408:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788202908.354840:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476c8b6a18 00000400:00000010:0.0:1788202908.354845:0:2408:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476c8b6a18. 00000100:00000001:0.0:1788202908.354851:0:2408:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788202908.354862:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477c3dd180 x1875052841816448/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788202930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788202908.354894:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788202908.354898:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3dd180 x1875052841816448/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788202930 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788202908.354906:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202908.354908:0:2408:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1788202908.354919:0:2408:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:0.0:1788202908.354921:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475dc67700. 00000400:00000200:0.0:1788202908.354925:0:2408:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788202908.354929:0:2408:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788202908.354932:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476c8b6880 00000400:00000010:0.0:1788202908.354934:0:2408:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476c8b6880. 00000100:00000001:0.0:1788202908.354937:0:2408:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788202908.354942:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477c3dc000 x1875052841816576/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788202930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788202908.354952:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788202908.354957:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3dc000 x1875052841816576/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788202930 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788202908.354967:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202908.354970:0:2408:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1788202908.354987:0:2408:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:0.0:1788202908.354993:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475dc67400. 00000400:00000200:0.0:1788202908.354997:0:2408:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788202908.355005:0:2408:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788202908.355012:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476c8b6660 00000400:00000010:0.0:1788202908.355017:0:2408:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476c8b6660. 00000100:00000001:0.0:1788202908.355022:0:2408:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788202908.355031:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477c3df100 x1875052841816704/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788202930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788202908.355046:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788202908.355054:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3df100 x1875052841816704/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788202930 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788202908.355081:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202908.355085:0:2408:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1788202908.355097:0:2408:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:0.0:1788202908.355104:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475dc67b00. 00000400:00000200:0.0:1788202908.355110:0:2408:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788202908.355118:0:2408:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788202908.355124:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476c8b6f68 00000400:00000010:0.0:1788202908.355130:0:2408:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476c8b6f68. 00000100:00000001:0.0:1788202908.355133:0:2408:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788202908.355142:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477c3dc700 x1875052841816832/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788202930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788202908.355162:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788202908.355170:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3dc700 x1875052841816832/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788202930 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788202908.355194:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202908.355198:0:2408:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1788202908.994469:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202908.994477:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202908.994482:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202908.994483:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202908.994486:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202908.994487:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202908.994508:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202908.994512:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202908.994515:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202910.018528:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202910.018534:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202910.018539:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202910.018540:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202910.018544:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202910.018545:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202910.018595:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202910.018597:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202910.018599:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788202910.402672:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788202910.402683:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788202910.402685:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788202910.402689:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788202910.402692:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788202910.402699:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 13376 00000400:00000200:0.0:1788202910.402705:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788202910.402709:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788202910.402711:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788202910.402714:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202910.402716:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202910.402718:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202910.402720:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788202910.402722:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788202910.402724:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788202910.402726:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788202910.402728:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788202910.402730:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788202910.402731:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788202910.402733:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202910.402735:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202910.402737:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202910.402738:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788202910.402741:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788202910.402743:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788202910.402745:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788202910.402747:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788202910.402750:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788202910.402752:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202910.402753:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788202910.402755:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788202910.402761:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fad80. 00000020:00000040:0.0:1788202910.402765:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788202910.402769:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788202910.402771:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202910.402774:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788202910.402777:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788202910.402781:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788202910.402789:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376c00. 00000100:00000001:0.0:1788202910.402796:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788202910.402807:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fad80 x1875052841816960/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788202910.402819:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788202910.402823:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788202910.402828:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010fef5ed] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fad80 x1875052841816960/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788202910.402853:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788202910.402857:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788202910.402860:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788202910.402862:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788202910.402864:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788202910.402867:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788202910.402871:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13376 00000400:00000200:0.0:1788202910.402876:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788202910.402880:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788202910.402883:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788202910.402887:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202910.402890:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202910.402894:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202910.402900:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788202910.402906:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788202910.402909:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788202910.402913:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788202910.402918:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788202910.402924:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788202910.402929:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788202910.402934:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202910.402939:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202910.402942:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202910.402945:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788202910.402950:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788202910.402957:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788202910.402963:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788202910.402969:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788202910.402977:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788202910.402981:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202910.402984:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788202910.402990:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788202910.402995:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202910.402999:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788202910.403004:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fa680. 00000020:00000040:0.0:1788202910.403009:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788202910.403014:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788202910.403018:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202910.403021:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788202910.403025:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788202910.403028:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788202910.403033:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374c00. 00000100:00000001:0.0:1788202910.403040:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788202910.403049:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fa680 x1875052841817088/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788202910.403065:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788202910.403070:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788202910.403081:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003756c577] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fa680 x1875052841817088/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788202910.403101:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788202910.403107:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788202910.403113:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788202910.403117:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788202910.403121:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788202910.403125:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788202910.403132:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13376 00000400:00000200:0.0:1788202910.403140:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788202910.403150:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788202910.403156:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788202910.403162:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202910.403167:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202910.403173:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202910.403178:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788202910.403183:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788202910.403186:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788202910.403190:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788202910.403194:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788202910.403199:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788202910.403205:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788202910.403210:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202910.403216:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202910.403221:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202910.403226:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788202910.403230:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788202910.403237:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788202910.403241:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788202910.403244:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788202910.403249:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788202910.403251:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202910.403257:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788202910.403260:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788202910.403265:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202910.403271:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788202910.403277:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8a80. 00000020:00000040:0.0:1788202910.403283:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788202910.403288:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788202910.403291:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202910.403294:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788202910.403297:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788202910.403300:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788202910.403308:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377400. 00000100:00000001:0.0:1788202910.403313:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788202910.403324:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8a80 x1875052841817216/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788202910.403336:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788202910.403341:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788202910.403347:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000320d64fa] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8a80 x1875052841817216/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788202910.403372:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788202910.403377:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788202910.403383:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788202910.403387:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788202910.403418:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788202910.403419:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788202910.403421:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788202910.403424:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788202910.403428:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13376 00000400:00000200:0.0:1788202910.403433:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788202910.403436:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788202910.403439:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788202910.403443:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202910.403445:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202910.403447:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202910.403449:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788202910.403451:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788202910.403453:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788202910.403454:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788202910.403457:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788202910.403459:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788202910.403461:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788202910.403464:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202910.403467:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202910.403468:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202910.403471:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788202910.403475:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788202910.403477:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788202910.403481:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788202910.403483:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788202910.403487:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788202910.403489:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202910.403491:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788202910.403494:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788202910.403496:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202910.403498:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788202910.403501:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9180. 00000020:00000040:0.0:1788202910.403504:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788202910.403507:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788202910.403508:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202910.403511:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788202910.403513:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788202910.403515:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788202910.403521:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377000. 00000100:00000001:0.0:1788202910.403525:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788202910.403531:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9180 x1875052841817344/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788202910.403541:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788202910.403546:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788202910.403555:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b4a335a] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9180 x1875052841817344/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788202910.403568:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788202910.403574:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13387) 00010000:00000001:0.0:1788202911.042476:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202911.042482:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202911.042486:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202911.042487:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202911.042490:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202911.042491:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202911.042519:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202911.042521:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202911.042524:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788202911.682503:0:226636:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308050677, at 4308050688 00000100:00000040:1.0:1788202911.682503:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308050677, at 4308050688 00000100:00000010:0.0:1788202911.682518:0:226636:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8bd80. 00000100:00000010:1.0:1788202911.682521:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b7e0. 00010000:00000001:0.0:1788202912.066511:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202912.066517:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202912.066521:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202912.066522:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202912.066524:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202912.066525:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202912.066550:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202912.066552:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202912.066555:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202913.090466:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202913.090472:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202913.090476:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202913.090478:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202913.090480:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202913.090481:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202913.090499:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202913.090501:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202913.090503:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202914.114501:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202914.114507:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202914.114511:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202914.114512:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202914.114515:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202914.114516:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202914.114564:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202914.114566:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202914.114568:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202915.138525:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202915.138534:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788202915.138537:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788202915.138540:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202915.138545:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788202915.138548:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202915.138550:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202915.138552:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202915.138568:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202915.138571:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202915.138575:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202915.138577:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202915.138613:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202915.138616:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202915.138618:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788202915.522492:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788202915.522501:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788202915.522503:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788202915.522506:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788202915.522510:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788202915.522516:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 13382 00000400:00000200:0.0:1788202915.522524:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788202915.522528:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788202915.522531:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788202915.522533:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202915.522536:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202915.522538:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202915.522540:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788202915.522543:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788202915.522544:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788202915.522547:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788202915.522549:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788202915.522565:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788202915.522567:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788202915.522570:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202915.522571:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202915.522572:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202915.522574:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788202915.522576:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788202915.522578:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788202915.522581:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788202915.522583:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788202915.522586:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788202915.522588:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202915.522590:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788202915.522591:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788202915.522599:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fa300. 00000020:00000040:0.0:1788202915.522602:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788202915.522605:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788202915.522606:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202915.522609:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788202915.522611:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788202915.522615:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788202915.522621:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375400. 00000100:00000001:0.0:1788202915.522627:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788202915.522635:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fa300 x1875052841817472/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788202915.522642:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788202915.522646:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788202915.522650:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000643b1429] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fa300 x1875052841817472/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788202915.522668:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788202915.522672:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788202915.522675:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788202915.522677:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788202915.522678:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788202915.522681:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788202915.522685:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13382 00000400:00000200:0.0:1788202915.522688:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788202915.522691:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788202915.522694:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788202915.522697:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202915.522700:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202915.522702:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202915.522704:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788202915.522706:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788202915.522708:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788202915.522710:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788202915.522712:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788202915.522714:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788202915.522717:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788202915.522720:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202915.522722:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202915.522724:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202915.522726:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788202915.522729:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788202915.522732:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788202915.522734:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788202915.522736:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788202915.522741:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788202915.522743:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202915.522745:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788202915.522749:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788202915.522753:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202915.522755:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788202915.522758:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8e00. 00000020:00000040:0.0:1788202915.522761:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788202915.522763:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788202915.522765:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202915.522767:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788202915.522768:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788202915.522770:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788202915.522774:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377800. 00000100:00000001:0.0:1788202915.522777:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788202915.522783:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8e00 x1875052841817600/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788202915.522791:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788202915.522793:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788202915.522797:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7909e09] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8e00 x1875052841817600/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788202915.522806:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788202915.522809:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788202915.522813:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788202915.522814:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788202915.522816:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788202915.522819:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788202915.522822:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13382 00000400:00000200:0.0:1788202915.522825:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788202915.522828:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788202915.522830:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788202915.522832:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202915.522834:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202915.522837:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202915.522838:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788202915.522841:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788202915.522842:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788202915.522844:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788202915.522846:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788202915.522848:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788202915.522850:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788202915.522854:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202915.522856:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202915.522858:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202915.522860:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788202915.522863:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788202915.522866:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788202915.522869:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788202915.522870:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788202915.522872:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788202915.522874:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202915.522876:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788202915.522878:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788202915.522881:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202915.522883:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788202915.522886:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fb480. 00000020:00000040:0.0:1788202915.522889:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788202915.522891:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788202915.522892:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202915.522894:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788202915.522896:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788202915.522897:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788202915.522901:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376000. 00000100:00000001:0.0:1788202915.522904:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788202915.522909:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fb480 x1875052841817728/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788202915.522917:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788202915.522919:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788202915.522922:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c471466] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fb480 x1875052841817728/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788202915.522930:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788202915.522933:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788202915.522937:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788202915.522940:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788202915.522943:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788202915.522945:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788202915.522947:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788202915.522949:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788202915.522952:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13382 00000400:00000200:0.0:1788202915.522955:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788202915.522958:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788202915.522960:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788202915.522963:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202915.522966:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202915.522968:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202915.522970:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788202915.522972:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788202915.522973:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788202915.522975:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788202915.522977:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788202915.522979:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788202915.522981:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788202915.522984:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202915.522986:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202915.522988:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202915.522990:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788202915.522992:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788202915.522994:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788202915.522997:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788202915.522999:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788202915.523001:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788202915.523003:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202915.523005:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788202915.523007:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788202915.523011:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202915.523013:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788202915.523016:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fbb80. 00000020:00000040:0.0:1788202915.523018:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788202915.523020:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788202915.523022:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202915.523024:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788202915.523025:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788202915.523027:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788202915.523030:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376800. 00000100:00000001:0.0:1788202915.523033:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788202915.523038:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fbb80 x1875052841817856/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788202915.523045:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788202915.523047:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788202915.523051:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006afb05e] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fbb80 x1875052841817856/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788202915.523060:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788202915.523064:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13392) 00010000:00000001:0.0:1788202916.162516:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202916.162522:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202916.162527:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202916.162528:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202916.162530:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202916.162531:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202916.162616:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202916.162618:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202916.162621:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788202916.802519:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308055796, at 4308055808 00000100:00000040:0.0:1788202916.802548:0:226636:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308055796, at 4308055808 00000100:00000010:1.0:1788202916.802549:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b5a0. 00000100:00000010:0.0:1788202916.802559:0:226636:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b360. 00010000:00000001:0.0:1788202917.186535:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202917.186542:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202917.186549:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202917.186551:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202917.186555:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202917.186556:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202917.186581:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202917.186583:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202917.186586:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202918.210480:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202918.210486:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202918.210490:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202918.210493:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788202918.210494:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788202918.210497:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202918.210499:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788202918.210500:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202918.210502:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202918.210513:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202918.210516:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202918.210517:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788202918.210518:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788202918.210519:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202918.210520:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788202918.210521:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202918.210522:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202918.210523:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202918.210542:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202918.210543:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202918.210545:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202919.234508:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202919.234513:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202919.234517:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202919.234518:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202919.234520:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202919.234521:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202919.234539:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202919.234541:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202919.234543:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202920.258529:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202920.258535:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202920.258542:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202920.258543:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202920.258547:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202920.258548:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202920.258567:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202920.258569:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202920.258571:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788202920.642484:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202920.642492:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788202920.642494:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202920.642497:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202920.642500:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202920.642505:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 13387 00000400:00000200:1.0:1788202920.642511:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202920.642515:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202920.642517:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202920.642519:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202920.642521:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202920.642523:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202920.642524:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202920.642527:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202920.642529:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788202920.642530:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202920.642532:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788202920.642534:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788202920.642535:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788202920.642537:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202920.642538:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202920.642540:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202920.642542:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202920.642545:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788202920.642548:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202920.642551:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202920.642553:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202920.642556:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202920.642559:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202920.642562:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788202920.642564:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202920.642572:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ddf80. 00000020:00000040:1.0:1788202920.642576:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788202920.642579:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202920.642581:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202920.642584:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202920.642587:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202920.642592:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202920.642600:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99000. 00000100:00000001:1.0:1788202920.642606:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202920.642616:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ddf80 x1875052841817984/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202920.642625:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202920.642630:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202920.642635:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dea6dee7] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ddf80 x1875052841817984/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202920.642655:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202920.642658:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202920.642661:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788202920.642662:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202920.642664:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202920.642667:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202920.642670:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13387 00000400:00000200:1.0:1788202920.642674:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202920.642676:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202920.642678:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202920.642680:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202920.642682:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202920.642684:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202920.642686:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202920.642687:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202920.642688:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788202920.642689:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202920.642692:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788202920.642695:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788202920.642698:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788202920.642703:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202920.642705:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202920.642709:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202920.642713:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202920.642720:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788202920.642726:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202920.642731:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202920.642737:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202920.642745:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202920.642751:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202920.642756:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202920.642762:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788202920.642767:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202920.642771:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202920.642778:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dce00. 00000020:00000040:1.0:1788202920.642782:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788202920.642787:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202920.642790:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202920.642795:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202920.642799:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202920.642803:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202920.642812:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9a800. 00000100:00000001:1.0:1788202920.642819:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202920.642828:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dce00 x1875052841818112/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202920.642843:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202920.642849:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202920.642858:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e15d5058] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dce00 x1875052841818112/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202920.642879:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202920.642886:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202920.642894:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788202920.642897:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202920.642901:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202920.642906:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202920.642913:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13387 00000400:00000200:1.0:1788202920.642920:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202920.642928:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202920.642934:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202920.642942:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202920.642949:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202920.642955:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202920.642959:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202920.642965:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202920.642969:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788202920.642975:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202920.642981:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788202920.642987:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788202920.642993:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788202920.643001:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202920.643006:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202920.643012:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202920.643017:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202920.643024:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788202920.643030:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202920.643034:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202920.643038:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202920.643042:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202920.643047:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202920.643048:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202920.643050:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788202920.643055:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202920.643057:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202920.643064:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dd880. 00000020:00000040:1.0:1788202920.643068:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788202920.643071:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202920.643073:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202920.643076:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202920.643079:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202920.643082:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202920.643087:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99400. 00000100:00000001:1.0:1788202920.643092:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202920.643099:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dd880 x1875052841818240/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202920.643114:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202920.643118:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202920.643122:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083606985] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dd880 x1875052841818240/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202920.643134:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202920.643138:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788202920.643146:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788202920.643149:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202920.643152:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788202920.643153:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202920.643156:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202920.643161:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202920.643168:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13387 00000400:00000200:1.0:1788202920.643178:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202920.643187:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202920.643193:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202920.643201:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202920.643207:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202920.643213:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202920.643219:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202920.643225:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202920.643229:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788202920.643233:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202920.643237:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788202920.643242:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788202920.643248:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788202920.643257:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202920.643262:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202920.643266:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202920.643273:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202920.643276:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788202920.643282:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202920.643288:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202920.643293:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202920.643298:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202920.643302:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202920.643306:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202920.643310:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788202920.643316:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202920.643321:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202920.643327:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ddc00. 00000020:00000040:1.0:1788202920.643333:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788202920.643338:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202920.643341:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202920.643345:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202920.643347:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202920.643351:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202920.643360:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99000. 00000100:00000001:1.0:1788202920.643366:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202920.643377:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ddc00 x1875052841818368/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202920.643423:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202920.643429:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202920.643440:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c3c4b34] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ddc00 x1875052841818368/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202920.643481:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202920.643488:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13397) 00010000:00000001:0.0:1788202921.282443:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202921.282448:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202921.282461:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202921.282462:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202921.282464:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202921.282465:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202921.282480:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202921.282481:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202921.282483:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788202921.922525:0:226636:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308060916, at 4308060928 00000100:00000040:1.0:1788202921.922525:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308060916, at 4308060928 00000100:00000010:0.0:1788202921.922542:0:226636:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b060. 00000100:00000010:1.0:1788202921.922549:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b840. 00010000:00000001:0.0:1788202922.306500:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202922.306506:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202922.306509:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202922.306510:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202922.306513:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202922.306514:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202922.306541:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202922.306545:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202922.306547:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202923.330498:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202923.330504:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202923.330508:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202923.330509:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202923.330511:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202923.330512:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202923.330529:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202923.330531:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202923.330533:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202924.354496:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202924.354502:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788202924.354504:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788202924.354506:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202924.354510:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788202924.354511:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202924.354513:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202924.354514:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202924.354516:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202924.354517:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202924.354527:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202924.354528:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202924.354566:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202924.354568:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202924.354570:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202925.378496:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202925.378502:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202925.378506:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202925.378506:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202925.378509:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202925.378510:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202925.378528:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202925.378530:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202925.378532:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788202925.762506:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202925.762518:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788202925.762520:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202925.762523:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202925.762527:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202925.762534:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 13392 00000400:00000200:1.0:1788202925.762542:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202925.762548:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202925.762550:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202925.762552:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202925.762554:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202925.762556:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202925.762558:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202925.762561:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202925.762562:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788202925.762564:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202925.762566:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788202925.762568:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788202925.762569:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788202925.762571:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202925.762572:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202925.762573:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202925.762575:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202925.762577:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788202925.762579:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202925.762580:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202925.762582:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202925.762584:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202925.762586:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202925.762587:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788202925.762589:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202925.762596:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ded80. 00000020:00000040:1.0:1788202925.762599:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788202925.762601:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202925.762602:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202925.762605:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202925.762607:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202925.762610:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202925.762617:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98800. 00000100:00000001:1.0:1788202925.762621:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202925.762628:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ded80 x1875052841818496/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202925.762635:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202925.762639:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202925.762642:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a769e60] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ded80 x1875052841818496/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202925.762658:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202925.762661:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202925.762663:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788202925.762664:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202925.762665:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202925.762667:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202925.762669:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13392 00000400:00000200:1.0:1788202925.762670:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202925.762672:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202925.762673:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202925.762675:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202925.762676:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202925.762677:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202925.762679:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202925.762680:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202925.762681:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788202925.762682:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202925.762683:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788202925.762684:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788202925.762686:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788202925.762687:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202925.762690:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202925.762692:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202925.762693:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202925.762695:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788202925.762697:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202925.762698:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202925.762700:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202925.762707:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202925.762710:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202925.762713:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202925.762719:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788202925.762725:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202925.762728:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202925.762734:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dfb80. 00000020:00000040:1.0:1788202925.762738:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788202925.762743:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202925.762746:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202925.762749:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202925.762752:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202925.762754:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202925.762757:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9bc00. 00000100:00000001:1.0:1788202925.762762:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202925.762771:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dfb80 x1875052841818624/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202925.762787:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202925.762791:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202925.762798:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086c01fd6] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dfb80 x1875052841818624/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202925.762809:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202925.762814:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202925.762822:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788202925.762824:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202925.762827:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202925.762832:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202925.762836:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13392 00000400:00000200:1.0:1788202925.762842:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202925.762844:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202925.762846:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202925.762850:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202925.762853:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202925.762857:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202925.762861:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202925.762864:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202925.762865:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788202925.762867:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202925.762870:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788202925.762875:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788202925.762881:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788202925.762890:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202925.762896:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202925.762900:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202925.762905:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202925.762909:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788202925.762914:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202925.762919:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202925.762922:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202925.762926:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202925.762928:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202925.762930:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202925.762932:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788202925.762935:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202925.762939:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202925.762953:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dca80. 00000020:00000040:1.0:1788202925.762958:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788202925.762961:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202925.762963:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202925.762967:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202925.762970:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202925.762975:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202925.762980:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9ac00. 00000100:00000001:1.0:1788202925.762987:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202925.763004:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dca80 x1875052841818752/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202925.763023:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202925.763027:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202925.763035:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004099c200] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dca80 x1875052841818752/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202925.763048:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202925.763054:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788202925.763063:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788202925.763068:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202925.763074:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788202925.763078:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202925.763081:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202925.763084:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202925.763090:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13392 00000400:00000200:1.0:1788202925.763096:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202925.763103:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202925.763108:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202925.763114:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202925.763120:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202925.763125:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202925.763130:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202925.763136:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202925.763139:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788202925.763144:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202925.763148:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788202925.763153:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788202925.763158:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788202925.763168:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202925.763173:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202925.763178:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202925.763183:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202925.763187:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788202925.763195:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202925.763201:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202925.763204:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202925.763208:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202925.763213:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202925.763216:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202925.763221:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788202925.763226:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202925.763231:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202925.763238:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3de300. 00000020:00000040:1.0:1788202925.763244:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788202925.763251:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202925.763254:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202925.763257:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202925.763260:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202925.763263:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202925.763269:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98c00. 00000100:00000001:1.0:1788202925.763274:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202925.763283:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3de300 x1875052841818880/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202925.763296:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202925.763300:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202925.763306:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc9d591c] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3de300 x1875052841818880/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202925.763326:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202925.763336:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13402) 00010000:00000001:0.0:1788202926.402505:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202926.402514:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202926.402521:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202926.402522:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202926.402526:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202926.402527:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202926.402558:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202926.402561:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202926.402565:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788202927.042472:0:226636:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308066036, at 4308066048 00000100:00000040:1.0:1788202927.042472:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308066036, at 4308066048 00000100:00000010:0.0:1788202927.042489:0:226636:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8bf00. 00000100:00000010:1.0:1788202927.042491:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b720. 00010000:00000001:0.0:1788202927.426500:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202927.426505:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202927.426509:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202927.426512:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788202927.426514:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788202927.426516:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202927.426518:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788202927.426519:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202927.426523:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202927.426525:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202927.426527:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202927.426528:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788202927.426528:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788202927.426529:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202927.426530:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788202927.426531:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202927.426532:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202927.426533:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202927.426551:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202927.426553:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202927.426554:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202928.450495:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202928.450500:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202928.450504:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202928.450505:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202928.450507:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202928.450508:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202928.450526:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202928.450528:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202928.450529:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202929.474488:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202929.474495:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202929.474500:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202929.474501:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202929.474505:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202929.474506:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202929.474530:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202929.474533:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202929.474536:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202930.498453:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202930.498460:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202930.498466:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202930.498467:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202930.498470:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202930.498472:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202930.498491:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202930.498493:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202930.498495:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202931.522500:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202931.522506:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202931.522510:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202931.522511:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202931.522513:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202931.522514:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202931.522539:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202931.522541:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202931.522543:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788202932.162496:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308071156, at 4308071168 00000100:00000040:0.0:1788202932.162497:0:226636:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308071156, at 4308071168 00000100:00000010:1.0:1788202932.162510:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b780. 00000100:00000010:0.0:1788202932.162513:0:226636:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8bc60. 00010000:00000001:0.0:1788202932.546466:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202932.546472:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202932.546475:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202932.546476:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202932.546478:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202932.546479:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202932.546495:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202932.546497:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202932.546499:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202933.570498:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202933.570505:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202933.570511:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202933.570512:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202933.570515:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202933.570516:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202933.570542:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202933.570544:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202933.570546:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202934.594500:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202934.594513:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788202934.594515:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788202934.594517:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202934.594524:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788202934.594528:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202934.594530:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202934.594532:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202934.594534:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202934.594535:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202934.594537:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202934.594538:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202934.594556:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202934.594558:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202934.594560:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202935.618490:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202935.618497:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202935.618503:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202935.618504:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202935.618508:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202935.618509:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202935.618528:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202935.618530:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202935.618531:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202936.642506:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202936.642518:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202936.642522:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202936.642523:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202936.642526:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202936.642527:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202936.642548:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202936.642550:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202936.642552:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788202937.282527:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308076276, at 4308076288 00000100:00000010:1.0:1788202937.282543:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b000. 00000100:00000040:0.0:1788202937.282645:0:226636:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308076276, at 4308076288 00000100:00000010:0.0:1788202937.282652:0:226636:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b3c0. 00010000:00000001:0.0:1788202937.666544:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202937.666551:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202937.666558:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202937.666562:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788202937.666564:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788202937.666568:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202937.666571:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788202937.666574:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202937.666576:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202937.666578:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202937.666582:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202937.666584:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788202937.666585:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788202937.666587:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202937.666588:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788202937.666590:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202937.666592:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202937.666594:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202937.666625:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202937.666628:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202937.666631:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202938.690505:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202938.690510:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202938.690514:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202938.690515:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202938.690518:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202938.690519:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202938.690539:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202938.690540:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202938.690543:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202939.714536:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202939.714541:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202939.714546:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202939.714547:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202939.714549:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202939.714550:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202939.714572:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202939.714576:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202939.714579:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202940.738528:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202940.738533:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202940.738538:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202940.738540:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202940.738543:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202940.738544:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202940.738563:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202940.738566:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202940.738569:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202941.762501:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202941.762506:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202941.762511:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202941.762512:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202941.762514:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202941.762515:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202941.762543:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202941.762545:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202941.762547:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788202942.402461:0:226636:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308081396, at 4308081408 00000100:00000010:0.0:1788202942.402474:0:226636:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8bf60. 00000100:00000040:1.0:1788202942.402485:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308081396, at 4308081408 00000100:00000010:1.0:1788202942.402495:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b9c0. 00010000:00000001:0.0:1788202942.786511:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202942.786517:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202942.786522:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202942.786523:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202942.786525:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202942.786526:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202942.786546:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202942.786548:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202942.786550:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202943.810497:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202943.810502:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202943.810506:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202943.810507:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202943.810510:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202943.810510:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202943.810529:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202943.810531:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202943.810533:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202944.834497:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202944.834503:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788202944.834505:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788202944.834507:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202944.834512:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788202944.834514:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202944.834515:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202944.834517:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202944.834520:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202944.834521:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202944.834531:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202944.834532:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202944.834553:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202944.834554:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202944.834556:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202945.858481:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202945.858486:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202945.858491:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202945.858492:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202945.858494:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202945.858495:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202945.858514:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202945.858516:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202945.858518:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202946.882494:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202946.882500:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202946.882503:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202946.882504:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202946.882507:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202946.882508:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202946.882527:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202946.882529:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202946.882531:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788202947.522518:0:226636:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308086516, at 4308086528 00000100:00000040:1.0:1788202947.522518:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308086516, at 4308086528 00000100:00000010:1.0:1788202947.522536:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b960. 00000100:00000010:0.0:1788202947.522539:0:226636:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b240. 00010000:00000001:0.0:1788202947.906459:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202947.906465:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202947.906469:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202947.906471:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788202947.906474:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788202947.906477:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202947.906480:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788202947.906482:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202947.906483:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202947.906485:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202947.906487:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202947.906488:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788202947.906489:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788202947.906490:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202947.906491:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788202947.906492:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202947.906493:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202947.906494:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202947.906511:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202947.906513:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202947.906515:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202948.930534:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202948.930549:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202948.930555:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202948.930557:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202948.930560:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202948.930562:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202948.930588:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202948.930591:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202948.930595:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202949.954463:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202949.954468:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202949.954472:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202949.954473:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202949.954476:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202949.954477:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202949.954494:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202949.954496:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202949.954498:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202950.978501:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202950.978509:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202950.978516:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202950.978518:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202950.978521:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202950.978523:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202950.978549:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202950.978552:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202950.978556:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202952.002483:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202952.002490:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202952.002497:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202952.002498:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202952.002502:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202952.002503:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202952.002534:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202952.002537:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202952.002540:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788202952.642513:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308091636, at 4308091648 00000100:00000040:0.0:1788202952.642514:0:226636:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308091636, at 4308091648 00000100:00000010:0.0:1788202952.642528:0:226636:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b1e0. 00000100:00000010:1.0:1788202952.642529:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8bc00. 00010000:00000001:0.0:1788202953.026491:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202953.026504:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202953.026508:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202953.026509:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202953.026511:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202953.026512:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202953.026541:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202953.026542:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202953.026545:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202954.050506:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202954.050511:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202954.050515:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202954.050517:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202954.050519:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202954.050520:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202954.050573:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202954.050577:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202954.050581:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202955.074495:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202955.074502:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788202955.074504:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788202955.074506:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202955.074510:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788202955.074512:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202955.074514:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202955.074515:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202955.074518:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202955.074519:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202955.074521:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202955.074522:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202955.074547:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202955.074549:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202955.074551:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202956.098497:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202956.098502:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202956.098507:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202956.098508:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202956.098510:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202956.098511:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202956.098558:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202956.098560:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202956.098563:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202957.122537:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202957.122543:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202957.122549:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202957.122550:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202957.122553:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202957.122555:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202957.122591:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202957.122594:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202957.122598:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788202957.762491:0:226636:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308096756, at 4308096768 00000100:00000040:1.0:1788202957.762491:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308096757, at 4308096768 00000100:00000010:0.0:1788202957.762508:0:226636:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b600. 00000100:00000010:1.0:1788202957.762511:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8bb40. 00010000:00000001:0.0:1788202958.146522:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202958.146527:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202958.146531:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202958.146535:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788202958.146536:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788202958.146540:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202958.146542:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788202958.146544:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202958.146545:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202958.146547:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202958.146549:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202958.146550:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788202958.146551:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788202958.146552:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202958.146553:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788202958.146554:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202958.146555:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202958.146556:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202958.146596:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202958.146598:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202958.146600:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202959.170488:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202959.170493:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202959.170497:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202959.170498:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202959.170500:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202959.170502:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202959.170528:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202959.170530:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202959.170535:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202960.194466:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202960.194471:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202960.194475:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202960.194476:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202960.194478:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202960.194479:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202960.194496:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202960.194499:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202960.194501:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202961.218497:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202961.218503:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202961.218507:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202961.218508:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202961.218511:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202961.218512:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202961.218532:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202961.218534:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202961.218536:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202962.242524:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202962.242531:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202962.242537:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202962.242538:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202962.242541:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202962.242542:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202962.242568:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202962.242570:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202962.242573:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788202962.882553:0:226636:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308101877, at 4308101888 00000100:00000040:1.0:1788202962.882554:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308101877, at 4308101888 00000100:00000010:1.0:1788202962.882578:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b420. 00000100:00000010:0.0:1788202962.882587:0:226636:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8bcc0. 00010000:00000001:0.0:1788202963.266484:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202963.266491:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202963.266496:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202963.266497:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202963.266501:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202963.266502:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202963.266537:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202963.266540:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202963.266544:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202964.290526:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202964.290531:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202964.290536:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202964.290537:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202964.290539:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202964.290540:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202964.290560:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202964.290562:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202964.290564:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202965.314476:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202965.314481:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788202965.314483:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788202965.314486:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202965.314490:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788202965.314492:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202965.314493:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202965.314495:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202965.314497:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202965.314498:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202965.314500:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202965.314501:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202965.314517:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202965.314519:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202965.314521:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202966.338492:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202966.338498:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202966.338503:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202966.338504:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202966.338506:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202966.338507:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202966.338527:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202966.338529:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202966.338531:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788202966.722533:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202966.722540:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788202966.722543:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202966.722546:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202966.722550:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202966.722555:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 13433 00000400:00000200:1.0:1788202966.722564:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202966.722569:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202966.722572:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202966.722574:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202966.722576:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202966.722579:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202966.722580:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202966.722584:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202966.722585:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788202966.722587:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202966.722590:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788202966.722591:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788202966.722593:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788202966.722595:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202966.722596:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202966.722598:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202966.722599:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202966.722601:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788202966.722604:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202966.722605:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202966.722607:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202966.722610:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202966.722612:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202966.722614:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788202966.722615:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202966.722623:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3df800. 00000020:00000040:1.0:1788202966.722625:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788202966.722628:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202966.722629:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202966.722632:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202966.722634:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202966.722637:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202966.722645:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9a400. 00000100:00000001:1.0:1788202966.722650:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202966.722657:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3df800 x1875052841822592/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202966.722682:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202966.722685:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202966.722689:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051a886bc] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3df800 x1875052841822592/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202966.722709:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202966.722711:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202966.722714:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788202966.722715:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202966.722716:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202966.722719:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202966.722721:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13433 00000400:00000200:1.0:1788202966.722724:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202966.722726:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202966.722728:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202966.722730:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202966.722731:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202966.722733:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202966.722735:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202966.722737:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202966.722739:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788202966.722740:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202966.722743:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788202966.722745:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788202966.722747:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788202966.722749:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202966.722751:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202966.722753:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202966.722754:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202966.722756:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788202966.722760:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202966.722767:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202966.722770:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202966.722779:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202966.722783:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202966.722787:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202966.722792:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788202966.722803:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202966.722813:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202966.722819:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dea00. 00000020:00000040:1.0:1788202966.722823:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788202966.722828:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202966.722835:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202966.722840:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202966.722845:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202966.722853:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202966.722859:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98400. 00000100:00000001:1.0:1788202966.722872:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202966.722888:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dea00 x1875052841822720/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202966.722923:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202966.722927:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202966.722932:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4ead91e] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dea00 x1875052841822720/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202966.722942:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788202966.722945:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202966.722965:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788202966.722969:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202966.722973:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202966.722983:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202966.722986:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13433 00000400:00000200:1.0:1788202966.722997:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202966.723004:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202966.723014:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202966.723024:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202966.723030:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202966.723036:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202966.723043:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202966.723049:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202966.723051:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788202966.723053:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202966.723062:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788202966.723071:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788202966.723081:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788202966.723093:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202966.723106:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202966.723115:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202966.723121:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202966.723132:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788202966.723139:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202966.723142:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202966.723149:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202966.723157:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202966.723165:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202966.723174:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202966.723178:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788202966.723189:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202966.723191:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202966.723196:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dd500. 00000020:00000040:1.0:1788202966.723206:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788202966.723227:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202966.723230:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202966.723235:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202966.723240:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202966.723246:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202966.723255:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9a000. 00000100:00000001:1.0:1788202966.723262:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202966.723276:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dd500 x1875052841822848/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202966.723289:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202966.723296:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202966.723307:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081f75c12] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dd500 x1875052841822848/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202966.723340:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202966.723347:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788202966.723358:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788202966.723371:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788202966.723375:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788202966.723386:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788202966.723390:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788202966.723448:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788202966.723458:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13433 00000400:00000200:1.0:1788202966.723476:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202966.723494:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788202966.723505:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788202966.723518:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202966.723527:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202966.723538:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202966.723551:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788202966.723562:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788202966.723569:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788202966.723578:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788202966.723586:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788202966.723597:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788202966.723608:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788202966.723624:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202966.723630:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788202966.723640:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788202966.723643:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788202966.723645:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788202966.723653:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788202966.723679:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788202966.723687:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788202966.723700:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788202966.723708:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202966.723717:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788202966.723727:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788202966.723737:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202966.723754:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788202966.723768:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3de300. 00000020:00000040:1.0:1788202966.723776:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788202966.723783:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788202966.723788:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202966.723795:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788202966.723797:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788202966.723802:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788202966.723809:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98000. 00000100:00000001:1.0:1788202966.723819:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788202966.723828:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3de300 x1875052841822976/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788202966.723850:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788202966.723857:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202966.723865:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc9d591c] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3de300 x1875052841822976/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202966.723888:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788202966.723906:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13443) 00010000:00000001:0.0:1788202967.362480:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202967.362488:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202967.362493:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202967.362496:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788202967.362498:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788202967.362502:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202967.362505:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788202967.362508:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202967.362510:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202967.362513:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202967.362516:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202967.362518:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788202967.362519:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788202967.362521:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202967.362523:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788202967.362525:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202967.362527:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202967.362529:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202967.362549:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202967.362552:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202967.362555:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788202968.002508:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308106997, at 4308107008 00000100:00000010:1.0:1788202968.002524:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8be40. 00000100:00000040:0.0:1788202968.002735:0:226636:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308106997, at 4308107008 00000100:00000010:0.0:1788202968.002758:0:226636:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b8a0. 00010000:00000001:0.0:1788202968.386506:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202968.386512:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202968.386516:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202968.386517:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202968.386519:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202968.386521:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202968.386540:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202968.386542:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202968.386544:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202969.410474:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202969.410482:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202969.410488:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202969.410490:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202969.410494:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202969.410495:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202969.410519:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202969.410522:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202969.410525:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202970.434498:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202970.434504:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202970.434508:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202970.434508:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202970.434511:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202970.434512:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202970.434533:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202970.434535:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202970.434537:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202971.458472:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202971.458479:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202971.458486:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202971.458487:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202971.458491:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202971.458492:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202971.458515:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202971.458517:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202971.458520:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202972.482535:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202972.482543:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202972.482550:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202972.482551:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202972.482555:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202972.482556:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202972.482627:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202972.482631:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202972.482634:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788202973.122504:0:226636:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308112116, at 4308112128 00000100:00000010:0.0:1788202973.122518:0:226636:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b6c0. 00000100:00000040:1.0:1788202973.122527:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308112116, at 4308112128 00000100:00000010:1.0:1788202973.122544:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8bae0. 00010000:00000001:0.0:1788202973.506616:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202973.506625:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202973.506630:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202973.506631:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202973.506634:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202973.506635:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202973.506662:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202973.506664:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202973.506666:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202974.530510:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202974.530515:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202974.530519:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202974.530520:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202974.530523:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202974.530523:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202974.530559:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202974.530561:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202974.530563:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1788202974.914694:0:2410:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.101:988 00000400:00000100:1.0:1788202974.914731:0:2410:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.101@tcp at host 192.168.201.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:1.0:1788202974.914741:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202974.914745:0:2410:0:(router.c:1791:lnet_notify()) 192.168.201.1@tcp notifying 192.168.201.101@tcp: down 00000400:00000200:1.0:1788202974.914750:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788202974.914754:0:2410:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:1.0:1788202974.914759:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788202974.914764:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475dc67100. 00000400:00000200:1.0:1788202974.914769:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788202974.914774:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788202974.914791:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476c8b63b8 00000400:00000010:1.0:1788202974.914795:0:2410:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476c8b63b8. 00000100:00000001:1.0:1788202974.914801:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788202974.914848:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c476db9ca80 x1875052841823104/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788202996 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202974.914879:0:2410:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788202974.914884:0:2410:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9ca80 x1875052841823104/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788202996 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202974.914892:0:2410:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202974.914895:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788202974.914905:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788202974.914908:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475dc67e00. 00000400:00000200:1.0:1788202974.914911:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788202974.914915:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788202974.914918:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476c8b66e8 00000400:00000010:1.0:1788202974.914920:0:2410:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476c8b66e8. 00000100:00000001:1.0:1788202974.914923:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788202974.914934:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c476db9d500 x1875052841823232/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788202996 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202974.914944:0:2410:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788202974.914947:0:2410:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9d500 x1875052841823232/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788202996 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202974.914954:0:2410:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202974.914956:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788202974.914962:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788202974.914964:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475dc67300. 00000400:00000200:1.0:1788202974.914968:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788202974.914972:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788202974.914975:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476c8b6c38 00000400:00000010:1.0:1788202974.914976:0:2410:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476c8b6c38. 00000100:00000001:1.0:1788202974.914979:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788202974.914983:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c476db9fb80 x1875052841823360/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788202996 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202974.914990:0:2410:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788202974.914994:0:2410:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9fb80 x1875052841823360/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788202996 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202974.915001:0:2410:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202974.915002:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788202974.915007:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788202974.915009:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475dc67a00. 00000400:00000200:1.0:1788202974.915012:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788202974.915015:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788202974.915017:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476c8b6dd0 00000400:00000010:1.0:1788202974.915019:0:2410:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476c8b6dd0. 00000100:00000001:1.0:1788202974.915021:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788202974.915025:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c476db9ed80 x1875052841823488/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788202996 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202974.915033:0:2410:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788202974.915036:0:2410:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9ed80 x1875052841823488/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788202996 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788202974.915043:0:2410:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788202974.915044:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1788202975.554497:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202975.554504:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788202975.554506:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788202975.554518:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202975.554523:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788202975.554524:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202975.554526:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202975.554528:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202975.554531:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202975.554532:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202975.554535:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202975.554536:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202975.554555:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202975.554557:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202975.554559:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202976.578512:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202976.578519:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202976.578524:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202976.578525:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202976.578527:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202976.578528:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202976.578548:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202976.578550:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202976.578552:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202977.602548:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202977.602556:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202977.602561:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202977.602564:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788202977.602567:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788202977.602570:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202977.602574:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788202977.602576:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202977.602578:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202977.602581:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202977.602585:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202977.602586:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788202977.602588:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788202977.602589:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202977.602591:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788202977.602593:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202977.602595:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202977.602597:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202977.602618:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202977.602620:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202977.602622:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788202978.242520:0:226636:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308117237, at 4308117248 00000100:00000010:0.0:1788202978.242534:0:226636:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8bae0. 00000100:00000040:1.0:1788202978.242558:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308117237, at 4308117248 00000100:00000010:1.0:1788202978.242568:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b6c0. 00010000:00000001:0.0:1788202978.626551:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202978.626559:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202978.626565:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202978.626567:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202978.626570:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202978.626571:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202978.626598:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202978.626601:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202978.626604:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202979.650517:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202979.650522:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202979.650527:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202979.650528:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202979.650530:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202979.650531:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202979.650551:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202979.650553:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202979.650556:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202980.674526:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202980.674532:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202980.674537:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202980.674538:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202980.674542:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202980.674543:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202980.674575:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202980.674578:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202980.674581:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202981.698551:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202981.698558:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202981.698564:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202981.698565:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202981.698568:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202981.698569:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202981.698595:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202981.698598:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202981.698600:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202982.722486:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202982.722495:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202982.722502:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202982.722503:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202982.722507:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202982.722508:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202982.722539:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202982.722542:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202982.722544:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788202983.362474:0:226636:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308122356, at 4308122368 00000100:00000010:0.0:1788202983.362492:0:226636:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8b8a0. 00000100:00000040:1.0:1788202983.362519:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308122356, at 4308122368 00000100:00000010:1.0:1788202983.362534:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa8be40. 00010000:00000001:0.0:1788202983.746491:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202983.746497:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202983.746501:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202983.746502:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202983.746504:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202983.746505:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202983.746529:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202983.746531:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202983.746533:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202984.770470:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202984.770476:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202984.770480:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202984.770481:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202984.770483:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202984.770484:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202984.770512:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202984.770516:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202984.770519:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202985.794515:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202985.794522:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788202985.794524:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788202985.794526:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202985.794535:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788202985.794537:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202985.794539:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202985.794540:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202985.794544:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202985.794545:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202985.794547:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202985.794548:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202985.794573:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202985.794575:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202985.794577:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202986.818476:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202986.818492:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202986.818503:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202986.818505:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202986.818509:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202986.818510:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202986.818535:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202986.818538:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202986.818541:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202987.842498:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202987.842503:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202987.842507:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202987.842510:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788202987.842512:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788202987.842515:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202987.842517:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788202987.842519:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202987.842520:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202987.842522:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202987.842524:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202987.842525:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788202987.842526:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788202987.842527:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202987.842528:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788202987.842529:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202987.842531:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202987.842532:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202987.842552:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202987.842554:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202987.842556:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788202988.482494:0:226636:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308127476, at 4308127488 00000100:00000040:1.0:1788202988.482494:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308127476, at 4308127488 00000100:00000010:1.0:1788202988.482508:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa884e0. 00000100:00000010:0.0:1788202988.482511:0:226636:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa883c0. 00010000:00000001:0.0:1788202988.866455:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202988.866462:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202988.866470:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202988.866471:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202988.866475:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202988.866477:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202988.866501:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202988.866504:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202988.866507:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202989.890508:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202989.890515:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202989.890521:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202989.890522:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202989.890526:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202989.890527:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202989.890554:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202989.890556:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202989.890558:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202990.914447:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202990.914453:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202990.914457:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202990.914458:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202990.914461:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202990.914462:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202990.914478:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202990.914480:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202990.914482:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202991.938516:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202991.938523:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202991.938528:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202991.938529:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202991.938532:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202991.938533:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202991.938554:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202991.938556:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202991.938558:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202992.962523:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202992.962531:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202992.962537:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202992.962538:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202992.962542:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202992.962544:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202992.962580:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202992.962587:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202992.962591:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788202993.602502:0:226636:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308132596, at 4308132608 00000100:00000040:1.0:1788202993.602502:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308132596, at 4308132608 00000100:00000010:0.0:1788202993.602516:0:226636:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88cc0. 00000100:00000010:1.0:1788202993.602520:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88600. 00010000:00000001:0.0:1788202993.986503:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202993.986509:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202993.986514:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202993.986515:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202993.986517:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202993.986518:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202993.986537:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202993.986539:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202993.986541:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202995.010533:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202995.010540:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202995.010546:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202995.010548:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202995.010552:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202995.010553:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202995.010606:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202995.010609:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202995.010613:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202996.034534:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202996.034543:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788202996.034546:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788202996.034549:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202996.034554:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788202996.034557:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202996.034559:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202996.034561:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202996.034567:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202996.034568:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202996.034573:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202996.034574:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202996.034622:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202996.034626:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202996.034630:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788202997.058524:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202997.058531:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202997.058537:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202997.058539:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202997.058542:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202997.058543:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202997.058599:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202997.058602:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202997.058606:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788202997.442476:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788202997.442484:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788202997.442486:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788202997.442489:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788202997.442493:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788202997.442498:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 13464 00000400:00000200:0.0:1788202997.442505:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788202997.442509:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788202997.442512:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788202997.442514:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202997.442516:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202997.442518:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202997.442520:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788202997.442524:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788202997.442526:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788202997.442528:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788202997.442531:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788202997.442534:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788202997.442536:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788202997.442540:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202997.442542:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202997.442544:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202997.442546:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788202997.442549:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788202997.442552:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788202997.442555:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788202997.442559:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788202997.442562:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788202997.442566:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202997.442577:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788202997.442583:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788202997.442589:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8700. 00000020:00000040:0.0:1788202997.442592:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788202997.442595:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788202997.442596:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202997.442599:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788202997.442601:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788202997.442605:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788202997.442611:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374800. 00000100:00000001:0.0:1788202997.442616:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788202997.442623:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8700 x1875052841825664/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788202997.442631:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788202997.442635:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788202997.442638:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006dab9339] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8700 x1875052841825664/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788202997.442654:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788202997.442656:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788202997.442659:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788202997.442660:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788202997.442661:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788202997.442663:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788202997.442665:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13464 00000400:00000200:0.0:1788202997.442668:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788202997.442671:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788202997.442673:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788202997.442675:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202997.442677:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202997.442679:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202997.442681:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788202997.442683:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788202997.442685:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788202997.442687:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788202997.442689:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788202997.442692:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788202997.442696:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788202997.442701:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202997.442703:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202997.442707:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202997.442710:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788202997.442712:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788202997.442713:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788202997.442715:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788202997.442718:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788202997.442723:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788202997.442728:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202997.442731:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788202997.442735:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788202997.442742:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202997.442745:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788202997.442750:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fbb80. 00000020:00000040:0.0:1788202997.442756:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788202997.442761:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788202997.442765:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202997.442769:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788202997.442772:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788202997.442778:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788202997.442786:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376800. 00000100:00000001:0.0:1788202997.442792:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788202997.442804:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fbb80 x1875052841825792/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788202997.442817:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788202997.442821:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788202997.442826:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006afb05e] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fbb80 x1875052841825792/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788202997.442839:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788202997.442844:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788202997.442849:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788202997.442852:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788202997.442854:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788202997.442858:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788202997.442862:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13464 00000400:00000200:0.0:1788202997.442869:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788202997.442875:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788202997.442878:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788202997.442880:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202997.442882:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202997.442886:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202997.442890:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788202997.442891:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788202997.442892:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788202997.442894:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788202997.442896:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788202997.442898:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788202997.442911:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788202997.442919:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202997.442924:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202997.442930:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202997.442935:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788202997.442940:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788202997.442948:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788202997.442954:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788202997.442959:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788202997.442961:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788202997.442965:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202997.442969:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788202997.442971:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788202997.442975:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202997.442978:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788202997.442982:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fb480. 00000020:00000040:0.0:1788202997.442985:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788202997.442990:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788202997.442991:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202997.442995:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788202997.442997:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788202997.443000:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788202997.443008:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376000. 00000100:00000001:0.0:1788202997.443016:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788202997.443027:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fb480 x1875052841825920/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788202997.443049:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788202997.443053:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788202997.443062:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c471466] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fb480 x1875052841825920/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788202997.443079:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788202997.443085:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788202997.443096:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788202997.443104:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788202997.443113:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788202997.443117:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788202997.443122:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788202997.443127:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788202997.443148:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13464 00000400:00000200:0.0:1788202997.443157:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788202997.443164:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788202997.443168:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788202997.443175:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202997.443179:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202997.443183:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202997.443187:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788202997.443191:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788202997.443194:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788202997.443196:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788202997.443200:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788202997.443203:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788202997.443206:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788202997.443212:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202997.443216:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788202997.443220:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788202997.443225:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788202997.443228:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788202997.443232:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788202997.443237:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788202997.443240:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788202997.443244:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788202997.443247:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202997.443251:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788202997.443253:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788202997.443257:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202997.443259:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788202997.443263:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8e00. 00000020:00000040:0.0:1788202997.443268:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788202997.443272:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788202997.443274:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788202997.443277:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788202997.443279:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788202997.443282:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788202997.443287:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377800. 00000100:00000001:0.0:1788202997.443290:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788202997.443298:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8e00 x1875052841826048/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788202997.443304:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788202997.443306:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788202997.443308:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7909e09] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8e00 x1875052841826048/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788202997.443331:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788202997.443336:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13474) 00010000:00000001:0.0:1788202998.082493:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202998.082499:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202998.082504:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202998.082506:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788202998.082508:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788202998.082510:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202998.082513:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788202998.082515:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202998.082516:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202998.082518:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202998.082520:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202998.082521:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788202998.082522:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788202998.082523:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202998.082524:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788202998.082525:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202998.082526:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202998.082527:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202998.082560:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202998.082563:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202998.082566:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788202998.722472:0:226636:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308137716, at 4308137728 00000100:00000040:1.0:1788202998.722480:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308137716, at 4308137728 00000100:00000010:0.0:1788202998.722486:0:226636:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa887e0. 00000100:00000010:1.0:1788202998.722491:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88a80. 00010000:00000001:0.0:1788202999.106529:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202999.106537:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202999.106543:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202999.106544:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788202999.106548:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788202999.106550:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788202999.106610:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788202999.106614:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788202999.106618:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203000.130500:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203000.130506:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203000.130510:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203000.130511:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203000.130513:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203000.130514:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203000.130540:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203000.130542:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203000.130544:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203001.154527:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203001.154535:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203001.154542:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203001.154543:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203001.154547:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203001.154549:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203001.154585:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203001.154588:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203001.154591:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203002.178483:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203002.178489:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203002.178495:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203002.178496:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203002.178500:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203002.178501:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203002.178532:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203002.178535:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203002.178538:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203003.202457:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203003.202465:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203003.202472:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203003.202474:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203003.202477:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203003.202479:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203003.202512:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203003.202515:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203003.202518:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788203003.842478:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308142836, at 4308142848 00000100:00000040:0.0:1788203003.842480:0:226636:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308142836, at 4308142848 00000100:00000010:1.0:1788203003.842493:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88420. 00000100:00000010:0.0:1788203003.842496:0:226636:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88a20. 00010000:00000001:0.0:1788203004.226455:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203004.226461:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203004.226465:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203004.226466:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203004.226469:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203004.226470:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203004.226486:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203004.226488:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203004.226490:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203005.250503:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203005.250509:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203005.250513:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203005.250514:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203005.250516:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203005.250517:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203005.250537:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203005.250539:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203005.250541:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203006.274486:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203006.274495:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203006.274498:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203006.274501:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203006.274506:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203006.274509:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203006.274511:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203006.274513:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203006.274517:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203006.274519:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203006.274522:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203006.274523:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203006.274546:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203006.274549:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203006.274552:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203007.298573:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203007.298584:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203007.298604:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203007.298607:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203007.298611:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203007.298616:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203007.298621:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203007.298624:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203007.298627:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203007.298630:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203007.298635:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203007.298637:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203007.298638:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203007.298640:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203007.298642:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203007.298644:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203007.298646:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203007.298648:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203007.298682:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203007.298685:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203007.298689:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788203007.682502:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203007.682513:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788203007.682516:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203007.682521:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203007.682526:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203007.682533:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 13474 00000400:00000200:0.0:1788203007.682542:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203007.682548:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203007.682551:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203007.682554:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203007.682557:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203007.682559:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203007.682561:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203007.682565:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203007.682566:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788203007.682569:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203007.682571:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788203007.682573:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788203007.682575:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788203007.682578:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203007.682579:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203007.682580:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203007.682582:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203007.682584:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788203007.682587:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203007.682588:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203007.682591:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203007.682594:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203007.682596:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203007.682598:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788203007.682600:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203007.682610:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fa300. 00000020:00000040:0.0:1788203007.682613:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788203007.682616:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203007.682617:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203007.682620:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203007.682623:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203007.682628:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203007.682635:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374c00. 00000100:00000001:0.0:1788203007.682642:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203007.682650:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fa300 x1875052841826688/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203007.682658:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203007.682663:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203007.682667:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000643b1429] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fa300 x1875052841826688/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203007.682686:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788203007.682689:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203007.682692:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788203007.682694:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203007.682695:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203007.682698:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203007.682700:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13474 00000400:00000200:0.0:1788203007.682705:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203007.682708:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203007.682710:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203007.682713:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203007.682716:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203007.682720:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203007.682724:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203007.682728:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203007.682730:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788203007.682735:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203007.682738:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788203007.682740:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788203007.682742:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788203007.682745:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203007.682746:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203007.682751:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203007.682753:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203007.682754:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788203007.682767:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203007.682769:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203007.682773:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203007.682779:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203007.682792:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203007.682802:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203007.682810:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788203007.682832:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203007.682838:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203007.682851:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9180. 00000020:00000040:0.0:1788203007.682861:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788203007.682864:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203007.682867:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203007.682873:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203007.682876:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203007.682879:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203007.682892:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376c00. 00000100:00000001:0.0:1788203007.682897:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203007.682907:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9180 x1875052841826816/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203007.682938:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203007.682940:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203007.682982:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b4a335a] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9180 x1875052841826816/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203007.683018:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788203007.683023:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203007.683027:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788203007.683031:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203007.683035:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203007.683049:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203007.683055:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13474 00000400:00000200:0.0:1788203007.683075:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203007.683086:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203007.683091:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203007.683096:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203007.683105:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203007.683110:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203007.683120:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203007.683122:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203007.683136:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788203007.683139:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203007.683142:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788203007.683144:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788203007.683152:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788203007.683158:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203007.683164:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203007.683170:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203007.683173:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203007.683176:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788203007.683181:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203007.683188:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203007.683192:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203007.683201:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203007.683213:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203007.683223:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203007.683230:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788203007.683241:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203007.683244:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203007.683249:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8a80. 00000020:00000040:0.0:1788203007.683255:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788203007.683266:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203007.683268:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203007.683273:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203007.683275:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203007.683280:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203007.683288:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377400. 00000100:00000001:0.0:1788203007.683293:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203007.683300:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8a80 x1875052841826944/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203007.683315:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203007.683323:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203007.683329:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000320d64fa] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8a80 x1875052841826944/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203007.683348:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203007.683357:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788203007.683364:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788203007.683369:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203007.683372:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788203007.683377:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203007.683383:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203007.683386:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203007.683444:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13474 00000400:00000200:0.0:1788203007.683459:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203007.683474:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203007.683480:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203007.683490:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203007.683495:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203007.683500:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203007.683506:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203007.683512:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203007.683514:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788203007.683517:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203007.683522:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788203007.683525:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788203007.683528:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788203007.683537:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203007.683540:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203007.683550:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203007.683555:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203007.683564:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788203007.683572:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203007.683580:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203007.683585:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203007.683594:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203007.683602:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203007.683611:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203007.683617:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788203007.683622:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203007.683631:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203007.683647:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fa680. 00000020:00000040:0.0:1788203007.683658:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788203007.683668:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203007.683677:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203007.683684:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203007.683691:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203007.683696:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203007.683704:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377000. 00000100:00000001:0.0:1788203007.683711:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203007.683728:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fa680 x1875052841827072/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203007.683751:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203007.683757:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203007.683767:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003756c577] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fa680 x1875052841827072/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203007.683806:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203007.683833:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13484) 00010000:00000001:0.0:1788203008.322475:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203008.322483:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203008.322488:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203008.322489:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203008.322492:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203008.322494:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203008.322516:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203008.322518:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203008.322520:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203008.962504:0:226636:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308147957, at 4308147968 00000100:00000040:1.0:1788203008.962504:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308147957, at 4308147968 00000100:00000010:0.0:1788203008.962519:0:226636:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88e40. 00000100:00000010:1.0:1788203008.962522:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88a20. 00010000:00000001:0.0:1788203009.346486:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203009.346492:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203009.346496:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203009.346497:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203009.346499:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203009.346500:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203009.346518:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203009.346520:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203009.346522:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203010.370473:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203010.370479:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203010.370483:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203010.370484:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203010.370488:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203010.370489:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203010.370514:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203010.370516:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203010.370519:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203011.394476:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203011.394481:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203011.394485:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203011.394486:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203011.394488:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203011.394489:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203011.394508:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203011.394510:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203011.394512:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203012.418556:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203012.418563:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203012.418569:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203012.418570:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203012.418574:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203012.418575:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203012.418603:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203012.418605:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203012.418608:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788203012.802527:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203012.802538:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788203012.802541:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203012.802546:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203012.802551:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203012.802559:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 13479 00000400:00000200:0.0:1788203012.802569:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203012.802574:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203012.802578:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203012.802580:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203012.802583:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203012.802585:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203012.802587:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203012.802591:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203012.802593:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788203012.802595:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203012.802598:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788203012.802600:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788203012.802602:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788203012.802604:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203012.802605:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203012.802607:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203012.802608:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203012.802610:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788203012.802613:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203012.802614:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203012.802618:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203012.802621:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203012.802624:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203012.802625:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788203012.802628:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203012.802639:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fad80. 00000020:00000040:0.0:1788203012.802642:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788203012.802647:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203012.802648:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203012.802651:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203012.802654:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203012.802658:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203012.802666:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376400. 00000100:00000001:0.0:1788203012.802673:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203012.802682:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fad80 x1875052841827200/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203012.802691:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203012.802696:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203012.802700:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010fef5ed] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fad80 x1875052841827200/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203012.802721:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788203012.802724:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203012.802727:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788203012.802728:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203012.802730:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203012.802732:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203012.802734:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13479 00000400:00000200:0.0:1788203012.802736:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203012.802738:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203012.802740:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203012.802742:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203012.802744:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203012.802747:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203012.802749:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203012.802751:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203012.802752:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788203012.802754:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203012.802755:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788203012.802757:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788203012.802759:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788203012.802765:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203012.802768:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203012.802770:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203012.802772:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203012.802775:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788203012.802777:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203012.802790:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203012.802791:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203012.802797:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203012.802800:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203012.802802:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203012.802806:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788203012.802811:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203012.802813:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203012.802820:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9c00. 00000020:00000040:0.0:1788203012.802827:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788203012.802835:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203012.802839:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203012.802846:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203012.802850:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203012.802852:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203012.802860:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375400. 00000100:00000001:0.0:1788203012.802898:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203012.802904:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9c00 x1875052841827328/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203012.802918:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203012.802920:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203012.802924:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d680416d] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9c00 x1875052841827328/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203012.802966:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788203012.802973:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203012.802986:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788203012.802991:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203012.802993:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203012.803004:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203012.803011:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13479 00000400:00000200:0.0:1788203012.803015:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203012.803018:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203012.803021:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203012.803027:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203012.803031:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203012.803033:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203012.803035:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203012.803037:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203012.803037:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788203012.803039:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203012.803042:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788203012.803051:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788203012.803054:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788203012.803066:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203012.803068:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203012.803072:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203012.803079:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203012.803091:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788203012.803095:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203012.803098:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203012.803100:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203012.803105:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203012.803108:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203012.803109:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203012.803111:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788203012.803122:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203012.803124:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203012.803128:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9880. 00000020:00000040:0.0:1788203012.803131:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788203012.803139:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203012.803142:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203012.803150:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203012.803151:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203012.803153:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203012.803157:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377800. 00000100:00000001:0.0:1788203012.803162:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203012.803179:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9880 x1875052841827456/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203012.803189:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203012.803193:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203012.803198:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2b42fc4] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9880 x1875052841827456/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203012.803259:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203012.803265:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788203012.803270:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788203012.803279:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203012.803287:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788203012.803289:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203012.803292:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203012.803299:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203012.803304:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13479 00000400:00000200:0.0:1788203012.803311:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203012.803316:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203012.803318:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203012.803323:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203012.803327:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203012.803335:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203012.803341:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203012.803344:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203012.803345:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788203012.803346:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203012.803349:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788203012.803355:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788203012.803360:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788203012.803365:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203012.803366:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203012.803368:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203012.803373:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203012.803380:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788203012.803386:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203012.803390:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203012.803415:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203012.803418:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203012.803420:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203012.803422:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203012.803424:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788203012.803425:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203012.803428:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203012.803430:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8000. 00000020:00000040:0.0:1788203012.803432:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788203012.803434:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203012.803436:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203012.803437:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203012.803438:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203012.803439:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203012.803444:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376000. 00000100:00000001:0.0:1788203012.803452:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203012.803463:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8000 x1875052841827584/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203012.803492:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203012.803496:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203012.803502:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000755f6dce] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8000 x1875052841827584/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203012.803520:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203012.803526:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13489) 00010000:00000001:0.0:1788203013.442506:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203013.442512:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203013.442516:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203013.442517:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203013.442519:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203013.442520:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203013.442541:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203013.442543:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203013.442545:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203014.082467:0:226636:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308153077, at 4308153088 00000100:00000040:1.0:1788203014.082472:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308153077, at 4308153088 00000100:00000010:0.0:1788203014.082481:0:226636:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88420. 00000100:00000010:1.0:1788203014.082484:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88a80. 00010000:00000001:0.0:1788203014.466515:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203014.466520:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203014.466524:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203014.466525:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203014.466528:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203014.466529:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203014.466552:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203014.466554:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203014.466556:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203015.490513:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203015.490528:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203015.490531:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203015.490534:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203015.490540:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203015.490543:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203015.490545:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203015.490548:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203015.490554:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203015.490556:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203015.490565:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203015.490566:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203015.490614:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203015.490617:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203015.490620:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203016.514501:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203016.514507:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203016.514512:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203016.514513:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203016.514515:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203016.514516:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203016.514537:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203016.514539:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203016.514541:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203017.538492:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203017.538499:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203017.538505:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203017.538509:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203017.538512:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203017.538515:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203017.538519:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203017.538521:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203017.538523:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203017.538526:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203017.538531:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203017.538532:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203017.538533:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203017.538534:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203017.538536:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203017.538536:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203017.538538:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203017.538539:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203017.538559:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203017.538561:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203017.538563:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203018.562503:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203018.562508:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203018.562513:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203018.562514:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203018.562516:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203018.562517:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203018.562542:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203018.562544:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203018.562546:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203019.202495:0:226636:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308158196, at 4308158208 00000100:00000040:1.0:1788203019.202495:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308158196, at 4308158208 00000100:00000010:1.0:1788203019.202510:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88600. 00000100:00000010:0.0:1788203019.202519:0:226636:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa887e0. 00010000:00000001:0.0:1788203019.586489:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203019.586496:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203019.586503:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203019.586504:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203019.586508:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203019.586509:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203019.586533:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203019.586536:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203019.586539:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203020.610498:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203020.610504:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203020.610509:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203020.610510:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203020.610512:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203020.610513:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203020.610534:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203020.610536:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203020.610538:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203021.634527:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203021.634535:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203021.634540:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203021.634541:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203021.634544:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203021.634545:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203021.634571:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203021.634573:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203021.634576:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203022.658547:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203022.658555:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203022.658561:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203022.658562:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203022.658565:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203022.658566:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203022.658591:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203022.658594:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203022.658596:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203023.682524:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203023.682531:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203023.682536:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203023.682537:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203023.682540:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203023.682541:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203023.682572:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203023.682575:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203023.682577:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203024.322510:0:226636:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308163317, at 4308163328 00000100:00000040:1.0:1788203024.322510:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308163317, at 4308163328 00000100:00000010:1.0:1788203024.322530:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa883c0. 00000100:00000010:0.0:1788203024.322536:0:226636:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88cc0. 00010000:00000001:0.0:1788203024.706543:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203024.706554:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203024.706562:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203024.706564:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203024.706569:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203024.706571:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203024.706608:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203024.706612:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203024.706615:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203025.730502:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203025.730511:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203025.730513:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203025.730517:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203025.730522:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203025.730525:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203025.730527:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203025.730529:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203025.730532:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203025.730533:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203025.730536:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203025.730537:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203025.730560:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203025.730563:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203025.730565:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203026.754546:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203026.754556:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203026.754565:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203026.754567:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203026.754571:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203026.754573:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203026.754608:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203026.754611:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203026.754613:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203027.778489:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203027.778500:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203027.778509:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203027.778513:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203027.778516:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203027.778520:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203027.778525:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203027.778528:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203027.778530:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203027.778533:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203027.778539:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203027.778541:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203027.778543:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203027.778545:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203027.778547:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203027.778548:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203027.778549:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203027.778550:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203027.778575:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203027.778578:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203027.778581:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203028.802506:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203028.802514:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203028.802520:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203028.802521:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203028.802525:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203028.802526:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203028.802550:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203028.802552:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203028.802554:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203029.442519:0:226636:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308168437, at 4308168448 00000100:00000040:1.0:1788203029.442519:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308168437, at 4308168448 00000100:00000010:0.0:1788203029.442538:0:226636:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa884e0. 00000100:00000010:1.0:1788203029.442543:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88b40. 00010000:00000001:0.0:1788203029.826503:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203029.826509:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203029.826513:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203029.826514:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203029.826516:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203029.826517:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203029.826538:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203029.826540:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203029.826542:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203030.850517:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203030.850523:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203030.850527:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203030.850528:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203030.850530:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203030.850531:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203030.850564:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203030.850567:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203030.850571:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203031.874508:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203031.874513:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203031.874518:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203031.874519:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203031.874521:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203031.874522:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203031.874560:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203031.874563:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203031.874566:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203032.898504:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203032.898510:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203032.898527:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203032.898528:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203032.898531:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203032.898532:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203032.898553:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203032.898555:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203032.898557:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788203033.282773:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203033.282780:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203033.282786:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203033.282799:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c84a300 x1875052841829248/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203033.282822:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203033.282827:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203033.282836:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203033.282841:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203033.282848:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203033.282859:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c84a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841829248:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788203033.282868:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203033.282874:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203033.282878:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203033.282885:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203033.282893:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375400. 02000000:00000001:0.0:1788203033.282914:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203033.282923:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203033.282930:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302210. 00000400:00000010:0.0:1788203033.282940:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3000. 00000100:00000200:0.0:1788203033.282949:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841829248, portal 25 00000100:00000001:0.0:1788203033.282954:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203033.282958:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578519296 : -109644131032320 : ffff9c477c84a300) 00000100:00000040:0.0:1788203033.282971:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c84a300 x1875052841829248/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203058 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203033.282992:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203033.282999:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203033.283006:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3f68. 00000100:00000200:0.0:1788203033.283014:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841829248, offset 0 00000400:00000200:0.0:1788203033.283056:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203033.283079:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203033.283090:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203033.283101:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203033.283109:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203033.283116:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203033.283122:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203033.283130:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703534:703534:256:4294967295] 192.168.201.101@tcp LPNI seq info [703529:703529:8:4294967295] 00000400:00000200:0.0:1788203033.283141:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203033.283163:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203033.283181:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203033.283193:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036e00. 00000800:00000200:0.0:1788203033.283206:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203033.283214:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1788203033.283258:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203033.283264:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036e00. 00000400:00000200:0.0:1788203033.283272:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203033.283284:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203033.283293:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3f68 00000400:00000010:0.0:1788203033.283298:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3f68. 00000100:00000001:0.0:1788203033.283303:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203033.283311:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c84a300 x1875052841829248/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203058 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203033.283335:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203033.283343:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84a300 x1875052841829248/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203058 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203033.283363:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203033.283369:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203033.283378:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203033.283390:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203033.283438:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4308173557 00000100:00000010:0.0:1788203033.283449:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba900. 00000100:00000001:0.0:1788203033.283460:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788203033.283471:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4308173557 00000100:00000010:0.0:1788203033.283477:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba240. 00000100:00000001:0.0:1788203033.283484:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788203033.283491:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203033.283494:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203033.283497:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203033.283505:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203033/real 1788203033] req@ffff9c477c84a300 x1875052841829248/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203033.283532:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203033.283534:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203033.283537:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302210. 00000400:00000200:0.0:1788203033.283539:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3000 00000400:00000010:0.0:1788203033.283541:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3000. 00000100:00000001:0.0:1788203033.283543:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203033.283547:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c84a300 x1875052841829248/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203033.283564:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c84a300 x1875052841829248/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203033.283572:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203033.283574:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203033.283577:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203033.283579:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203033.283584:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c84a300 x1875052841829248/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203033.283592:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203033.283597:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c84a300 x1875052841829248/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203058 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203033.283605:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203033.283608:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203033.283610:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203033.283612:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203033.283614:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203033.283616:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203033.283619:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203033.283623:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203033.283626:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203033.283631:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c84a300 x1875052841829248/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203058 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203033.283639:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c84a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841829248:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788203033.283644:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203033.283647:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203033.283651:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c84a300 x1875052841829248/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203058 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203033.283674:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203033.283676:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203033.283679:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375400. 02000000:00000001:0.0:1788203033.283682:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203033.283684:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203033.283686:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788203033.283689:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203033.283691:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f1800. 02000000:00000001:0.0:1788203033.283695:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203033.283697:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203033.283698:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c84a300. 00000100:00000001:0.0:1788203033.283702:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203033.283703:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203033.283705:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203033.283712:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203033.283715:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203033.283717:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203033.283718:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203033.283720:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203033.283724:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c849f80 x1875052841829376/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203033.283731:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203033.283732:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203033.283734:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203033.283736:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203033.283739:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203033.283743:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c849f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841829376:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203033.283746:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203033.283748:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203033.283750:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203033.283752:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203033.283755:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375400. 02000000:00000001:0.0:1788203033.283757:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203033.283761:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203033.283764:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302210. 00000400:00000010:0.0:1788203033.283768:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3000. 00000100:00000200:0.0:1788203033.283771:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841829376, portal 10 00000100:00000001:0.0:1788203033.283773:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203033.283775:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578518400 : -109644131033216 : ffff9c477c849f80) 00000100:00000040:0.0:1788203033.283782:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c849f80 x1875052841829376/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203058 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203033.283789:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203033.283791:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203033.283793:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3f68. 00000100:00000200:0.0:1788203033.283796:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841829376, offset 0 00000400:00000200:0.0:1788203033.283801:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203033.283804:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203033.283809:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203033.283812:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203033.283815:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203033.283817:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203033.283820:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203033.283824:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703535:703535:256:4294967295] 192.168.201.101@tcp LPNI seq info [703530:703530:8:4294967295] 00000400:00000200:0.0:1788203033.283828:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203033.283835:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203033.283840:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203033.283844:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036e00. 00000800:00000200:0.0:1788203033.283848:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203033.283851:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1788203033.283861:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203033.283863:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036e00. 00000400:00000200:0.0:1788203033.283866:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203033.283869:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203033.283872:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3f68 00000400:00000010:0.0:1788203033.283874:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3f68. 00000100:00000001:0.0:1788203033.283877:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203033.283881:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c849f80 x1875052841829376/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203058 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203033.283889:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203033.283892:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c849f80 x1875052841829376/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203058 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203033.283899:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203033.283900:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203033.283903:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203033.283907:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788203033.283910:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203033.283912:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308172298 00000100:00000001:0.0:1788203033.283916:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308173557 00000100:00000001:0.0:1788203033.283918:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308172298 00000100:00000001:0.0:1788203033.283920:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308173557 00000100:00000001:0.0:1788203033.283922:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203033.283924:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203033.283926:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203033.283931:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203033/real 1788203033] req@ffff9c477c849f80 x1875052841829376/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203033.283940:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203033.283941:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203033.283943:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302210. 00000400:00000200:0.0:1788203033.283946:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3000 00000400:00000010:0.0:1788203033.283947:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3000. 00000100:00000001:0.0:1788203033.283950:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203033.283953:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c849f80 x1875052841829376/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203033.283962:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c849f80 x1875052841829376/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203033.283975:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203033.283976:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203033.283978:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203033.283980:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203033.283984:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c849f80 x1875052841829376/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203033.283991:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203033.283995:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c849f80 x1875052841829376/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203058 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203033.284002:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203033.284004:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203033.284006:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203033.284008:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203033.284009:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203033.284012:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203033.284014:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203033.284017:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203033.284020:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203033.284024:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c849f80 x1875052841829376/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203058 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203033.284033:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c849f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841829376:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203033.284038:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203033.284041:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c84aa00 x1875052841829504/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203033.284048:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203033.284050:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203033.284052:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203033.284054:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203033.284056:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203033.284059:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c84aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841829504:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203033.284063:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203033.284064:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203033.284066:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203033.284068:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203033.284071:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376400. 02000000:00000001:0.0:1788203033.284073:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203033.284077:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203033.284080:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302210. 00000400:00000010:0.0:1788203033.284083:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3000. 00000100:00000200:0.0:1788203033.284086:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841829504, portal 10 00000100:00000001:0.0:1788203033.284088:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203033.284089:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578521088 : -109644131030528 : ffff9c477c84aa00) 00000100:00000040:0.0:1788203033.284095:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c84aa00 x1875052841829504/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203058 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203033.284102:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203033.284104:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203033.284107:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3f68. 00000100:00000200:0.0:1788203033.284109:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841829504, offset 0 00000400:00000200:0.0:1788203033.284114:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203033.284117:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203033.284121:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203033.284124:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203033.284127:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203033.284130:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203033.284132:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203033.284135:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703536:703536:256:4294967295] 192.168.201.101@tcp LPNI seq info [703531:703531:8:4294967295] 00000400:00000200:0.0:1788203033.284140:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203033.284147:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203033.284152:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203033.284155:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036e00. 00000800:00000200:0.0:1788203033.284160:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203033.284163:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1788203033.284175:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203033.284177:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036e00. 00000400:00000200:0.0:1788203033.284180:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203033.284183:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203033.284187:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3f68 00000400:00000010:0.0:1788203033.284189:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3f68. 00000100:00000001:0.0:1788203033.284191:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203033.284195:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c84aa00 x1875052841829504/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203058 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203033.284203:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203033.284206:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84aa00 x1875052841829504/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203058 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203033.284213:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203033.284215:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203033.284218:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203033.284221:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788203033.284224:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203033.284226:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308172298 00000100:00000001:0.0:1788203033.284229:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308173557 00000100:00000001:0.0:1788203033.284231:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308172298 00000100:00000001:0.0:1788203033.284233:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308173557 00000100:00000001:0.0:1788203033.284235:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203033.284237:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203033.284238:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203033.284243:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203033/real 1788203033] req@ffff9c477c84aa00 x1875052841829504/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203033.284251:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203033.284253:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203033.284255:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302210. 00000400:00000200:0.0:1788203033.284257:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3000 00000400:00000010:0.0:1788203033.284259:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3000. 00000100:00000001:0.0:1788203033.284262:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203033.284265:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c84aa00 x1875052841829504/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203033.284275:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c84aa00 x1875052841829504/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203033.284282:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203033.284283:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203033.284286:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203033.284287:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203033.284291:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c84aa00 x1875052841829504/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203033.284298:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203033.284302:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c84aa00 x1875052841829504/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203058 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203033.284310:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203033.284312:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203033.284314:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203033.284316:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203033.284318:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203033.284320:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203033.284322:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203033.284325:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203033.284327:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203033.284332:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c84aa00 x1875052841829504/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203058 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203033.284341:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c84aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841829504:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203033.284345:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203033.284349:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c849180 x1875052841829632/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203033.284356:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203033.284358:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203033.284360:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203033.284362:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203033.284364:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203033.284368:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c849180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841829632:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788203033.284371:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203033.284373:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203033.284375:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203033.284377:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203033.284380:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375000. 02000000:00000001:0.0:1788203033.284382:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203033.284386:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203033.284389:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302210. 00000400:00000010:0.0:1788203033.284392:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3000. 00000100:00000200:0.0:1788203033.284416:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841829632, portal 4 00000100:00000001:0.0:1788203033.284418:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203033.284420:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578514816 : -109644131036800 : ffff9c477c849180) 00000100:00000040:0.0:1788203033.284426:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c849180 x1875052841829632/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203058 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203033.284433:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203033.284435:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203033.284438:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3f68. 00000100:00000200:0.0:1788203033.284440:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841829632, offset 0 00000400:00000200:0.0:1788203033.284445:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203033.284448:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203033.284451:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203033.284455:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203033.284457:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203033.284460:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203033.284463:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203033.284465:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703537:703537:256:4294967295] 192.168.201.101@tcp LPNI seq info [703532:703532:8:4294967295] 00000400:00000200:0.0:1788203033.284470:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203033.284476:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203033.284482:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203033.284485:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036e00. 00000800:00000200:0.0:1788203033.284490:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203033.284492:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1788203033.284504:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203033.284524:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036e00. 00000400:00000200:0.0:1788203033.284527:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203033.284531:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203033.284535:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3f68 00000400:00000010:0.0:1788203033.284536:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3f68. 00000100:00000001:0.0:1788203033.284539:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203033.284542:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c849180 x1875052841829632/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203058 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203033.284551:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203033.284555:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c849180 x1875052841829632/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203058 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203033.284561:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203033.284563:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203033.284566:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203033.284569:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788203033.284573:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203033.284575:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308172325 00000100:00000001:0.0:1788203033.284577:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308173557 00000100:00000001:0.0:1788203033.284579:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308172325 00000100:00000001:0.0:1788203033.284581:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308173557 00000100:00000001:0.0:1788203033.284583:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203033.284585:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203033.284587:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203033.284591:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203033/real 1788203033] req@ffff9c477c849180 x1875052841829632/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203033.284600:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203033.284601:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203033.284603:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302210. 00000400:00000200:0.0:1788203033.284606:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3000 00000400:00000010:0.0:1788203033.284607:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3000. 00000100:00000001:0.0:1788203033.284609:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203033.284613:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c849180 x1875052841829632/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203033.284623:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c849180 x1875052841829632/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203033.284630:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203033.284632:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203033.284633:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203033.284635:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203033.284638:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c849180 x1875052841829632/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203033.284645:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203033.284649:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c849180 x1875052841829632/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203058 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203033.284656:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203033.284659:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203033.284660:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203033.284661:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203033.284663:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203033.284665:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203033.284668:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203033.284671:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203033.284673:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203033.284677:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c849180 x1875052841829632/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203058 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203033.284687:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c849180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841829632:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788203033.284691:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203033.284693:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203033.284696:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c849f80 x1875052841829376/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203058 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203033.284704:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203033.284705:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203033.284707:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375400. 02000000:00000001:0.0:1788203033.284710:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203033.284712:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203033.284713:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788203033.284715:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203033.284717:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f0000. 02000000:00000001:0.0:1788203033.284721:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203033.284722:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203033.284724:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c849f80. 00000100:00000001:0.0:1788203033.284726:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203033.284728:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203033.284729:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203033.284733:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c84aa00 x1875052841829504/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203058 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203033.284746:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203033.284748:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203033.284750:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376400. 02000000:00000001:0.0:1788203033.284752:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203033.284753:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203033.284754:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788203033.284756:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203033.284758:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f1c00. 02000000:00000001:0.0:1788203033.284760:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203033.284762:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203033.284763:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c84aa00. 00000100:00000001:0.0:1788203033.284765:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203033.284767:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203033.284768:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203033.284772:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c849180 x1875052841829632/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203058 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203033.284778:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203033.284779:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203033.284781:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375000. 02000000:00000001:0.0:1788203033.284783:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203033.284784:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203033.284786:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788203033.284788:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203033.284789:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f1400. 02000000:00000001:0.0:1788203033.284791:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203033.284792:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203033.284794:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c849180. 00000100:00000001:0.0:1788203033.284796:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203033.284797:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203033.284799:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203033.284803:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203033.284805:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203033.284807:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203033.284808:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203033.922581:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203033.922592:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203033.922600:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203033.922601:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203033.922606:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203033.922608:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203033.922649:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203033.922652:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203033.922654:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788203034.562471:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308173557, at 4308173568 00000100:00000010:1.0:1788203034.562502:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba240. 00000100:00000040:0.0:1788203034.562559:0:226636:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308173557, at 4308173568 00000100:00000010:0.0:1788203034.562568:0:226636:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba900. 00010000:00000001:0.0:1788203034.946526:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203034.946533:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203034.946539:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203034.946540:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203034.946544:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203034.946545:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203034.946567:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203034.946569:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203034.946572:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203035.970568:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203035.970577:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203035.970579:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203035.970583:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203035.970588:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203035.970591:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203035.970592:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203035.970594:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203035.970597:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203035.970599:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203035.970601:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203035.970602:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203035.970630:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203035.970633:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203035.970635:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203036.994499:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203036.994504:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203036.994508:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203036.994510:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203036.994512:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203036.994513:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203036.994531:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203036.994533:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203036.994534:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203038.018551:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203038.018558:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203038.018565:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203038.018569:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203038.018572:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203038.018576:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203038.018580:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203038.018583:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203038.018585:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203038.018587:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203038.018591:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203038.018593:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203038.018595:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203038.018596:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203038.018598:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203038.018599:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203038.018601:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203038.018603:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203038.018641:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203038.018644:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203038.018646:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788203038.402756:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203038.402763:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203038.402768:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203038.402781:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9df80 x1875052841829760/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203038.402812:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203038.402818:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203038.402825:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203038.402831:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203038.402843:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203038.402852:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841829760:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788203038.402864:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203038.402869:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203038.402872:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203038.402883:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203038.402896:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377c00. 02000000:00000001:0.0:1788203038.402906:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203038.402930:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203038.402940:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302210. 00000400:00000010:0.0:1788203038.402952:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3000. 00000100:00000200:0.0:1788203038.402961:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841829760, portal 25 00000100:00000001:0.0:1788203038.402963:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203038.402964:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330349952 : -109644379201664 : ffff9c476db9df80) 00000100:00000040:0.0:1788203038.402970:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9df80 x1875052841829760/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203063 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203038.402989:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203038.402999:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203038.403011:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3f68. 00000100:00000200:0.0:1788203038.403018:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841829760, offset 0 00000400:00000200:0.0:1788203038.403034:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203038.403047:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203038.403060:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203038.403077:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203038.403086:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203038.403095:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203038.403106:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203038.403124:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703538:703538:256:4294967295] 192.168.201.101@tcp LPNI seq info [703533:703533:8:4294967295] 00000400:00000200:0.0:1788203038.403140:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203038.403164:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203038.403178:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203038.403189:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036e00. 00000800:00000200:0.0:1788203038.403203:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000100:00000001:0.0:1788203038.403226:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203038.403233:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203038.403241:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4308178676 00000100:00000010:0.0:1788203038.403260:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba900. 00000100:00000001:0.0:1788203038.403272:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788203038.403281:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4308178676 00000100:00000010:0.0:1788203038.403288:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685bad80. 00000100:00000001:0.0:1788203038.403297:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788203038.403309:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203038.403315:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203038.403320:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203038.403328:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203038.403336:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203038.403339:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1788203038.403346:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203038.403351:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203038.403354:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203038.403366:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9ea00 x1875052841829888/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203038.403387:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203038.403439:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203038.403444:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203038.403447:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203038.403456:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203038.403469:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841829888:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203038.403479:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203038.403485:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203038.403490:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203038.403498:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203038.403504:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377000. 02000000:00000001:0.0:1788203038.403512:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203038.403532:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203038.403544:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302790. 00000400:00000010:0.0:1788203038.403559:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c32a8. 00000100:00000200:0.0:1788203038.403573:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841829888, portal 10 00000100:00000001:0.0:1788203038.403585:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203038.403589:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330352640 : -109644379198976 : ffff9c476db9ea00) 00000100:00000040:0.0:1788203038.403606:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9ea00 x1875052841829888/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203063 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203038.403631:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203038.403653:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203038.403662:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3220. 00000100:00000200:0.0:1788203038.403668:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841829888, offset 0 00000400:00000200:0.0:1788203038.403689:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203038.403704:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203038.403715:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203038.403722:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203038.403729:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203038.403739:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203038.403745:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203038.403749:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703539:703539:255:4294967295] 192.168.201.101@tcp LPNI seq info [703534:703534:7:4294967295] 00000400:00000200:0.0:1788203038.403755:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203038.403762:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203038.403768:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203038.403772:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036f00. 00000800:00000200:0.0:1788203038.403777:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000100:00000001:0.0:1788203038.403785:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203038.403789:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788203038.403792:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203038.403794:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308177418 00000100:00000001:0.0:1788203038.403796:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308178676 00000100:00000001:0.0:1788203038.403798:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308177418 00000100:00000001:0.0:1788203038.403800:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308178676 00000100:00000001:0.0:1788203038.403803:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203038.403805:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203038.403807:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203038.403812:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9dc00 x1875052841830016/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203038.403818:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203038.403820:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203038.403822:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203038.403824:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203038.403826:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203038.403829:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841830016:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203038.403832:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203038.403834:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203038.403836:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203038.403838:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203038.403841:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377400. 02000000:00000001:0.0:1788203038.403843:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203038.403846:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203038.403848:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788203038.403851:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788203038.403853:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841830016, portal 10 00000100:00000001:0.0:1788203038.403855:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203038.403857:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330349056 : -109644379202560 : ffff9c476db9dc00) 00000100:00000040:0.0:1788203038.403862:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9dc00 x1875052841830016/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203063 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203038.403868:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203038.403870:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203038.403873:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3908. 00000100:00000200:0.0:1788203038.403875:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841830016, offset 0 00000400:00000200:0.0:1788203038.403879:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203038.403883:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203038.403887:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203038.403890:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203038.403892:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203038.403895:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203038.403897:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203038.403899:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703540:703540:254:4294967295] 192.168.201.101@tcp LPNI seq info [703535:703535:6:4294967295] 00000400:00000200:0.0:1788203038.403904:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203038.403910:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203038.403914:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203038.403918:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036400. 00000800:00000200:0.0:1788203038.403921:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000100:00000001:0.0:1788203038.403927:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203038.403930:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788203038.403932:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203038.403934:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308177418 00000100:00000001:0.0:1788203038.403936:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308178676 00000100:00000001:0.0:1788203038.403938:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308177418 00000100:00000001:0.0:1788203038.403940:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308178676 00000100:00000001:0.0:1788203038.403942:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203038.403943:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203038.403946:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203038.403949:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203038.403952:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203038.403953:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1788203038.403956:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203038.403957:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203038.403959:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203038.403963:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9d180 x1875052841830144/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203038.403970:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203038.403972:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203038.403975:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203038.403976:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203038.403978:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203038.403981:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841830144:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788203038.403985:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203038.403987:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203038.403988:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203038.403990:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203038.403993:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376c00. 02000000:00000001:0.0:1788203038.403995:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203038.403998:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203038.404001:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302688. 00000400:00000010:0.0:1788203038.404004:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3088. 00000100:00000200:0.0:1788203038.404007:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841830144, portal 4 00000100:00000001:0.0:1788203038.404009:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203038.404010:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330346368 : -109644379205248 : ffff9c476db9d180) 00000100:00000040:0.0:1788203038.404016:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9d180 x1875052841830144/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203063 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203038.404022:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203038.404023:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203038.404026:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c37f8. 00000100:00000200:0.0:1788203038.404028:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841830144, offset 0 00000400:00000200:0.0:1788203038.404032:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203038.404035:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203038.404038:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203038.404041:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203038.404043:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203038.404045:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203038.404047:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203038.404049:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703541:703541:253:4294967295] 192.168.201.101@tcp LPNI seq info [703536:703536:5:4294967295] 00000400:00000200:0.0:1788203038.404053:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203038.404058:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203038.404063:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203038.404066:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036500. 00000800:00000200:0.0:1788203038.404070:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000100:00000001:0.0:1788203038.404076:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203038.404079:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788203038.404082:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203038.404084:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308177444 00000100:00000001:0.0:1788203038.404087:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308178676 00000100:00000001:0.0:1788203038.404089:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308177444 00000100:00000001:0.0:1788203038.404091:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308178676 00000100:00000001:0.0:1788203038.404093:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203038.404095:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203038.404097:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203038.404099:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203038.404102:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203038.404103:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1788203038.404105:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203038.404106:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203038.404108:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203038.404111:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203039.042552:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203039.042561:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203039.042568:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203039.042569:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203039.042573:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203039.042574:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203039.042631:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203039.042635:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203039.042638:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788203039.682509:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308178676, at 4308178688 00000100:00000010:1.0:1788203039.682526:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685bad80. 00000100:00000040:0.0:1788203039.682605:0:226636:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308178676, at 4308178688 00000100:00000010:0.0:1788203039.682610:0:226636:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba900. 00010000:00000001:0.0:1788203040.066563:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203040.066572:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203040.066578:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203040.066579:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203040.066583:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203040.066584:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203040.066648:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203040.066652:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203040.066655:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203041.090491:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203041.090497:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203041.090504:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203041.090505:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203041.090508:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203041.090509:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203041.090532:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203041.090534:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203041.090537:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1788203041.474719:0:2407:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.101:988 00000400:00000100:1.0:1788203041.474766:0:2407:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.101@tcp at host 192.168.201.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:1.0:1788203041.474774:0:2407:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203041.474777:0:2407:0:(router.c:1791:lnet_notify()) 192.168.201.1@tcp notifying 192.168.201.101@tcp: down 00000400:00000200:1.0:1788203041.474781:0:2407:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203041.474784:0:2407:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:1.0:1788203041.474789:0:2407:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788203041.474796:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036e00. 00000400:00000200:1.0:1788203041.474801:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788203041.474805:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788203041.474811:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3f68 00000400:00000010:1.0:1788203041.474813:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3f68. 00000100:00000001:1.0:1788203041.474818:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788203041.474827:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c476db9df80 x1875052841829760/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203063 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203041.474849:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788203041.474852:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9df80 x1875052841829760/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203063 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203041.474862:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203041.474863:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788203041.474873:0:2407:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788203041.474875:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036f00. 00000400:00000200:1.0:1788203041.474878:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788203041.474880:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788203041.474883:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3220 00000400:00000010:1.0:1788203041.474884:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3220. 00000100:00000001:1.0:1788203041.474885:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788203041.474889:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c476db9ea00 x1875052841829888/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203063 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203041.474894:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788203041.474896:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9ea00 x1875052841829888/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203063 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203041.474900:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788203041.474901:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203041.474904:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203041.474907:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000100:1.0:1788203041.474911:0:2407:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000100:00000001:0.0:1788203041.474913:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000800:00000010:1.0:1788203041.474915:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036400. 00000400:00000200:1.0:1788203041.474919:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788203041.474922:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788203041.474926:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3908 00000400:00000010:1.0:1788203041.474929:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3908. 00000100:00100000:0.0:1788203041.474930:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203038/real 1788203041] req@ffff9c476db9ea00 x1875052841829888/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203041.474932:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788203041.474940:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c476db9dc00 x1875052841830016/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203063 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203041.474952:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1788203041.474953:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000001:0.0:1788203041.474957:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1788203041.474959:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9dc00 x1875052841830016/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203063 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1788203041.474964:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302790. 00000100:00000001:1.0:1788203041.474970:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203041.474971:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c32a8 00000100:00000001:1.0:1788203041.474973:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:0.0:1788203041.474976:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c32a8. 00000100:00000001:0.0:1788203041.474982:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000100:1.0:1788203041.474983:0:2407:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788203041.474987:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036500. 00000100:00000200:0.0:1788203041.474989:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9ea00 x1875052841829888/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788203041.474991:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788203041.475000:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788203041.475005:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c37f8 00000400:00000010:1.0:1788203041.475008:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c37f8. 00000100:00000200:0.0:1788203041.475011:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9ea00 x1875052841829888/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203041.475012:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788203041.475020:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c476db9d180 x1875052841830144/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203063 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203041.475023:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203041.475026:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788203041.475031:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788203041.475032:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203041.475037:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788203041.475037:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9d180 x1875052841830144/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203063 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203041.475047:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9ea00 x1875052841829888/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203041.475048:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203041.475052:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203041.475058:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203041.475066:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9ea00 x1875052841829888/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203063 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203041.475073:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203041.475077:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203041.475078:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203041.475080:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203041.475083:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203041.475087:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203041.475091:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203041.475096:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203041.475099:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203041.475103:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9ea00 x1875052841829888/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203063 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203041.475122:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841829888:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203041.475127:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203041.475131:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203038/real 1788203041] req@ffff9c476db9dc00 x1875052841830016/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203041.475139:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203041.475140:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203041.475142:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788203041.475145:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788203041.475147:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788203041.475149:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203041.475153:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9dc00 x1875052841830016/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203041.475161:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9dc00 x1875052841830016/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203041.475168:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203041.475169:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203041.475171:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203041.475173:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203041.475177:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9dc00 x1875052841830016/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203041.475184:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203041.475188:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9dc00 x1875052841830016/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203063 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203041.475205:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203041.475207:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203041.475209:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203041.475210:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203041.475211:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203041.475214:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203041.475216:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203041.475221:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203041.475223:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203041.475227:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9dc00 x1875052841830016/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203063 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203041.475235:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841830016:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203041.475244:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203041.475248:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203038/real 1788203041] req@ffff9c476db9df80 x1875052841829760/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203041.475257:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203041.475259:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203041.475261:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302210. 00000400:00000200:0.0:1788203041.475264:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3000 00000400:00000010:0.0:1788203041.475266:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3000. 00000100:00000001:0.0:1788203041.475269:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203041.475273:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9df80 x1875052841829760/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203041.475280:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9df80 x1875052841829760/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203041.475286:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203041.475287:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203041.475288:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203041.475289:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203041.475292:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9df80 x1875052841829760/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203041.475298:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203041.475301:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9df80 x1875052841829760/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203063 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203041.475308:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203041.475310:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203041.475312:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203041.475313:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203041.475315:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203041.475317:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203041.475319:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203041.475323:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203041.475324:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203041.475328:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9df80 x1875052841829760/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203063 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203041.475336:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841829760:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788203041.475341:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203041.475343:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203041.475345:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9ea00 x1875052841829888/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203063 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203041.475356:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203041.475360:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203041.475417:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377000. 02000000:00000001:0.0:1788203041.475421:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203041.475424:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203041.475427:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788203041.475429:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203041.475433:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a42000. 02000000:00000001:0.0:1788203041.475438:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203041.475441:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203041.475443:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9ea00. 00000100:00000001:0.0:1788203041.475447:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203041.475448:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203041.475450:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203041.475453:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9dc00 x1875052841830016/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203063 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203041.475458:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203041.475460:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203041.475461:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377400. 02000000:00000001:0.0:1788203041.475463:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203041.475464:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203041.475465:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788203041.475467:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203041.475468:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a42800. 02000000:00000001:0.0:1788203041.475471:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203041.475472:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203041.475473:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9dc00. 00000100:00000001:0.0:1788203041.475476:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203041.475477:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203041.475479:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203041.475481:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9df80 x1875052841829760/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203063 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203041.475488:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203041.475489:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203041.475490:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377c00. 02000000:00000001:0.0:1788203041.475493:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203041.475494:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203041.475495:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788203041.475497:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203041.475498:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a40000. 02000000:00000001:0.0:1788203041.475502:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203041.475503:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203041.475504:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9df80. 00000100:00000001:0.0:1788203041.475506:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203041.475508:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203041.475510:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203041.475512:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203041.475514:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203041.475515:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203041.475520:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203038/real 1788203041] req@ffff9c476db9d180 x1875052841830144/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203041.475528:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203041.475530:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203041.475532:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302688. 00000400:00000200:0.0:1788203041.475535:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3088 00000400:00000010:0.0:1788203041.475539:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3088. 00000100:00000001:0.0:1788203041.475541:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203041.475545:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9d180 x1875052841830144/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203041.475554:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9d180 x1875052841830144/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203041.475566:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203041.475568:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203041.475569:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203041.475570:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203041.475574:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9d180 x1875052841830144/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203041.475581:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203041.475585:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9d180 x1875052841830144/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203063 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203041.475591:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203041.475594:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203041.475596:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203041.475597:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203041.475599:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203041.475601:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203041.475604:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203041.475609:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203041.475612:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203041.475616:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9d180 x1875052841830144/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203063 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203041.475629:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841830144:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788203041.475635:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203041.475637:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203041.475641:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9d180 x1875052841830144/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203063 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203041.475648:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203041.475650:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203041.475653:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376c00. 02000000:00000001:0.0:1788203041.475656:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203041.475658:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203041.475660:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788203041.475662:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203041.475665:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a41c00. 02000000:00000001:0.0:1788203041.475668:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203041.475670:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203041.475671:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9d180. 00000100:00000001:0.0:1788203041.475674:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203041.475676:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203041.475678:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203041.475687:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203041.475690:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203041.475691:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203041.475693:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203042.114511:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203042.114518:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203042.114524:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203042.114525:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203042.114536:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203042.114537:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203042.114561:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203042.114564:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203042.114567:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203043.138511:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203043.138517:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203043.138521:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203043.138522:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203043.138525:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203043.138526:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203043.138572:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203043.138575:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203043.138578:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788203043.522554:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203043.522565:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788203043.522568:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203043.522571:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203043.522575:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203043.522582:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 13510 00000400:00000200:1.0:1788203043.522589:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203043.522594:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203043.522598:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203043.522601:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203043.522604:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203043.522607:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203043.522609:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203043.522613:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203043.522615:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788203043.522617:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203043.522620:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788203043.522623:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788203043.522625:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788203043.522629:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203043.522631:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203043.522632:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203043.522634:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203043.522637:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788203043.522640:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203043.522643:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203043.522645:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203043.522649:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203043.522651:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203043.522654:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788203043.522656:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203043.522663:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dca80. 00000020:00000040:1.0:1788203043.522666:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788203043.522670:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203043.522672:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203043.522675:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203043.522677:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203043.522681:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203043.522689:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b000. 00000100:00000001:1.0:1788203043.522696:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203043.522705:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dca80 x1875052841830272/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203043.522716:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203043.522720:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203043.522725:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004099c200] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dca80 x1875052841830272/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203043.522747:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788203043.522751:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203043.522754:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788203043.522755:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203043.522756:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203043.522760:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203043.522762:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13510 00000400:00000200:1.0:1788203043.522767:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203043.522770:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203043.522772:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203043.522775:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203043.522777:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203043.522778:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203043.522780:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203043.522782:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203043.522783:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000100:00000001:0.0:1788203043.522786:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1788203043.522786:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203043.522789:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000100:00000001:0.0:1788203043.522793:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1788203043.522793:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000001:0.0:1788203043.522797:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1788203043.522798:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788203043.522805:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000040:0.0:1788203043.522806:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3dca80 x1875052841830272/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203043.522808:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1788203043.522817:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1788203043.522818:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203043.522821:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203043.522822:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203043.522826:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 02000000:00000001:0.0:1788203043.522827:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:1.0:1788203043.522830:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 02000000:00000001:0.0:1788203043.522832:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788203043.522834:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203043.522837:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203043.522838:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00100000:0.0:1788203043.522845:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841830272:192.168.201.101@tcp:250:kworker.0 02000000:00000001:1.0:1788203043.522846:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203043.522851:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203043.522853:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1788203043.522855:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:0.0:1788203043.522860:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000008:00100000:1.0:1788203043.522861:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 02000000:00000001:0.0:1788203043.522864:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788203043.522867:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203043.522869:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1788203043.522871:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203043.522877:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377c00. 00000100:00000010:1.0:1788203043.522877:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dfb80. 02000000:00000001:0.0:1788203043.522882:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788203043.522883:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788203043.522899:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203043.522902:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203043.522905:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:1.0:1788203043.522907:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203043.522910:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:0.0:1788203043.522912:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302688. 02000000:00000001:1.0:1788203043.522912:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788203043.522921:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3088. 02000000:00000010:1.0:1788203043.522922:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99800. 00000100:00000001:1.0:1788203043.522929:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1788203043.522931:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841830272, portal 25 00000100:00100000:1.0:1788203043.522935:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dfb80 x1875052841830400/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203043.522936:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203043.522939:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573876352 : -109644135675264 : ffff9c477c3dca80) 00000100:00000040:0.0:1788203043.522951:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3dca80 x1875052841830272/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203068 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203043.522951:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203043.522956:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203043.522965:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086c01fd6] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dfb80 x1875052841830400/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203043.522966:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203043.522973:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203043.522978:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3000. 00000100:00000001:1.0:1788203043.522981:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1788203043.522983:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841830272, offset 0 00000100:00080000:1.0:1788203043.522986:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1788203043.522993:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000100:00080000:1.0:1788203043.522993:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788203043.522997:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203043.523000:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203043.523003:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000400:00000200:0.0:1788203043.523005:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00080000:1.0:1788203043.523009:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13510 00000400:00000200:0.0:1788203043.523014:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203043.523021:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203043.523024:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203043.523028:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203043.523031:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203043.523035:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703542:703542:256:4294967295] 192.168.201.101@tcp LPNI seq info [703537:703537:8:4294967295] 00000400:00000200:0.0:1788203043.523039:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203043.523048:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000400:00000200:1.0:1788203043.523060:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000800:00000200:0.0:1788203043.523065:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000400:00000200:1.0:1788203043.523066:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203043.523071:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203043.523074:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000800:00000010:0.0:1788203043.523075:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036900. 00000100:00000001:1.0:1788203043.523077:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203043.523081:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203043.523086:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000800:00000200:0.0:1788203043.523087:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000020:00000001:1.0:1788203043.523092:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000800:00000200:0.0:1788203043.523094:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 58 secs later) 00000020:00000040:1.0:1788203043.523095:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788203043.523099:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203043.523102:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788203043.523106:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788203043.523111:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788203043.523120:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000800:00000100:0.0:1788203043.523121:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00000001:1.0:1788203043.523123:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000010:0.0:1788203043.523126:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036900. 00000100:00000040:1.0:1788203043.523128:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203043.523131:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000400:00000200:0.0:1788203043.523133:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000020:00000040:1.0:1788203043.523134:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788203043.523140:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000400:00000200:0.0:1788203043.523144:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000100:00000001:1.0:1788203043.523145:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203043.523149:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203043.523152:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1788203043.523153:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3000 02000000:00000001:1.0:1788203043.523156:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788203043.523158:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3000. 00000100:00000001:1.0:1788203043.523160:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788203043.523164:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000008:00100000:1.0:1788203043.523164:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788203043.523169:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1788203043.523172:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c3dca80 x1875052841830272/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203068 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203043.523173:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203043.523179:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ded80. 00000020:00000040:1.0:1788203043.523184:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788203043.523186:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203043.523187:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203043.523191:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203043.523193:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203043.523197:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203043.523198:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000010:1.0:1788203043.523202:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98000. 00000100:00000040:0.0:1788203043.523204:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3dca80 x1875052841830272/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203068 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203043.523208:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203043.523218:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203043.523218:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ded80 x1875052841830528/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203043.523223:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1788203043.523235:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203043.523236:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203043.523238:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203043.523244:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000040:1.0:1788203043.523246:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a769e60] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ded80 x1875052841830528/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203043.523250:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4308183796 00000100:00000010:0.0:1788203043.523259:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba900. 00000100:00000001:1.0:1788203043.523259:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203043.523265:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788203043.523267:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000040:1.0:1788203043.523269:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788203043.523273:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788203043.523276:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4308183796 00000100:00080000:1.0:1788203043.523277:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788203043.523281:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000010:0.0:1788203043.523282:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba3c0. 00000100:00080000:1.0:1788203043.523283:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203043.523287:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788203043.523287:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:0.0:1788203043.523293:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:1.0:1788203043.523293:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13510 00000100:00000001:0.0:1788203043.523299:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788203043.523300:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203043.523305:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203043.523308:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203043.523310:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203043.523312:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203043.523314:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203043.523316:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000100:00000001:0.0:1788203043.523317:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000020:00000001:1.0:1788203043.523318:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203043.523321:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788203043.523323:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00100000:0.0:1788203043.523326:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203043/real 1788203043] req@ffff9c477c3dca80 x1875052841830272/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1788203043.523327:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788203043.523344:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788203043.523349:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788203043.523355:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000400:00000001:0.0:1788203043.523359:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1788203043.523360:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000001:0.0:1788203043.523364:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1788203043.523364:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000400:00000010:0.0:1788203043.523368:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302688. 00000100:00000001:1.0:1788203043.523369:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000400:00000200:0.0:1788203043.523375:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3088 00000020:00000040:1.0:1788203043.523375:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000400:00000010:0.0:1788203043.523379:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3088. 00000100:00080000:1.0:1788203043.523380:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203043.523384:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1788203043.523385:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203043.523389:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000200:0.0:1788203043.523391:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3dca80 x1875052841830272/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203043.523425:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3dca80 x1875052841830272/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203043.523433:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203043.523436:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1788203043.523436:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203043.523442:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:1.0:1788203043.523442:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203043.523447:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788203043.523447:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788203043.523450:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1788203043.523455:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c3dca80 x1875052841830272/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:1.0:1788203043.523456:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203043.523460:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203043.523465:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ddc00. 00000100:00000001:0.0:1788203043.523469:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788203043.523470:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788203043.523475:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000040:0.0:1788203043.523477:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3dca80 x1875052841830272/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203068 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1788203043.523478:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203043.523483:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203043.523486:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203043.523489:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203043.523491:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203043.523496:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1788203043.523496:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9a000. 00000100:00000001:0.0:1788203043.523501:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203043.523502:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788203043.523503:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203043.523507:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203043.523511:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00100000:1.0:1788203043.523512:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ddc00 x1875052841830656/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788203043.523518:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203043.523527:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:1.0:1788203043.523528:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203043.523533:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:1.0:1788203043.523533:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203043.523541:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c3c4b34] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ddc00 x1875052841830656/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788203043.523543:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3dca80 x1875052841830272/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203068 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203043.523564:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203043.523568:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841830272:192.168.201.101@tcp:250:kworker.0 00000100:00000040:1.0:1788203043.523571:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13520) 00000100:00000001:0.0:1788203043.523574:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203043.523579:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203043.523583:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3dca80 x1875052841830272/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203068 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203043.523590:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203043.523593:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203043.523596:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377c00. 02000000:00000001:0.0:1788203043.523599:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203043.523602:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203043.523603:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788203043.523606:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203043.523608:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4653a9b000. 02000000:00000001:0.0:1788203043.523613:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203043.523614:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203043.523616:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3dca80. 00000100:00000001:0.0:1788203043.523618:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203043.523619:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203043.523622:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203043.523628:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203043.523630:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203043.523632:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203043.523634:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203043.523635:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203043.523639:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3dfb80 x1875052841830400/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203043.523644:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203043.523646:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203043.523648:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203043.523649:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203043.523652:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203043.523654:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841830400:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203043.523657:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203043.523659:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203043.523660:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203043.523662:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203043.523665:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377c00. 02000000:00000001:0.0:1788203043.523667:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203043.523670:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203043.523673:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302688. 00000400:00000010:0.0:1788203043.523676:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3088. 00000100:00000200:0.0:1788203043.523679:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841830400, portal 10 00000100:00000001:0.0:1788203043.523681:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203043.523682:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573888896 : -109644135662720 : ffff9c477c3dfb80) 00000100:00000040:0.0:1788203043.523689:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3dfb80 x1875052841830400/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203068 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203043.523695:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203043.523697:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203043.523699:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3000. 00000100:00000200:0.0:1788203043.523701:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841830400, offset 0 00000400:00000200:0.0:1788203043.523704:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203043.523708:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203043.523711:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203043.523714:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203043.523716:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203043.523718:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203043.523720:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203043.523723:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703543:703543:256:4294967295] 192.168.201.101@tcp LPNI seq info [703538:703538:8:4294967295] 00000400:00000200:0.0:1788203043.523727:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203043.523732:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203043.523736:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203043.523739:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036900. 00000800:00000200:0.0:1788203043.523743:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203043.523745:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1788203043.523754:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203043.523756:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036900. 00000400:00000200:0.0:1788203043.523758:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203043.523762:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203043.523764:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3000 00000400:00000010:0.0:1788203043.523766:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3000. 00000100:00000001:0.0:1788203043.523768:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203043.523771:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c3dfb80 x1875052841830400/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203068 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203043.523777:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203043.523780:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3dfb80 x1875052841830400/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203068 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203043.523785:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203043.523786:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203043.523788:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203043.523791:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788203043.523794:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203043.523796:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308182538 00000100:00000001:0.0:1788203043.523798:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308183796 00000100:00000001:0.0:1788203043.523800:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308182538 00000100:00000001:0.0:1788203043.523802:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308183796 00000100:00000001:0.0:1788203043.523803:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203043.523805:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203043.523807:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203043.523809:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203043/real 1788203043] req@ffff9c477c3dfb80 x1875052841830400/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203043.523821:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203043.523822:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203043.523824:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302688. 00000400:00000200:0.0:1788203043.523826:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3088 00000400:00000010:0.0:1788203043.523828:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3088. 00000100:00000001:0.0:1788203043.523830:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203043.523832:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3dfb80 x1875052841830400/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203043.523840:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3dfb80 x1875052841830400/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203043.523846:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203043.523847:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203043.523848:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203043.523849:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203043.523852:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c3dfb80 x1875052841830400/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203043.523858:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203043.523862:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3dfb80 x1875052841830400/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203068 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203043.523867:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203043.523869:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203043.523871:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203043.523872:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203043.523873:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203043.523875:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203043.523877:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203043.523880:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203043.523882:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203043.523886:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3dfb80 x1875052841830400/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203068 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203043.523894:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841830400:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203043.523897:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203043.523900:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3ded80 x1875052841830528/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203043.523905:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203043.523907:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203043.523909:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203043.523910:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203043.523912:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203043.523915:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841830528:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203043.523917:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203043.523919:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203043.523921:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203043.523922:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203043.523925:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377400. 02000000:00000001:0.0:1788203043.523927:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203043.523929:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203043.523931:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302688. 00000400:00000010:0.0:1788203043.523934:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3088. 00000100:00000200:0.0:1788203043.523937:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841830528, portal 10 00000100:00000001:0.0:1788203043.523939:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203043.523940:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573885312 : -109644135666304 : ffff9c477c3ded80) 00000100:00000040:0.0:1788203043.523946:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3ded80 x1875052841830528/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203068 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203043.523951:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203043.523953:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203043.523955:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3000. 00000100:00000200:0.0:1788203043.523958:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841830528, offset 0 00000400:00000200:0.0:1788203043.523962:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203043.523965:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203043.523969:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203043.523972:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203043.523975:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203043.523978:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203043.523981:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203043.523984:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703544:703544:256:4294967295] 192.168.201.101@tcp LPNI seq info [703539:703539:8:4294967295] 00000400:00000200:0.0:1788203043.523988:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203043.523994:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203043.523999:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203043.524002:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036900. 00000800:00000200:0.0:1788203043.524006:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203043.524009:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1788203043.524020:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203043.524022:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036900. 00000400:00000200:0.0:1788203043.524024:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203043.524027:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203043.524030:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3000 00000400:00000010:0.0:1788203043.524032:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3000. 00000100:00000001:0.0:1788203043.524034:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203043.524039:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c3ded80 x1875052841830528/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203068 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203043.524046:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203043.524049:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3ded80 x1875052841830528/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203068 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203043.524055:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203043.524057:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203043.524060:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203043.524062:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788203043.524065:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203043.524068:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308182538 00000100:00000001:0.0:1788203043.524070:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308183796 00000100:00000001:0.0:1788203043.524072:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308182538 00000100:00000001:0.0:1788203043.524074:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308183796 00000100:00000001:0.0:1788203043.524076:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203043.524078:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203043.524080:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203043.524084:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203043/real 1788203043] req@ffff9c477c3ded80 x1875052841830528/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203043.524091:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203043.524092:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203043.524093:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302688. 00000400:00000200:0.0:1788203043.524106:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3088 00000400:00000010:0.0:1788203043.524108:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3088. 00000100:00000001:0.0:1788203043.524113:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203043.524117:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3ded80 x1875052841830528/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203043.524125:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3ded80 x1875052841830528/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203043.524133:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203043.524134:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203043.524136:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203043.524137:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203043.524140:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c3ded80 x1875052841830528/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203043.524146:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203043.524150:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3ded80 x1875052841830528/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203068 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203043.524156:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203043.524159:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203043.524160:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203043.524161:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203043.524162:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203043.524164:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203043.524167:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203043.524169:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203043.524171:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203043.524175:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3ded80 x1875052841830528/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203068 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203043.524181:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841830528:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203043.524185:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203043.524188:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3ddc00 x1875052841830656/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203043.524194:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203043.524195:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203043.524197:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203043.524199:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203043.524201:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203043.524203:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841830656:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788203043.524206:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203043.524208:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203043.524210:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203043.524211:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203043.524214:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377000. 02000000:00000001:0.0:1788203043.524216:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203043.524219:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203043.524221:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302688. 00000400:00000010:0.0:1788203043.524223:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3088. 00000100:00000200:0.0:1788203043.524226:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841830656, portal 4 00000100:00000001:0.0:1788203043.524228:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203043.524229:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573880832 : -109644135670784 : ffff9c477c3ddc00) 00000100:00000040:0.0:1788203043.524235:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3ddc00 x1875052841830656/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203068 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203043.524241:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203043.524243:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203043.524245:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3000. 00000100:00000200:0.0:1788203043.524247:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841830656, offset 0 00000400:00000200:0.0:1788203043.524251:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203043.524255:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203043.524258:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203043.524260:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203043.524262:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203043.524265:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203043.524267:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203043.524270:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703545:703545:256:4294967295] 192.168.201.101@tcp LPNI seq info [703540:703540:8:4294967295] 00000400:00000200:0.0:1788203043.524273:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203043.524279:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203043.524283:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203043.524287:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036900. 00000800:00000200:0.0:1788203043.524291:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203043.524293:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1788203043.524303:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203043.524305:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036900. 00000400:00000200:0.0:1788203043.524308:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203043.524311:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203043.524314:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3000 00000400:00000010:0.0:1788203043.524315:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3000. 00000100:00000001:0.0:1788203043.524318:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203043.524321:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c3ddc00 x1875052841830656/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203068 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203043.524345:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203043.524349:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3ddc00 x1875052841830656/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203068 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203043.524355:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203043.524356:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203043.524359:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203043.524362:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788203043.524365:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203043.524367:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308182564 00000100:00000001:0.0:1788203043.524369:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308183796 00000100:00000001:0.0:1788203043.524371:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308182564 00000100:00000001:0.0:1788203043.524372:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308183796 00000100:00000001:0.0:1788203043.524374:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203043.524376:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203043.524378:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203043.524381:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203043/real 1788203043] req@ffff9c477c3ddc00 x1875052841830656/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203043.524388:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203043.524389:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203043.524390:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302688. 00000400:00000200:0.0:1788203043.524414:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3088 00000400:00000010:0.0:1788203043.524416:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3088. 00000100:00000001:0.0:1788203043.524419:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203043.524422:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3ddc00 x1875052841830656/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203043.524430:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3ddc00 x1875052841830656/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203043.524436:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203043.524438:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203043.524439:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203043.524441:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203043.524444:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c3ddc00 x1875052841830656/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203043.524451:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203043.524454:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3ddc00 x1875052841830656/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203068 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203043.524460:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203043.524462:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203043.524463:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203043.524464:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203043.524466:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203043.524468:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203043.524470:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203043.524473:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203043.524475:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203043.524478:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3ddc00 x1875052841830656/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203068 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203043.524484:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841830656:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788203043.524488:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203043.524489:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203043.524493:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3dfb80 x1875052841830400/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203068 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203043.524498:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203043.524500:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203043.524502:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377c00. 02000000:00000001:0.0:1788203043.524511:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203043.524512:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203043.524514:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788203043.524516:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203043.524518:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4653a99800. 02000000:00000001:0.0:1788203043.524521:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203043.524522:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203043.524524:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3dfb80. 00000100:00000001:0.0:1788203043.524526:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203043.524528:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203043.524529:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203043.524532:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3ded80 x1875052841830528/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203068 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203043.524542:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203043.524543:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203043.524545:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377400. 02000000:00000001:0.0:1788203043.524547:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203043.524548:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203043.524549:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788203043.524552:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203043.524553:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4653a98000. 02000000:00000001:0.0:1788203043.524557:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203043.524558:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203043.524559:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3ded80. 00000100:00000001:0.0:1788203043.524561:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203043.524563:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203043.524564:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203043.524568:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3ddc00 x1875052841830656/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203068 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203043.524574:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203043.524575:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203043.524576:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377000. 02000000:00000001:0.0:1788203043.524578:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203043.524579:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203043.524581:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788203043.524582:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203043.524583:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4653a9a000. 02000000:00000001:0.0:1788203043.524586:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203043.524587:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203043.524589:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3ddc00. 00000100:00000001:0.0:1788203043.524591:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203043.524592:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203043.524594:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203043.524598:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203043.524599:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203043.524601:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203043.524603:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203044.162507:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203044.162513:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203044.162518:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203044.162519:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203044.162522:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203044.162523:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203044.162544:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203044.162547:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203044.162557:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203044.802475:0:226636:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308183796, at 4308183808 00000100:00000040:1.0:1788203044.802475:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308183796, at 4308183808 00000100:00000010:0.0:1788203044.802489:0:226636:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba900. 00000100:00000010:1.0:1788203044.802491:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba3c0. 00010000:00000001:0.0:1788203045.186491:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203045.186496:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203045.186500:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203045.186501:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203045.186503:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203045.186504:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203045.186538:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203045.186539:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203045.186541:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203046.210496:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203046.210504:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203046.210506:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203046.210509:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203046.210522:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203046.210524:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203046.210526:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203046.210529:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203046.210533:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203046.210535:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203046.210538:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203046.210539:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203046.210559:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203046.210561:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203046.210563:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203047.234489:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203047.234496:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203047.234503:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203047.234504:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203047.234507:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203047.234508:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203047.234531:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203047.234534:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203047.234536:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203048.258492:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203048.258497:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203048.258501:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203048.258503:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203048.258505:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203048.258508:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203048.258510:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203048.258512:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203048.258513:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203048.258515:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203048.258517:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203048.258517:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203048.258518:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203048.258519:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203048.258520:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203048.258520:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203048.258521:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203048.258523:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203048.258541:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203048.258543:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203048.258544:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788203048.642672:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203048.642679:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203048.642683:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203048.642694:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9c700 x1875052841830784/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203048.642712:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203048.642717:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203048.642724:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203048.642729:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203048.642735:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203048.642744:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841830784:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788203048.642753:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203048.642758:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203048.642762:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203048.642768:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203048.642776:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377c00. 02000000:00000001:0.0:1788203048.642782:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203048.642792:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203048.642799:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302688. 00000400:00000010:0.0:1788203048.642809:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3088. 00000100:00000200:0.0:1788203048.642819:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841830784, portal 25 00000100:00000001:0.0:1788203048.642826:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203048.642831:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330343680 : -109644379207936 : ffff9c476db9c700) 00000100:00000040:0.0:1788203048.642843:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9c700 x1875052841830784/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203073 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203048.642860:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203048.642867:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203048.642871:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3000. 00000100:00000200:0.0:1788203048.642877:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841830784, offset 0 00000400:00000200:0.0:1788203048.642889:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203048.642901:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203048.642912:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203048.642920:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203048.642928:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203048.642936:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203048.642942:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203048.642950:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703546:703546:256:4294967295] 192.168.201.101@tcp LPNI seq info [703541:703541:8:4294967295] 00000400:00000200:0.0:1788203048.642974:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203048.642992:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203048.643002:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203048.643012:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036900. 00000800:00000200:0.0:1788203048.643029:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203048.643036:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1788203048.643062:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203048.643066:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036900. 00000400:00000200:0.0:1788203048.643074:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203048.643085:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203048.643092:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3000 00000400:00000010:0.0:1788203048.643097:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3000. 00000100:00000001:0.0:1788203048.643105:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203048.643115:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9c700 x1875052841830784/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203073 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203048.643133:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203048.643140:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9c700 x1875052841830784/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203073 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203048.643151:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203048.643153:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203048.643160:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203048.643164:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203048.643166:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4308188916 00000100:00000010:0.0:1788203048.643172:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba900. 00000100:00000001:0.0:1788203048.643177:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788203048.643182:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4308188916 00000100:00000010:0.0:1788203048.643185:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba5a0. 00000100:00000001:0.0:1788203048.643188:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788203048.643191:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203048.643194:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203048.643196:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203048.643201:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203048/real 1788203048] req@ffff9c476db9c700 x1875052841830784/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203073 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203048.643210:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203048.643211:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203048.643214:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302688. 00000400:00000200:0.0:1788203048.643216:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3088 00000400:00000010:0.0:1788203048.643218:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3088. 00000100:00000001:0.0:1788203048.643220:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203048.643223:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9c700 x1875052841830784/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203073 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203048.643231:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9c700 x1875052841830784/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203073 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203048.643238:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203048.643268:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203048.643270:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203048.643272:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203048.643277:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9c700 x1875052841830784/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203073 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203048.643283:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203048.643287:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9c700 x1875052841830784/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203073 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203048.643294:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203048.643297:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203048.643298:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203048.643299:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203048.643301:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203048.643304:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203048.643306:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203048.643310:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203048.643312:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203048.643316:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9c700 x1875052841830784/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203073 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203048.643324:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841830784:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788203048.643329:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203048.643331:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203048.643334:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9c700 x1875052841830784/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203073 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203048.643340:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203048.643343:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203048.643345:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377c00. 02000000:00000001:0.0:1788203048.643348:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203048.643350:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203048.643352:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788203048.643354:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203048.643355:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a43c00. 02000000:00000001:0.0:1788203048.643360:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203048.643362:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203048.643363:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9c700. 00000100:00000001:0.0:1788203048.643366:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203048.643367:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203048.643370:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203048.643376:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203048.643378:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203048.643380:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203048.643381:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203048.643383:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203048.643387:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9c000 x1875052841830912/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203048.643417:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203048.643419:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203048.643421:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203048.643423:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203048.643425:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203048.643428:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841830912:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203048.643431:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203048.643433:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203048.643435:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203048.643436:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203048.643439:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377c00. 02000000:00000001:0.0:1788203048.643441:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203048.643445:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203048.643447:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302688. 00000400:00000010:0.0:1788203048.643451:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3088. 00000100:00000200:0.0:1788203048.643453:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841830912, portal 10 00000100:00000001:0.0:1788203048.643455:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203048.643456:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330341888 : -109644379209728 : ffff9c476db9c000) 00000100:00000040:0.0:1788203048.643468:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9c000 x1875052841830912/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203073 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203048.643474:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203048.643477:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203048.643479:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3000. 00000100:00000200:0.0:1788203048.643481:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841830912, offset 0 00000400:00000200:0.0:1788203048.643485:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203048.643489:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203048.643493:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203048.643496:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203048.643498:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203048.643500:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203048.643503:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203048.643506:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703547:703547:256:4294967295] 192.168.201.101@tcp LPNI seq info [703542:703542:8:4294967295] 00000400:00000200:0.0:1788203048.643510:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203048.643516:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203048.643521:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203048.643524:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036900. 00000800:00000200:0.0:1788203048.643528:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203048.643531:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1788203048.643541:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203048.643543:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036900. 00000400:00000200:0.0:1788203048.643545:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203048.643548:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203048.643551:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3000 00000400:00000010:0.0:1788203048.643552:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3000. 00000100:00000001:0.0:1788203048.643554:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203048.643557:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9c000 x1875052841830912/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203073 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203048.643564:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203048.643566:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9c000 x1875052841830912/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203073 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203048.643572:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203048.643573:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203048.643576:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203048.643579:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788203048.643581:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203048.643584:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308187658 00000100:00000001:0.0:1788203048.643586:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308188916 00000100:00000001:0.0:1788203048.643588:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308187658 00000100:00000001:0.0:1788203048.643590:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308188916 00000100:00000001:0.0:1788203048.643592:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203048.643594:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203048.643595:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203048.643598:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203048/real 1788203048] req@ffff9c476db9c000 x1875052841830912/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203073 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203048.643605:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203048.643606:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203048.643608:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302688. 00000400:00000200:0.0:1788203048.643609:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3088 00000400:00000010:0.0:1788203048.643611:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3088. 00000100:00000001:0.0:1788203048.643613:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203048.643615:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9c000 x1875052841830912/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203073 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203048.643623:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9c000 x1875052841830912/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203073 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203048.643629:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203048.643631:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203048.643632:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203048.643634:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203048.643636:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9c000 x1875052841830912/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203073 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203048.643642:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203048.643646:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9c000 x1875052841830912/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203073 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203048.643651:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203048.643653:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203048.643655:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203048.643656:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203048.643658:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203048.643660:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203048.643662:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203048.643666:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203048.643668:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203048.643671:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9c000 x1875052841830912/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203073 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203048.643679:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841830912:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203048.643683:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203048.643686:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9e680 x1875052841831040/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203048.643692:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203048.643693:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203048.643696:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203048.643697:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203048.643699:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203048.643702:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841831040:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203048.643705:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203048.643706:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203048.643708:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203048.643709:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203048.643713:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375400. 02000000:00000001:0.0:1788203048.643715:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203048.643718:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203048.643720:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302688. 00000400:00000010:0.0:1788203048.643722:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3088. 00000100:00000200:0.0:1788203048.643724:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841831040, portal 10 00000100:00000001:0.0:1788203048.643725:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203048.643726:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330351744 : -109644379199872 : ffff9c476db9e680) 00000100:00000040:0.0:1788203048.643730:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9e680 x1875052841831040/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203073 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203048.643734:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203048.643735:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203048.643737:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3000. 00000100:00000200:0.0:1788203048.643738:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841831040, offset 0 00000400:00000200:0.0:1788203048.643740:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203048.643743:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203048.643745:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203048.643747:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203048.643749:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203048.643750:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203048.643752:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203048.643753:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703548:703548:256:4294967295] 192.168.201.101@tcp LPNI seq info [703543:703543:8:4294967295] 00000400:00000200:0.0:1788203048.643756:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203048.643760:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203048.643762:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203048.643763:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036900. 00000800:00000200:0.0:1788203048.643766:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203048.643768:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1788203048.643774:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203048.643775:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036900. 00000400:00000200:0.0:1788203048.643777:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203048.643779:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203048.643781:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3000 00000400:00000010:0.0:1788203048.643782:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3000. 00000100:00000001:0.0:1788203048.643784:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203048.643785:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9e680 x1875052841831040/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203073 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203048.643790:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203048.643791:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9e680 x1875052841831040/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203073 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203048.643795:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203048.643796:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203048.643798:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203048.643800:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788203048.643802:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203048.643803:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308187658 00000100:00000001:0.0:1788203048.643810:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308188916 00000100:00000001:0.0:1788203048.643812:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308187658 00000100:00000001:0.0:1788203048.643813:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308188916 00000100:00000001:0.0:1788203048.643814:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203048.643816:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203048.643817:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203048.643819:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203048/real 1788203048] req@ffff9c476db9e680 x1875052841831040/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203073 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203048.643823:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203048.643824:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203048.643825:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302688. 00000400:00000200:0.0:1788203048.643826:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3088 00000400:00000010:0.0:1788203048.643827:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3088. 00000100:00000001:0.0:1788203048.643828:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203048.643830:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9e680 x1875052841831040/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203073 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203048.643834:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9e680 x1875052841831040/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203073 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203048.643838:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203048.643838:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203048.643839:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203048.643840:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203048.643842:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9e680 x1875052841831040/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203073 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203048.643845:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203048.643847:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9e680 x1875052841831040/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203073 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203048.643852:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203048.643853:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203048.643854:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203048.643855:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203048.643856:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203048.643857:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203048.643858:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203048.643860:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203048.643861:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203048.643863:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9e680 x1875052841831040/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203073 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203048.643867:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841831040:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203048.643869:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203048.643871:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9f480 x1875052841831168/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203048.643874:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203048.643875:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203048.643876:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203048.643877:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203048.643878:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203048.643880:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841831168:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788203048.643881:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203048.643883:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203048.643884:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203048.643885:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203048.643887:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376400. 02000000:00000001:0.0:1788203048.643888:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203048.643890:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203048.643892:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302688. 00000400:00000010:0.0:1788203048.643894:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3088. 00000100:00000200:0.0:1788203048.643895:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841831168, portal 4 00000100:00000001:0.0:1788203048.643896:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203048.643897:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330355328 : -109644379196288 : ffff9c476db9f480) 00000100:00000040:0.0:1788203048.643901:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9f480 x1875052841831168/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203073 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203048.643905:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203048.643906:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203048.643907:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3000. 00000100:00000200:0.0:1788203048.643908:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841831168, offset 0 00000400:00000200:0.0:1788203048.643911:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203048.643912:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203048.643914:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203048.643916:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203048.643917:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203048.643918:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203048.643919:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203048.643921:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703549:703549:256:4294967295] 192.168.201.101@tcp LPNI seq info [703544:703544:8:4294967295] 00000400:00000200:0.0:1788203048.643923:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203048.643927:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203048.643929:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203048.643930:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036900. 00000800:00000200:0.0:1788203048.643932:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203048.643934:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1788203048.643940:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203048.643942:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036900. 00000400:00000200:0.0:1788203048.643943:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203048.643945:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203048.643947:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3000 00000400:00000010:0.0:1788203048.643948:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3000. 00000100:00000001:0.0:1788203048.643949:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203048.643951:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9f480 x1875052841831168/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203073 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203048.643956:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203048.643957:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9f480 x1875052841831168/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203073 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203048.643961:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203048.643962:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203048.643964:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203048.643965:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788203048.643967:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203048.643968:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308187684 00000100:00000001:0.0:1788203048.643969:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308188916 00000100:00000001:0.0:1788203048.643971:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308187684 00000100:00000001:0.0:1788203048.643972:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308188916 00000100:00000001:0.0:1788203048.643973:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203048.643974:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203048.643975:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203048.643977:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203048/real 1788203048] req@ffff9c476db9f480 x1875052841831168/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203073 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203048.643981:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203048.643981:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203048.643982:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302688. 00000400:00000200:0.0:1788203048.643983:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3088 00000400:00000010:0.0:1788203048.643984:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3088. 00000100:00000001:0.0:1788203048.643985:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203048.643986:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9f480 x1875052841831168/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203073 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203048.643991:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9f480 x1875052841831168/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203073 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203048.643998:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203048.643999:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203048.644000:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203048.644001:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203048.644002:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9f480 x1875052841831168/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203073 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203048.644006:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203048.644008:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9f480 x1875052841831168/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203073 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203048.644011:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203048.644012:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203048.644013:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203048.644014:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203048.644015:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203048.644016:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203048.644017:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203048.644018:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203048.644019:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203048.644021:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9f480 x1875052841831168/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203073 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203048.644025:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841831168:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788203048.644027:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203048.644028:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203048.644030:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9c000 x1875052841830912/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203073 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203048.644034:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203048.644034:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203048.644036:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377c00. 02000000:00000001:0.0:1788203048.644037:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203048.644038:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203048.644039:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788203048.644040:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203048.644042:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a40400. 02000000:00000001:0.0:1788203048.644044:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203048.644044:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203048.644045:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9c000. 00000100:00000001:0.0:1788203048.644047:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203048.644048:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203048.644049:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203048.644051:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9e680 x1875052841831040/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203073 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203048.644055:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203048.644055:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203048.644056:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375400. 02000000:00000001:0.0:1788203048.644057:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203048.644058:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203048.644059:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788203048.644060:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203048.644060:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a43400. 02000000:00000001:0.0:1788203048.644061:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203048.644062:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203048.644063:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9e680. 00000100:00000001:0.0:1788203048.644064:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203048.644065:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203048.644065:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203048.644067:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9f480 x1875052841831168/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203073 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203048.644070:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203048.644071:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203048.644071:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376400. 02000000:00000001:0.0:1788203048.644072:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203048.644073:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203048.644074:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788203048.644075:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203048.644076:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a40c00. 02000000:00000001:0.0:1788203048.644077:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203048.644078:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203048.644079:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9f480. 00000100:00000001:0.0:1788203048.644080:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203048.644081:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203048.644082:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203048.644084:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203048.644084:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203048.644085:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203048.644087:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203049.282461:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203049.282468:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203049.282475:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203049.282476:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203049.282479:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203049.282481:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203049.282502:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203049.282504:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203049.282506:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203049.922482:0:226636:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308188916, at 4308188928 00000100:00000040:1.0:1788203049.922482:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308188916, at 4308188928 00000100:00000010:1.0:1788203049.922495:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba5a0. 00000100:00000010:0.0:1788203049.922497:0:226636:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba900. 00010000:00000001:0.0:1788203050.306478:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203050.306484:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203050.306488:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203050.306489:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203050.306491:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203050.306492:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203050.306563:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203050.306565:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203050.306567:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203051.330509:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203051.330533:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203051.330542:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203051.330543:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203051.330548:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203051.330550:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203051.330577:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203051.330579:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203051.330581:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203052.354498:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203052.354509:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203052.354518:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203052.354520:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203052.354525:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203052.354527:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203052.354553:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203052.354556:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203052.354560:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203053.378513:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203053.378520:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203053.378526:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203053.378527:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203053.378529:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203053.378530:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203053.378555:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203053.378556:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203053.378559:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788203053.762738:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203053.762747:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203053.762754:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203053.762769:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c849c00 x1875052841831296/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203053.762808:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203053.762813:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203053.762822:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203053.762828:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203053.762835:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203053.762846:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c849c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841831296:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788203053.762856:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203053.762863:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203053.762868:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203053.762877:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203053.762891:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377c00. 02000000:00000001:0.0:1788203053.762907:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203053.762925:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203053.762934:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302688. 00000400:00000010:0.0:1788203053.762945:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3088. 00000100:00000200:0.0:1788203053.762959:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841831296, portal 25 00000100:00000001:0.0:1788203053.762970:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203053.762974:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578517504 : -109644131034112 : ffff9c477c849c00) 00000100:00000040:0.0:1788203053.762992:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c849c00 x1875052841831296/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203078 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203053.763033:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203053.763042:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203053.763050:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3000. 00000100:00000200:0.0:1788203053.763060:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841831296, offset 0 00000400:00000200:0.0:1788203053.763076:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203053.763094:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203053.763109:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203053.763122:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203053.763133:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203053.763142:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203053.763166:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203053.763173:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703550:703550:256:4294967295] 192.168.201.101@tcp LPNI seq info [703545:703545:8:4294967295] 00000400:00000200:0.0:1788203053.763179:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203053.763207:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203053.763227:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203053.763239:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036900. 00000800:00000200:0.0:1788203053.763253:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203053.763263:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1788203053.763300:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203053.763306:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036900. 00000400:00000200:0.0:1788203053.763320:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203053.763335:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203053.763346:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3000 00000400:00000010:0.0:1788203053.763352:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3000. 00000100:00000001:0.0:1788203053.763360:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203053.763369:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c849c00 x1875052841831296/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203078 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203053.763442:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203053.763453:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c849c00 x1875052841831296/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203078 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203053.763476:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203053.763481:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203053.763492:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203053.763506:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203053.763511:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4308194037 00000100:00000010:0.0:1788203053.763523:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba900. 00000100:00000001:0.0:1788203053.763535:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788203053.763547:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4308194037 00000100:00000010:0.0:1788203053.763558:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba600. 00000100:00000001:0.0:1788203053.763567:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788203053.763574:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203053.763581:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203053.763587:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203053.763598:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203053/real 1788203053] req@ffff9c477c849c00 x1875052841831296/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203053.763627:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203053.763631:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203053.763638:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302688. 00000400:00000200:0.0:1788203053.763644:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3088 00000400:00000010:0.0:1788203053.763650:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3088. 00000100:00000001:0.0:1788203053.763658:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203053.763668:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c849c00 x1875052841831296/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203053.763693:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c849c00 x1875052841831296/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203053.763714:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203053.763719:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203053.763731:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203053.763737:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203053.763747:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c849c00 x1875052841831296/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203053.763766:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203053.763777:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c849c00 x1875052841831296/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203078 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203053.763806:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203053.763815:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203053.763820:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203053.763825:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203053.763831:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203053.763836:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203053.763845:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203053.763861:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203053.763871:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203053.763885:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c849c00 x1875052841831296/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203078 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203053.763897:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c849c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841831296:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788203053.763903:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203053.763906:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203053.763910:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c849c00 x1875052841831296/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203078 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203053.763925:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203053.763928:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203053.763932:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377c00. 02000000:00000001:0.0:1788203053.763935:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203053.763938:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203053.763940:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788203053.763943:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203053.763946:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f3000. 02000000:00000001:0.0:1788203053.763951:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203053.763953:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203053.763955:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c849c00. 00000100:00000001:0.0:1788203053.763959:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203053.763961:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203053.763964:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203053.763972:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203053.763974:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203053.763977:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203053.763979:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203053.763981:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203053.763985:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c848000 x1875052841831424/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203053.763994:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203053.763995:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203053.763998:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203053.764000:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203053.764003:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203053.764006:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c848000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841831424:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203053.764010:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203053.764013:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203053.764015:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203053.764017:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203053.764021:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377c00. 02000000:00000001:0.0:1788203053.764023:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203053.764027:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203053.764031:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302688. 00000400:00000010:0.0:1788203053.764035:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3088. 00000100:00000200:0.0:1788203053.764038:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841831424, portal 10 00000100:00000001:0.0:1788203053.764040:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203053.764042:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578510336 : -109644131041280 : ffff9c477c848000) 00000100:00000040:0.0:1788203053.764050:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c848000 x1875052841831424/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203078 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203053.764057:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203053.764060:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203053.764062:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3000. 00000100:00000200:0.0:1788203053.764065:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841831424, offset 0 00000400:00000200:0.0:1788203053.764070:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203053.764074:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203053.764078:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203053.764081:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203053.764084:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203053.764087:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203053.764090:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203053.764093:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703551:703551:256:4294967295] 192.168.201.101@tcp LPNI seq info [703546:703546:8:4294967295] 00000400:00000200:0.0:1788203053.764098:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203053.764105:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203053.764110:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203053.764113:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036900. 00000800:00000200:0.0:1788203053.764118:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203053.764121:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1788203053.764134:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203053.764136:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036900. 00000400:00000200:0.0:1788203053.764139:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203053.764143:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203053.764146:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3000 00000400:00000010:0.0:1788203053.764148:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3000. 00000100:00000001:0.0:1788203053.764166:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203053.764171:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c848000 x1875052841831424/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203078 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203053.764179:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203053.764182:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c848000 x1875052841831424/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203078 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203053.764190:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203053.764192:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203053.764196:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203053.764200:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788203053.764204:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203053.764206:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308192778 00000100:00000001:0.0:1788203053.764209:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308194037 00000100:00000001:0.0:1788203053.764212:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308192778 00000100:00000001:0.0:1788203053.764214:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308194037 00000100:00000001:0.0:1788203053.764217:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203053.764219:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203053.764221:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203053.764225:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203053/real 1788203053] req@ffff9c477c848000 x1875052841831424/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203053.764234:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203053.764235:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203053.764237:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302688. 00000400:00000200:0.0:1788203053.764240:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3088 00000400:00000010:0.0:1788203053.764242:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3088. 00000100:00000001:0.0:1788203053.764245:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203053.764248:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c848000 x1875052841831424/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203053.764258:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c848000 x1875052841831424/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203053.764272:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203053.764274:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203053.764276:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203053.764277:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203053.764281:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c848000 x1875052841831424/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203053.764290:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203053.764294:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c848000 x1875052841831424/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203078 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203053.764301:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203053.764304:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203053.764306:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203053.764307:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203053.764309:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203053.764311:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203053.764314:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203053.764318:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203053.764320:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203053.764325:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c848000 x1875052841831424/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203078 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203053.764334:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c848000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841831424:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203053.764338:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203053.764342:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c84a680 x1875052841831552/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203053.764350:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203053.764352:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203053.764355:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203053.764357:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203053.764359:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203053.764362:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c84a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841831552:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203053.764366:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203053.764368:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203053.764370:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203053.764372:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203053.764375:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375000. 02000000:00000001:0.0:1788203053.764377:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203053.764381:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203053.764384:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302688. 00000400:00000010:0.0:1788203053.764393:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3088. 00000100:00000200:0.0:1788203053.764415:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841831552, portal 10 00000100:00000001:0.0:1788203053.764418:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203053.764419:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578520192 : -109644131031424 : ffff9c477c84a680) 00000100:00000040:0.0:1788203053.764426:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c84a680 x1875052841831552/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203078 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203053.764433:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203053.764436:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203053.764439:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3000. 00000100:00000200:0.0:1788203053.764441:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841831552, offset 0 00000400:00000200:0.0:1788203053.764445:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203053.764449:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203053.764453:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203053.764456:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203053.764459:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203053.764462:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203053.764464:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203053.764468:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703552:703552:256:4294967295] 192.168.201.101@tcp LPNI seq info [703547:703547:8:4294967295] 00000400:00000200:0.0:1788203053.764472:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203053.764479:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203053.764484:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203053.764488:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036900. 00000800:00000200:0.0:1788203053.764492:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203053.764495:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1788203053.764506:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203053.764508:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036900. 00000400:00000200:0.0:1788203053.764511:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203053.764515:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203053.764518:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3000 00000400:00000010:0.0:1788203053.764520:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3000. 00000100:00000001:0.0:1788203053.764523:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203053.764527:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c84a680 x1875052841831552/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203078 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203053.764535:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203053.764538:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84a680 x1875052841831552/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203078 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203053.764545:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203053.764547:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203053.764550:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203053.764553:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788203053.764556:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203053.764559:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308192779 00000100:00000001:0.0:1788203053.764562:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308194037 00000100:00000001:0.0:1788203053.764564:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308192779 00000100:00000001:0.0:1788203053.764567:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308194037 00000100:00000001:0.0:1788203053.764569:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203053.764571:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203053.764573:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203053.764577:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203053/real 1788203053] req@ffff9c477c84a680 x1875052841831552/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203053.764586:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203053.764588:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203053.764590:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302688. 00000400:00000200:0.0:1788203053.764592:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3088 00000400:00000010:0.0:1788203053.764594:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3088. 00000100:00000001:0.0:1788203053.764596:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203053.764599:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c84a680 x1875052841831552/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203053.764609:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c84a680 x1875052841831552/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203053.764615:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203053.764617:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203053.764619:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203053.764620:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203053.764624:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c84a680 x1875052841831552/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203053.764632:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203053.764636:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c84a680 x1875052841831552/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203078 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203053.764643:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203053.764646:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203053.764648:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203053.764649:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203053.764651:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203053.764653:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203053.764657:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203053.764660:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203053.764663:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203053.764668:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c84a680 x1875052841831552/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203078 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203053.764677:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c84a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841831552:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203053.764681:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203053.764684:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c84b100 x1875052841831680/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203053.764690:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203053.764692:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203053.764695:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203053.764697:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203053.764699:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203053.764702:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c84b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841831680:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788203053.764705:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203053.764707:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203053.764709:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203053.764711:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203053.764715:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788203053.764717:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203053.764721:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203053.764724:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302688. 00000400:00000010:0.0:1788203053.764727:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3088. 00000100:00000200:0.0:1788203053.764730:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841831680, portal 4 00000100:00000001:0.0:1788203053.764732:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203053.764734:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578522880 : -109644131028736 : ffff9c477c84b100) 00000100:00000040:0.0:1788203053.764740:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c84b100 x1875052841831680/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203078 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203053.764747:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203053.764749:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203053.764752:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3000. 00000100:00000200:0.0:1788203053.764754:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841831680, offset 0 00000400:00000200:0.0:1788203053.764759:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203053.764763:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203053.764766:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203053.764769:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203053.764772:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203053.764774:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203053.764777:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203053.764780:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703553:703553:256:4294967295] 192.168.201.101@tcp LPNI seq info [703548:703548:8:4294967295] 00000400:00000200:0.0:1788203053.764785:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203053.764792:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203053.764797:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203053.764800:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036900. 00000800:00000200:0.0:1788203053.764804:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203053.764808:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1788203053.764819:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203053.764821:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036900. 00000400:00000200:0.0:1788203053.764824:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203053.764828:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203053.764831:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3000 00000400:00000010:0.0:1788203053.764833:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3000. 00000100:00000001:0.0:1788203053.764835:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203053.764839:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c84b100 x1875052841831680/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203078 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203053.764848:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203053.764851:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84b100 x1875052841831680/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203078 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203053.764858:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203053.764859:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203053.764862:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203053.764866:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788203053.764869:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203053.764872:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308192805 00000100:00000001:0.0:1788203053.764874:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308194037 00000100:00000001:0.0:1788203053.764877:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308192805 00000100:00000001:0.0:1788203053.764879:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308194037 00000100:00000001:0.0:1788203053.764881:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203053.764884:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203053.764886:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203053.764890:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203053/real 1788203053] req@ffff9c477c84b100 x1875052841831680/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203053.764898:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203053.764900:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203053.764902:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302688. 00000400:00000200:0.0:1788203053.764904:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3088 00000400:00000010:0.0:1788203053.764906:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3088. 00000100:00000001:0.0:1788203053.764908:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203053.764912:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c84b100 x1875052841831680/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203053.764922:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c84b100 x1875052841831680/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203053.764929:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203053.764930:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203053.764933:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203053.764934:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203053.764938:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c84b100 x1875052841831680/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203053.764946:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203053.764950:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c84b100 x1875052841831680/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203078 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203053.764957:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203053.764961:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203053.764962:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203053.764963:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203053.764965:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203053.764967:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203053.764970:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203053.764974:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203053.764976:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203053.764980:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c84b100 x1875052841831680/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203078 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203053.764989:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c84b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841831680:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788203053.764994:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203053.764996:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203053.765000:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c848000 x1875052841831424/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203078 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203053.765007:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203053.765009:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203053.765011:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377c00. 02000000:00000001:0.0:1788203053.765013:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203053.765015:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203053.765016:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788203053.765019:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203053.765021:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f2800. 02000000:00000001:0.0:1788203053.765024:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203053.765025:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203053.765027:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c848000. 00000100:00000001:0.0:1788203053.765030:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203053.765031:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203053.765033:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203053.765037:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c84a680 x1875052841831552/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203078 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203053.765050:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203053.765051:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203053.765053:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375000. 02000000:00000001:0.0:1788203053.765055:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203053.765057:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203053.765058:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788203053.765060:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203053.765062:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f0c00. 02000000:00000001:0.0:1788203053.765064:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203053.765066:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203053.765067:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c84a680. 00000100:00000001:0.0:1788203053.765069:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203053.765071:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203053.765073:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203053.765076:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c84b100 x1875052841831680/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203078 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203053.765083:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203053.765084:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203053.765085:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788203053.765088:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203053.765089:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203053.765090:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788203053.765092:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203053.765094:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f3c00. 02000000:00000001:0.0:1788203053.765096:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203053.765097:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203053.765099:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c84b100. 00000100:00000001:0.0:1788203053.765101:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203053.765102:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203053.765104:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203053.765108:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203053.765110:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203053.765112:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203053.765114:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203054.402543:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203054.402554:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203054.402561:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203054.402562:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203054.402566:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203054.402568:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203054.402598:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203054.402601:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203054.402604:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788203055.042474:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308194037, at 4308194048 00000100:00000040:0.0:1788203055.042487:0:226636:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308194037, at 4308194048 00000100:00000010:1.0:1788203055.042488:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba600. 00000100:00000010:0.0:1788203055.042503:0:226636:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba900. 00010000:00000001:0.0:1788203055.426553:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203055.426562:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203055.426564:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203055.426567:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203055.426572:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203055.426575:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203055.426576:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203055.426578:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203055.426581:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203055.426582:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203055.426585:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203055.426586:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203055.426612:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203055.426615:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203055.426617:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203056.450494:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203056.450500:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203056.450504:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203056.450505:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203056.450508:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203056.450509:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203056.450529:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203056.450530:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203056.450532:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203057.474509:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203057.474515:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203057.474519:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203057.474523:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203057.474525:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203057.474527:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203057.474530:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203057.474532:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203057.474534:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203057.474536:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203057.474539:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203057.474540:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203057.474541:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203057.474542:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203057.474543:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203057.474544:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203057.474545:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203057.474546:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203057.474566:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203057.474568:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203057.474570:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203058.498489:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203058.498494:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203058.498498:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203058.498499:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203058.498501:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203058.498503:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203058.498522:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203058.498524:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203058.498526:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788203058.882507:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203058.882516:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788203058.882519:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203058.882522:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203058.882526:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203058.882532:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 13525 00000400:00000200:1.0:1788203058.882539:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203058.882543:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203058.882546:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203058.882548:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203058.882551:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203058.882552:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203058.882554:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203058.882557:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203058.882559:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788203058.882561:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203058.882563:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788203058.882565:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788203058.882566:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788203058.882568:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203058.882569:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203058.882571:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203058.882572:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203058.882574:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788203058.882577:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203058.882580:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203058.882582:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203058.882584:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203058.882586:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203058.882588:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788203058.882589:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203058.882597:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dd880. 00000020:00000040:1.0:1788203058.882600:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788203058.882603:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203058.882604:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203058.882607:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203058.882610:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203058.882613:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203058.882657:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99c00. 00000100:00000001:1.0:1788203058.882662:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203058.882670:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dd880 x1875052841831808/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203058.882678:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203058.882681:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203058.882685:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083606985] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dd880 x1875052841831808/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203058.882701:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788203058.882703:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203058.882706:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788203058.882707:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203058.882708:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203058.882710:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203058.882712:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13525 00000400:00000200:1.0:1788203058.882714:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203058.882717:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203058.882719:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203058.882721:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203058.882723:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203058.882726:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203058.882728:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203058.882729:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203058.882731:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788203058.882732:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203058.882733:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788203058.882734:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000001:0.0:1788203058.882736:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1788203058.882736:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788203058.882741:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203058.882744:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788203058.882744:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203058.882748:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203058.882749:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1788203058.882750:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203058.882755:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788203058.882760:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203058.882762:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203058.882763:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3dd880 x1875052841831808/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1788203058.882764:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203058.882769:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203058.882774:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203058.882778:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788203058.882783:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000100:00000001:0.0:1788203058.882784:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000008:00000001:1.0:1788203058.882788:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203058.882789:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203058.882791:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203058.882795:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:1.0:1788203058.882796:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dce00. 00000020:00000040:1.0:1788203058.882800:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788203058.882801:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203058.882803:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203058.882805:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203058.882809:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203058.882809:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203058.882812:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203058.882816:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203058.882820:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841831808:192.168.201.101@tcp:250:kworker.0 02000000:00000010:1.0:1788203058.882822:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98400. 00000100:00000001:0.0:1788203058.882828:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1788203058.882830:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203058.882834:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203058.882840:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203058.882840:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dce00 x1875052841831936/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1788203058.882845:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203058.882854:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376000. 00000100:00000001:1.0:1788203058.882854:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1788203058.882859:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203058.882860:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203058.882870:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000040:1.0:1788203058.882871:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e15d5058] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dce00 x1875052841831936/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1788203058.882876:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302688. 00000100:00000001:1.0:1788203058.882884:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788203058.882887:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3088. 00000100:00080000:1.0:1788203058.882888:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203058.882893:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788203058.882895:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203058.882896:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000200:0.0:1788203058.882898:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841831808, portal 25 00000100:00000001:1.0:1788203058.882899:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203058.882903:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13525 00000100:00000001:0.0:1788203058.882905:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1788203058.882909:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203058.882910:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573879936 : -109644135671680 : ffff9c477c3dd880) 00000400:00000200:1.0:1788203058.882915:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203058.882917:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203058.882922:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000040:0.0:1788203058.882923:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3dd880 x1875052841831808/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203083 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203058.882925:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203058.882930:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203058.882933:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203058.882937:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203058.882940:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788203058.882943:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:0.0:1788203058.882945:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:1.0:1788203058.882946:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788203058.882950:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788203058.882954:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788203058.882955:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000100:00000040:1.0:1788203058.882959:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000400:00000010:0.0:1788203058.882962:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3000. 00000100:00000001:1.0:1788203058.882962:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203058.882966:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000200:0.0:1788203058.882970:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841831808, offset 0 00000100:00000001:1.0:1788203058.882970:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203058.882975:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788203058.882979:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203058.882980:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203058.882984:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:0.0:1788203058.882985:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 02000000:00000001:1.0:1788203058.882987:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203058.882991:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203058.882992:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788203058.882994:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000400:00000200:0.0:1788203058.882998:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000008:00000001:1.0:1788203058.882999:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203058.883004:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203058.883007:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ddf80. 00000400:00000200:0.0:1788203058.883011:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000020:00000040:1.0:1788203058.883011:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788203058.883016:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203058.883019:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203058.883021:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1788203058.883022:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203058.883024:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203058.883028:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203058.883031:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 02000000:00000010:1.0:1788203058.883032:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9a400. 00000100:00000001:1.0:1788203058.883036:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203058.883038:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000100:00100000:1.0:1788203058.883043:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ddf80 x1875052841832064/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1788203058.883048:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000100:00000001:1.0:1788203058.883057:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1788203058.883058:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703554:703554:256:4294967295] 192.168.201.101@tcp LPNI seq info [703549:703549:8:4294967295] 00000100:00000001:1.0:1788203058.883072:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203058.883078:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dea6dee7] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ddf80 x1875052841832064/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788203058.883088:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:1.0:1788203058.883093:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203058.883098:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788203058.883103:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788203058.883107:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1788203058.883110:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000100:00080000:1.0:1788203058.883112:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788203058.883116:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203058.883119:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203058.883121:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000800:00000200:0.0:1788203058.883125:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000100:00080000:1.0:1788203058.883126:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13525 00000400:00000200:1.0:1788203058.883132:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203058.883135:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000800:00000010:0.0:1788203058.883136:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036900. 00000100:00080000:1.0:1788203058.883137:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203058.883141:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203058.883144:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203058.883146:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203058.883149:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000800:00000200:0.0:1788203058.883152:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000020:00000001:1.0:1788203058.883152:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203058.883155:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788203058.883158:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000800:00000200:0.0:1788203058.883161:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 43 secs later) 00000020:00000040:1.0:1788203058.883161:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788203058.883164:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788203058.883169:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788203058.883174:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203058.883177:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203058.883182:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203058.883185:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203058.883188:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788203058.883193:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203058.883195:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203058.883199:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000800:00000100:0.0:1788203058.883200:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 02000000:00000001:1.0:1788203058.883202:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:0.0:1788203058.883206:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036900. 02000000:00000001:1.0:1788203058.883206:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203058.883209:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788203058.883212:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788203058.883215:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203058.883216:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000001:1.0:1788203058.883217:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203058.883224:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dc700. 00000020:00000040:1.0:1788203058.883228:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 00000400:00000200:0.0:1788203058.883229:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 02000000:00000001:1.0:1788203058.883230:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203058.883235:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203058.883236:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203058.883237:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203058.883239:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203058.883240:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3000 02000000:00000010:1.0:1788203058.883242:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b800. 00000400:00000010:0.0:1788203058.883245:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3000. 00000100:00000001:1.0:1788203058.883246:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203058.883253:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:1.0:1788203058.883253:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dc700 x1875052841832192/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1788203058.883263:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c3dd880 x1875052841831808/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203083 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203058.883263:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203058.883265:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203058.883273:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7db4f2b] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dc700 x1875052841832192/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203058.883291:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788203058.883292:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203058.883298:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13535) 00000100:00000040:0.0:1788203058.883302:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3dd880 x1875052841831808/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203083 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203058.883313:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203058.883315:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203058.883322:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203058.883327:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203058.883330:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4308199156 00000100:00000010:0.0:1788203058.883335:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba900. 00000100:00000001:0.0:1788203058.883342:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788203058.883348:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4308199156 00000100:00000010:0.0:1788203058.883351:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba480. 00000100:00000001:0.0:1788203058.883354:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788203058.883358:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203058.883361:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203058.883363:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203058.883368:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203058/real 1788203058] req@ffff9c477c3dd880 x1875052841831808/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203058.883379:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203058.883381:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203058.883384:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302688. 00000400:00000200:0.0:1788203058.883386:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3088 00000400:00000010:0.0:1788203058.883388:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3088. 00000100:00000001:0.0:1788203058.883391:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203058.883417:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3dd880 x1875052841831808/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203058.883427:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3dd880 x1875052841831808/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203058.883435:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203058.883437:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203058.883439:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203058.883441:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203058.883446:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c3dd880 x1875052841831808/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203058.883454:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203058.883458:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3dd880 x1875052841831808/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203083 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203058.883467:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203058.883470:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203058.883472:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203058.883473:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203058.883475:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203058.883477:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203058.883480:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203058.883484:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203058.883486:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203058.883490:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3dd880 x1875052841831808/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203083 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203058.883499:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841831808:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788203058.883504:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203058.883507:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203058.883510:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3dd880 x1875052841831808/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203083 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203058.883518:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203058.883520:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203058.883523:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788203058.883526:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203058.883528:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203058.883530:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788203058.883532:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203058.883535:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4653a99c00. 02000000:00000001:0.0:1788203058.883539:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203058.883541:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203058.883542:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3dd880. 00000100:00000001:0.0:1788203058.883546:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203058.883547:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203058.883550:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203058.883557:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203058.883559:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203058.883561:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203058.883563:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203058.883565:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203058.883569:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3dce00 x1875052841831936/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203058.883577:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203058.883579:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203058.883581:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203058.883583:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203058.883586:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203058.883589:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841831936:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203058.883592:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203058.883594:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203058.883596:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203058.883598:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203058.883602:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788203058.883604:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203058.883608:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203058.883611:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302688. 00000400:00000010:0.0:1788203058.883615:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3088. 00000100:00000200:0.0:1788203058.883618:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841831936, portal 10 00000100:00000001:0.0:1788203058.883620:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203058.883621:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573877248 : -109644135674368 : ffff9c477c3dce00) 00000100:00000040:0.0:1788203058.883628:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3dce00 x1875052841831936/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203083 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203058.883635:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203058.883637:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203058.883639:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3000. 00000100:00000200:0.0:1788203058.883642:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841831936, offset 0 00000400:00000200:0.0:1788203058.883646:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203058.883650:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203058.883653:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203058.883657:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203058.883660:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203058.883663:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203058.883665:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203058.883669:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703555:703555:256:4294967295] 192.168.201.101@tcp LPNI seq info [703550:703550:8:4294967295] 00000400:00000200:0.0:1788203058.883673:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203058.883680:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203058.883685:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203058.883688:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036900. 00000800:00000200:0.0:1788203058.883692:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203058.883695:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1788203058.883708:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203058.883710:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036900. 00000400:00000200:0.0:1788203058.883714:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203058.883717:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203058.883721:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3000 00000400:00000010:0.0:1788203058.883722:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3000. 00000100:00000001:0.0:1788203058.883725:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203058.883729:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c3dce00 x1875052841831936/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203083 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203058.883737:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203058.883739:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3dce00 x1875052841831936/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203083 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203058.883744:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203058.883745:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203058.883747:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203058.883750:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788203058.883752:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203058.883754:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308197898 00000100:00000001:0.0:1788203058.883756:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308199156 00000100:00000001:0.0:1788203058.883757:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308197898 00000100:00000001:0.0:1788203058.883759:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308199156 00000100:00000001:0.0:1788203058.883760:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203058.883761:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203058.883763:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203058.883765:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203058/real 1788203058] req@ffff9c477c3dce00 x1875052841831936/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203058.883770:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203058.883771:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203058.883772:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302688. 00000400:00000200:0.0:1788203058.883774:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3088 00000400:00000010:0.0:1788203058.883775:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3088. 00000100:00000001:0.0:1788203058.883776:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203058.883778:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3dce00 x1875052841831936/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203058.883784:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3dce00 x1875052841831936/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203058.883788:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203058.883789:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203058.883790:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203058.883791:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203058.883793:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c3dce00 x1875052841831936/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203058.883797:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203058.883799:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3dce00 x1875052841831936/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203083 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203058.883812:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203058.883814:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203058.883815:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203058.883815:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203058.883819:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203058.883820:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203058.883822:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203058.883824:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203058.883826:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203058.883829:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3dce00 x1875052841831936/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203083 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203058.883834:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841831936:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203058.883837:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203058.883839:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3ddf80 x1875052841832064/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203058.883847:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203058.883848:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203058.883850:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203058.883851:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203058.883852:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203058.883854:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841832064:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203058.883856:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203058.883857:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203058.883858:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203058.883859:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203058.883862:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376800. 02000000:00000001:0.0:1788203058.883863:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203058.883865:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203058.883867:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302688. 00000400:00000010:0.0:1788203058.883869:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3088. 00000100:00000200:0.0:1788203058.883871:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841832064, portal 10 00000100:00000001:0.0:1788203058.883872:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203058.883873:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573881728 : -109644135669888 : ffff9c477c3ddf80) 00000100:00000040:0.0:1788203058.883877:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3ddf80 x1875052841832064/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203083 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203058.883882:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203058.883884:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203058.883885:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3000. 00000100:00000200:0.0:1788203058.883887:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841832064, offset 0 00000400:00000200:0.0:1788203058.883889:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203058.883892:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203058.883894:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203058.883897:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203058.883899:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203058.883901:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203058.883904:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203058.883908:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703556:703556:256:4294967295] 192.168.201.101@tcp LPNI seq info [703551:703551:8:4294967295] 00000400:00000200:0.0:1788203058.883912:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203058.883919:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203058.883923:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203058.883927:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036900. 00000800:00000200:0.0:1788203058.883931:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203058.883934:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1788203058.883945:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203058.883947:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036900. 00000400:00000200:0.0:1788203058.883950:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203058.883954:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203058.883957:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3000 00000400:00000010:0.0:1788203058.883959:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3000. 00000100:00000001:0.0:1788203058.883962:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203058.883966:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c3ddf80 x1875052841832064/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203083 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203058.883974:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203058.883978:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3ddf80 x1875052841832064/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203083 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203058.883985:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203058.883987:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203058.883990:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203058.883993:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788203058.883996:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203058.883998:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308197898 00000100:00000001:0.0:1788203058.884001:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308199156 00000100:00000001:0.0:1788203058.884003:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308197898 00000100:00000001:0.0:1788203058.884005:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308199156 00000100:00000001:0.0:1788203058.884008:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203058.884011:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203058.884012:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203058.884016:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203058/real 1788203058] req@ffff9c477c3ddf80 x1875052841832064/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203058.884025:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203058.884027:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203058.884029:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302688. 00000400:00000200:0.0:1788203058.884031:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3088 00000400:00000010:0.0:1788203058.884033:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3088. 00000100:00000001:0.0:1788203058.884035:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203058.884038:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3ddf80 x1875052841832064/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203058.884047:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3ddf80 x1875052841832064/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203058.884054:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203058.884055:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203058.884057:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203058.884058:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203058.884075:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c3ddf80 x1875052841832064/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203058.884081:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203058.884085:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3ddf80 x1875052841832064/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203083 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203058.884089:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203058.884091:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203058.884092:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203058.884093:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203058.884094:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203058.884095:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203058.884097:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203058.884099:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203058.884101:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203058.884103:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3ddf80 x1875052841832064/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203083 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203058.884108:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841832064:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203058.884111:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203058.884113:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3dc700 x1875052841832192/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203058.884117:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203058.884118:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203058.884119:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203058.884120:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203058.884122:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203058.884124:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841832192:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788203058.884126:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203058.884127:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203058.884128:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203058.884129:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203058.884132:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788203058.884133:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203058.884136:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203058.884138:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302688. 00000400:00000010:0.0:1788203058.884140:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3088. 00000100:00000200:0.0:1788203058.884142:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841832192, portal 4 00000100:00000001:0.0:1788203058.884144:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203058.884145:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573875456 : -109644135676160 : ffff9c477c3dc700) 00000100:00000040:0.0:1788203058.884149:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3dc700 x1875052841832192/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203083 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203058.884154:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203058.884156:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203058.884157:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3000. 00000100:00000200:0.0:1788203058.884158:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841832192, offset 0 00000400:00000200:0.0:1788203058.884161:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203058.884164:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203058.884166:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203058.884168:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203058.884170:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203058.884172:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203058.884173:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203058.884176:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703557:703557:256:4294967295] 192.168.201.101@tcp LPNI seq info [703552:703552:8:4294967295] 00000400:00000200:0.0:1788203058.884180:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203058.884186:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203058.884191:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203058.884194:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036900. 00000800:00000200:0.0:1788203058.884198:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203058.884201:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1788203058.884213:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203058.884215:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036900. 00000400:00000200:0.0:1788203058.884218:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203058.884222:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203058.884225:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3000 00000400:00000010:0.0:1788203058.884227:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3000. 00000100:00000001:0.0:1788203058.884229:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203058.884233:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c3dc700 x1875052841832192/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203083 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203058.884242:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203058.884246:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3dc700 x1875052841832192/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203083 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203058.884253:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203058.884255:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203058.884259:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203058.884262:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788203058.884265:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203058.884267:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308197924 00000100:00000001:0.0:1788203058.884270:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308199156 00000100:00000001:0.0:1788203058.884272:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308197924 00000100:00000001:0.0:1788203058.884275:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308199156 00000100:00000001:0.0:1788203058.884277:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203058.884279:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203058.884280:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203058.884283:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203058/real 1788203058] req@ffff9c477c3dc700 x1875052841832192/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203058.884288:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203058.884289:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203058.884291:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302688. 00000400:00000200:0.0:1788203058.884292:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3088 00000400:00000010:0.0:1788203058.884293:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3088. 00000100:00000001:0.0:1788203058.884295:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203058.884297:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3dc700 x1875052841832192/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203058.884302:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3dc700 x1875052841832192/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203058.884306:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203058.884306:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203058.884308:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203058.884308:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203058.884311:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c3dc700 x1875052841832192/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203058.884315:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203058.884317:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3dc700 x1875052841832192/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203083 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203058.884322:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203058.884324:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203058.884325:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203058.884326:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203058.884327:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203058.884328:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203058.884330:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203058.884331:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203058.884333:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203058.884335:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3dc700 x1875052841832192/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203083 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203058.884340:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841832192:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788203058.884342:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203058.884343:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203058.884345:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3dce00 x1875052841831936/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203083 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203058.884350:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203058.884351:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203058.884352:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788203058.884354:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203058.884355:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203058.884356:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788203058.884357:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203058.884358:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4653a98400. 02000000:00000001:0.0:1788203058.884361:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203058.884362:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203058.884363:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3dce00. 00000100:00000001:0.0:1788203058.884365:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203058.884366:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203058.884367:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203058.884369:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3ddf80 x1875052841832064/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203083 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203058.884374:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203058.884374:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203058.884375:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376800. 02000000:00000001:0.0:1788203058.884376:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203058.884377:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203058.884378:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788203058.884379:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203058.884380:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4653a9a400. 02000000:00000001:0.0:1788203058.884381:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203058.884382:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203058.884382:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3ddf80. 00000100:00000001:0.0:1788203058.884384:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203058.884385:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203058.884386:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203058.884387:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3dc700 x1875052841832192/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203083 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203058.884391:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203058.884392:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203058.884407:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788203058.884409:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203058.884410:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203058.884411:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788203058.884412:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203058.884413:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4653a9b800. 02000000:00000001:0.0:1788203058.884415:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203058.884415:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203058.884416:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3dc700. 00000100:00000001:0.0:1788203058.884418:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203058.884418:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203058.884420:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203058.884422:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203058.884423:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203058.884424:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203058.884426:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203059.522525:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203059.522536:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203059.522542:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203059.522543:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203059.522546:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203059.522547:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203059.522595:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203059.522597:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203059.522599:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788203060.162452:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308199156, at 4308199168 00000100:00000040:0.0:1788203060.162463:0:226636:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308199156, at 4308199168 00000100:00000010:1.0:1788203060.162466:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba480. 00000100:00000010:0.0:1788203060.162473:0:226636:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba900. 00010000:00000001:0.0:1788203060.546500:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203060.546505:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203060.546509:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203060.546510:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203060.546513:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203060.546514:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203060.546535:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203060.546538:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203060.546540:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203061.570510:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203061.570516:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203061.570521:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203061.570522:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203061.570524:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203061.570525:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203061.570547:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203061.570549:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203061.570551:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203062.594531:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203062.594544:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203062.594550:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203062.594551:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203062.594554:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203062.594555:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203062.594582:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203062.594585:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203062.594588:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203063.618557:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203063.618566:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203063.618571:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203063.618572:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203063.618575:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203063.618576:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203063.618604:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203063.618606:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203063.618609:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788203064.002511:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203064.002523:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788203064.002526:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203064.002531:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203064.002535:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203064.002542:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 13530 00000400:00000200:0.0:1788203064.002552:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203064.002558:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203064.002561:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203064.002564:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203064.002567:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203064.002569:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203064.002572:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203064.002575:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203064.002577:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788203064.002580:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203064.002582:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788203064.002584:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788203064.002586:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788203064.002588:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203064.002590:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203064.002592:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203064.002593:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203064.002596:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788203064.002599:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203064.002601:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203064.002603:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203064.002607:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203064.002609:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203064.002611:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788203064.002613:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203064.002621:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fb100. 00000020:00000040:0.0:1788203064.002624:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788203064.002629:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203064.002630:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203064.002633:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203064.002636:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203064.002641:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203064.002648:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376000. 00000100:00000001:0.0:1788203064.002655:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203064.002664:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fb100 x1875052841832320/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203064.002680:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203064.002691:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203064.002695:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000093808cf5] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fb100 x1875052841832320/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203064.002719:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788203064.002723:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203064.002727:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788203064.002729:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203064.002731:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203064.002735:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203064.002740:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13530 00000400:00000200:0.0:1788203064.002746:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203064.002751:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203064.002754:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203064.002761:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203064.002766:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203064.002771:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203064.002776:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203064.002783:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203064.002787:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788203064.002791:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203064.002797:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788203064.002808:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788203064.002816:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788203064.002824:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203064.002837:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203064.002848:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203064.002858:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203064.002870:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788203064.002884:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203064.002891:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203064.002895:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203064.002905:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203064.002909:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203064.002911:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203064.002916:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788203064.002926:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203064.002929:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203064.002935:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9f80. 00000020:00000040:0.0:1788203064.002938:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788203064.002945:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203064.002948:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203064.002953:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203064.002957:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203064.002962:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203064.002969:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375800. 00000100:00000001:0.0:1788203064.002990:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203064.003003:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9f80 x1875052841832448/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203064.003060:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203064.003067:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203064.003078:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5e67c01] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9f80 x1875052841832448/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203064.003100:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788203064.003106:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203064.003117:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788203064.003119:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203064.003121:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203064.003124:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203064.003131:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13530 00000400:00000200:0.0:1788203064.003142:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203064.003147:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203064.003151:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203064.003161:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203064.003168:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203064.003176:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203064.003182:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203064.003186:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203064.003187:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788203064.003190:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203064.003193:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788203064.003199:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788203064.003207:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788203064.003216:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203064.003222:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203064.003229:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203064.003233:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203064.003240:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788203064.003246:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203064.003248:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203064.003250:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203064.003254:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203064.003259:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203064.003265:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203064.003269:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788203064.003275:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203064.003280:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203064.003288:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fb800. 00000020:00000040:0.0:1788203064.003291:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788203064.003298:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203064.003301:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203064.003308:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203064.003310:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203064.003311:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203064.003315:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374400. 00000100:00000001:0.0:1788203064.003322:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203064.003333:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fb800 x1875052841832576/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203064.003346:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203064.003350:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203064.003356:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045f4f50b] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fb800 x1875052841832576/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203064.003374:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203064.003390:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788203064.003466:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788203064.003475:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203064.003492:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788203064.003497:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203064.003502:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203064.003507:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203064.003513:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13530 00000400:00000200:0.0:1788203064.003524:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203064.003531:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203064.003533:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203064.003535:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203064.003542:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203064.003546:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203064.003551:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203064.003558:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203064.003563:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788203064.003565:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203064.003568:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788203064.003573:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788203064.003577:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788203064.003582:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203064.003585:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203064.003586:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203064.003588:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203064.003590:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788203064.003596:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203064.003606:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203064.003613:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203064.003622:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203064.003633:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203064.003639:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203064.003646:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788203064.003657:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203064.003671:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203064.003679:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8380. 00000020:00000040:0.0:1788203064.003685:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788203064.003696:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203064.003698:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203064.003703:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203064.003706:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203064.003709:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203064.003718:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376800. 00000100:00000001:0.0:1788203064.003723:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203064.003733:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8380 x1875052841832704/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203064.003744:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203064.003750:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203064.003757:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004fba561] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8380 x1875052841832704/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203064.003784:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203064.003795:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13540) 00010000:00000001:0.0:1788203064.642538:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203064.642548:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203064.642557:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203064.642559:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203064.642564:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203064.642565:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203064.642599:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203064.642604:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203064.642607:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203065.282543:0:226636:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308204277, at 4308204288 00000100:00000040:1.0:1788203065.282543:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308204277, at 4308204288 00000100:00000010:1.0:1788203065.282563:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88c00. 00000100:00000010:0.0:1788203065.282572:0:226636:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa880c0. 00010000:00000001:0.0:1788203065.666546:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203065.666555:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203065.666557:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203065.666561:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203065.666575:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203065.666580:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203065.666582:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203065.666584:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203065.666588:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203065.666589:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203065.666592:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203065.666593:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203065.666621:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203065.666623:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203065.666626:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203066.690519:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203066.690527:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203066.690534:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203066.690535:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203066.690537:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203066.690538:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203066.690563:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203066.690565:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203066.690568:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203067.714657:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203067.714663:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203067.714674:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203067.714677:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203067.714679:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203067.714682:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203067.714684:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203067.714686:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203067.714687:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203067.714689:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203067.714692:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203067.714693:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203067.714695:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203067.714696:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203067.714697:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203067.714698:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203067.714699:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203067.714700:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203067.714729:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203067.714730:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203067.714733:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203068.738527:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203068.738533:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203068.738540:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203068.738541:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203068.738544:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203068.738546:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203068.738570:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203068.738573:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203068.738576:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788203069.122490:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203069.122498:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788203069.122501:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203069.122504:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203069.122509:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203069.122518:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 13535 00000400:00000200:0.0:1788203069.122526:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203069.122533:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203069.122537:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203069.122541:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203069.122544:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203069.122547:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203069.122549:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203069.122554:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203069.122556:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788203069.122559:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203069.122563:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788203069.122565:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788203069.122567:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788203069.122569:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203069.122570:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203069.122572:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203069.122573:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203069.122575:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788203069.122577:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203069.122579:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203069.122588:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203069.122591:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203069.122593:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203069.122595:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788203069.122597:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203069.122605:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9500. 00000020:00000040:0.0:1788203069.122607:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788203069.122610:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203069.122612:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203069.122614:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203069.122617:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203069.122620:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203069.122626:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375000. 00000100:00000001:0.0:1788203069.122631:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203069.122640:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9500 x1875052841832832/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203069.122647:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203069.122651:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203069.122654:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000842d065d] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9500 x1875052841832832/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203069.122671:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788203069.122674:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203069.122680:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788203069.122682:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203069.122683:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203069.122686:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203069.122688:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13535 00000400:00000200:0.0:1788203069.122692:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203069.122695:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203069.122696:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203069.122699:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203069.122704:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203069.122707:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203069.122711:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203069.122715:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203069.122716:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788203069.122717:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203069.122721:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788203069.122722:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788203069.122725:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788203069.122733:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203069.122737:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203069.122740:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203069.122744:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203069.122747:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788203069.122752:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203069.122757:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203069.122759:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203069.122767:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203069.122770:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203069.122777:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203069.122782:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788203069.122786:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203069.122789:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203069.122793:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8380. 00000020:00000040:0.0:1788203069.122797:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788203069.122801:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203069.122804:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203069.122805:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203069.122806:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203069.122807:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203069.122811:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377800. 00000100:00000001:0.0:1788203069.122813:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203069.122819:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8380 x1875052841832960/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203069.122832:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203069.122837:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203069.122846:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004fba561] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8380 x1875052841832960/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203069.122860:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788203069.122866:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203069.122873:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788203069.122877:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203069.122879:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203069.122901:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203069.122905:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13535 00000400:00000200:0.0:1788203069.122917:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203069.122924:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203069.122931:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203069.122938:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203069.122942:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203069.122946:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203069.122950:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203069.122953:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203069.122956:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788203069.122959:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203069.122961:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788203069.122963:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788203069.122965:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788203069.122969:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203069.122971:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203069.122975:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203069.122976:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203069.122979:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788203069.122984:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203069.122987:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203069.122989:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203069.122994:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203069.122998:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203069.123002:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203069.123004:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788203069.123009:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203069.123013:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203069.123019:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fb800. 00000020:00000040:0.0:1788203069.123023:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788203069.123028:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203069.123031:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203069.123035:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203069.123037:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203069.123039:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203069.123042:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375400. 00000100:00000001:0.0:1788203069.123047:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203069.123055:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fb800 x1875052841833088/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203069.123074:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203069.123077:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203069.123082:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045f4f50b] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fb800 x1875052841833088/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203069.123093:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203069.123096:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788203069.123112:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788203069.123115:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203069.123117:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788203069.123118:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203069.123119:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203069.123121:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203069.123124:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13535 00000400:00000200:0.0:1788203069.123126:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203069.123128:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203069.123130:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203069.123132:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203069.123133:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203069.123135:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203069.123136:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203069.123138:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203069.123138:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788203069.123139:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203069.123141:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788203069.123142:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788203069.123143:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788203069.123145:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203069.123147:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203069.123148:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203069.123150:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203069.123151:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788203069.123153:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203069.123159:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203069.123161:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203069.123167:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203069.123170:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203069.123173:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203069.123175:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788203069.123180:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203069.123182:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203069.123188:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9f80. 00000020:00000040:0.0:1788203069.123193:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788203069.123198:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203069.123210:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203069.123215:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203069.123218:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203069.123222:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203069.123228:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376400. 00000100:00000001:0.0:1788203069.123233:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203069.123243:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9f80 x1875052841833216/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203069.123269:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203069.123274:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203069.123280:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5e67c01] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9f80 x1875052841833216/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203069.123293:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203069.123300:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13545) 00010000:00000001:0.0:1788203069.762489:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203069.762496:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203069.762504:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203069.762505:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203069.762509:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203069.762511:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203069.762541:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203069.762543:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203069.762545:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203070.402537:0:226636:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308209396, at 4308209408 00000100:00000010:0.0:1788203070.402551:0:226636:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88540. 00000100:00000040:1.0:1788203070.402605:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308209396, at 4308209408 00000100:00000010:1.0:1788203070.402634:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa885a0. 00010000:00000001:0.0:1788203070.786497:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203070.786502:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203070.786506:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203070.786507:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203070.786510:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203070.786511:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203070.786590:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203070.786594:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203070.786597:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203071.810468:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203071.810473:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203071.810478:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203071.810479:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203071.810482:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203071.810483:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203071.810501:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203071.810503:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203071.810505:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203072.834520:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203072.834525:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203072.834529:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203072.834530:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203072.834533:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203072.834534:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203072.834555:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203072.834557:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203072.834559:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203073.858678:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203073.858684:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203073.858689:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203073.858690:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203073.858692:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203073.858693:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203073.858719:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203073.858721:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203073.858723:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788203074.242521:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203074.242539:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788203074.242541:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203074.242545:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203074.242549:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203074.242555:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 13540 00000400:00000200:0.0:1788203074.242560:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203074.242565:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203074.242567:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203074.242570:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203074.242572:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203074.242574:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203074.242576:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203074.242580:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203074.242581:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788203074.242584:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203074.242586:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788203074.242588:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788203074.242589:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788203074.242591:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203074.242593:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203074.242594:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203074.242596:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203074.242598:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788203074.242600:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203074.242602:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203074.242605:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203074.242607:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203074.242609:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203074.242611:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788203074.242612:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203074.242628:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fb100. 00000020:00000040:0.0:1788203074.242632:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788203074.242636:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203074.242638:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203074.242641:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203074.242644:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203074.242649:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203074.242658:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374c00. 00000100:00000001:0.0:1788203074.242665:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203074.242676:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fb100 x1875052841833344/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203074.242686:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203074.242690:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203074.242694:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000093808cf5] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fb100 x1875052841833344/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203074.242712:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788203074.242714:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203074.242717:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788203074.242718:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203074.242719:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203074.242731:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203074.242734:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13540 00000400:00000200:0.0:1788203074.242738:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203074.242741:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203074.242743:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203074.242746:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203074.242747:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203074.242749:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203074.242750:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203074.242752:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203074.242753:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788203074.242754:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203074.242755:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788203074.242757:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788203074.242758:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788203074.242761:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203074.242764:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203074.242766:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203074.242769:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203074.242771:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788203074.242773:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203074.242774:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203074.242778:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203074.242782:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203074.242785:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203074.242787:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203074.242791:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788203074.242811:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203074.242813:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203074.242816:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8000. 00000020:00000040:0.0:1788203074.242819:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788203074.242821:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203074.242823:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203074.242826:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203074.242829:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203074.242832:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203074.242841:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376c00. 00000100:00000001:0.0:1788203074.242862:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203074.242874:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8000 x1875052841833472/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203074.242886:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203074.242889:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203074.242893:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000755f6dce] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8000 x1875052841833472/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203074.242906:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788203074.242911:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203074.242916:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788203074.242918:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203074.242920:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203074.242925:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203074.242926:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13540 00000400:00000200:0.0:1788203074.242931:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203074.242935:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203074.242937:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203074.242939:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203074.242941:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203074.242945:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203074.242949:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203074.242953:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203074.242956:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788203074.242960:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203074.242963:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788203074.242967:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788203074.242974:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788203074.242984:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203074.242990:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203074.242998:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203074.243003:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203074.243008:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788203074.243013:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203074.243016:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203074.243022:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203074.243027:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203074.243033:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203074.243038:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203074.243042:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788203074.243050:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203074.243056:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203074.243061:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9880. 00000020:00000040:0.0:1788203074.243067:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788203074.243073:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203074.243077:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203074.243082:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203074.243087:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203074.243091:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203074.243098:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377000. 00000100:00000001:0.0:1788203074.243104:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203074.243115:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9880 x1875052841833600/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203074.243129:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203074.243134:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203074.243140:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2b42fc4] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9880 x1875052841833600/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203074.243161:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203074.243167:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788203074.243177:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788203074.243180:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203074.243195:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788203074.243197:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203074.243200:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203074.243204:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203074.243208:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13540 00000400:00000200:0.0:1788203074.243216:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203074.243221:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203074.243223:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203074.243229:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203074.243231:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203074.243234:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203074.243238:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203074.243242:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203074.243243:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788203074.243246:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203074.243249:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788203074.243254:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788203074.243256:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788203074.243263:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203074.243267:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203074.243268:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203074.243270:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203074.243272:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788203074.243275:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203074.243279:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203074.243281:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203074.243285:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203074.243288:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203074.243292:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203074.243294:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788203074.243306:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203074.243309:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203074.243313:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9c00. 00000020:00000040:0.0:1788203074.243317:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788203074.243321:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203074.243323:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203074.243330:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203074.243334:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203074.243336:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203074.243346:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377400. 00000100:00000001:0.0:1788203074.243355:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203074.243363:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9c00 x1875052841833728/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203074.243376:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203074.243380:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203074.243389:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d680416d] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9c00 x1875052841833728/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203074.243433:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203074.243441:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13550) 00010000:00000001:0.0:1788203074.882510:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203074.882517:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203074.882522:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203074.882524:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203074.882527:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203074.882528:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203074.882554:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203074.882556:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203074.882559:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203075.522498:0:226636:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308214516, at 4308214528 00000100:00000040:1.0:1788203075.522498:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308214516, at 4308214528 00000100:00000010:0.0:1788203075.522514:0:226636:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa882a0. 00000100:00000010:1.0:1788203075.522517:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88000. 00010000:00000001:0.0:1788203075.906498:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203075.906505:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203075.906507:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203075.906510:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203075.906514:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203075.906516:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203075.906517:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203075.906519:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203075.906522:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203075.906523:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203075.906525:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203075.906526:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203075.906545:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203075.906547:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203075.906549:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203076.930551:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203076.930558:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203076.930567:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203076.930569:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203076.930573:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203076.930584:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203076.930612:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203076.930615:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203076.930617:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203077.954483:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203077.954491:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203077.954498:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203077.954502:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203077.954504:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203077.954508:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203077.954511:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203077.954514:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203077.954517:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203077.954519:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203077.954521:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203077.954523:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203077.954524:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203077.954525:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203077.954526:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203077.954527:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203077.954528:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203077.954573:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203077.954597:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203077.954599:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203077.954601:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203078.978495:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203078.978502:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203078.978506:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203078.978507:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203078.978509:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203078.978511:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203078.978531:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203078.978533:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203078.978535:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203080.002485:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203080.002490:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203080.002494:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203080.002495:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203080.002498:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203080.002499:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203080.002527:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203080.002530:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203080.002533:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788203080.642480:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308219636, at 4308219648 00000100:00000040:0.0:1788203080.642481:0:226636:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308219636, at 4308219648 00000100:00000010:1.0:1788203080.642494:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88de0. 00000100:00000010:0.0:1788203080.642496:0:226636:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88360. 00010000:00000001:0.0:1788203081.026525:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203081.026530:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203081.026535:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203081.026536:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203081.026538:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203081.026539:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203081.026567:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203081.026569:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203081.026571:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203082.050466:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203082.050472:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203082.050476:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203082.050477:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203082.050480:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203082.050481:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203082.050505:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203082.050507:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203082.050509:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203083.074546:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203083.074555:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203083.074562:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203083.074563:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203083.074567:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203083.074569:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203083.074608:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203083.074612:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203083.074615:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203084.098505:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203084.098511:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203084.098517:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203084.098518:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203084.098522:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203084.098523:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203084.098559:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203084.098562:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203084.098565:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203085.122512:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203085.122519:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203085.122525:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203085.122527:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203085.122530:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203085.122532:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203085.122577:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203085.122581:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203085.122584:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203085.762481:0:226636:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308224756, at 4308224768 00000100:00000040:1.0:1788203085.762489:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308224756, at 4308224768 00000100:00000010:0.0:1788203085.762494:0:226636:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88780. 00000100:00000010:1.0:1788203085.762498:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88180. 00010000:00000001:0.0:1788203086.146477:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203086.146483:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203086.146485:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203086.146532:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203086.146537:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203086.146538:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203086.146540:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203086.146542:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203086.146545:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203086.146546:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203086.146549:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203086.146550:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203086.146602:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203086.146605:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203086.146607:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203087.170510:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203087.170516:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203087.170520:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203087.170522:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203087.170524:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203087.170525:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203087.170545:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203087.170547:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203087.170549:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203088.194507:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203088.194513:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203088.194517:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203088.194520:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203088.194522:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203088.194524:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203088.194527:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203088.194529:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203088.194530:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203088.194532:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203088.194534:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203088.194535:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203088.194536:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203088.194537:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203088.194538:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203088.194539:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203088.194540:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203088.194542:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203088.194580:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203088.194587:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203088.194590:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203089.218508:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203089.218514:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203089.218518:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203089.218519:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203089.218522:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203089.218523:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203089.218564:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203089.218566:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203089.218568:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788203089.602488:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203089.602499:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788203089.602502:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203089.602506:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203089.602511:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203089.602518:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 13556 00000400:00000200:1.0:1788203089.602525:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203089.602546:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203089.602549:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203089.602553:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203089.602556:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203089.602559:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203089.602562:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203089.602566:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203089.602569:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788203089.602572:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203089.602575:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788203089.602578:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788203089.602580:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788203089.602584:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203089.602586:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203089.602588:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203089.602590:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203089.602594:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788203089.602597:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203089.602600:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203089.602604:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203089.602607:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203089.602610:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203089.602613:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788203089.602615:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203089.602625:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dd180. 00000020:00000040:1.0:1788203089.602629:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788203089.602633:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203089.602635:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203089.602638:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203089.602641:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203089.602645:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203089.602654:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98c00. 00000100:00000001:1.0:1788203089.602661:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203089.602673:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dd180 x1875052841834880/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203089.602685:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203089.602690:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203089.602696:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000095f81904] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dd180 x1875052841834880/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203089.602718:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788203089.602722:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203089.602726:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788203089.602728:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203089.602730:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203089.602734:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203089.602738:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13556 00000400:00000200:1.0:1788203089.602743:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203089.602749:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203089.602754:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203089.602760:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203089.602764:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203089.602769:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203089.602775:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203089.602781:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203089.602783:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788203089.602788:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203089.602791:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788203089.602797:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788203089.602803:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788203089.602812:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203089.602825:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203089.602831:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203089.602835:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203089.602841:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788203089.602845:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203089.602849:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203089.602854:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203089.602862:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203089.602867:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203089.602870:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788203089.602875:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788203089.602881:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203089.602886:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203089.602892:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3df100. 00000020:00000040:1.0:1788203089.602897:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788203089.602904:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203089.602907:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203089.602919:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203089.602923:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203089.602927:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203089.602936:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9ac00. 00000100:00000001:1.0:1788203089.602944:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203089.602955:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3df100 x1875052841835008/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203089.602968:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203089.602974:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203089.602984:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c16a5860] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3df100 x1875052841835008/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203089.603001:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788203089.603007:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203089.603015:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788203089.603019:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203089.603024:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203089.603031:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203089.603038:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13556 00000400:00000200:1.0:1788203089.603059:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203089.603064:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203089.603068:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203089.603073:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203089.603076:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203089.603079:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203089.603086:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203089.603089:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203089.603100:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788203089.603105:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203089.603111:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788203089.603117:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788203089.603125:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788203089.603134:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203089.603141:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203089.603146:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203089.603151:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203089.603156:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788203089.603163:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203089.603169:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203089.603174:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203089.603179:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203089.603183:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203089.603189:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788203089.603193:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788203089.603200:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203089.603203:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203089.603211:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dc000. 00000020:00000040:1.0:1788203089.603217:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788203089.603225:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203089.603228:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203089.603232:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203089.603235:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203089.603238:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203089.603243:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9bc00. 00000100:00000001:1.0:1788203089.603251:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203089.603260:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dc000 x1875052841835136/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203089.603272:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203089.603276:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203089.603283:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1e3b926] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dc000 x1875052841835136/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203089.603300:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203089.603314:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788203089.603323:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788203089.603330:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203089.603335:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788203089.603339:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203089.603344:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203089.603350:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203089.603357:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13556 00000400:00000200:1.0:1788203089.603366:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203089.603374:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203089.603380:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203089.603387:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203089.603434:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203089.603441:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203089.603446:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203089.603452:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203089.603456:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788203089.603462:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203089.603465:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788203089.603470:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788203089.603476:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788203089.603485:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203089.603491:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203089.603496:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203089.603501:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203089.603508:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788203089.603513:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203089.603519:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203089.603524:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203089.603545:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203089.603552:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203089.603557:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788203089.603561:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788203089.603567:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203089.603572:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203089.603581:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dc700. 00000020:00000040:1.0:1788203089.603586:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788203089.603593:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203089.603596:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203089.603600:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203089.603603:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203089.603605:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203089.603610:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98800. 00000100:00000001:1.0:1788203089.603616:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203089.603626:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dc700 x1875052841835264/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203089.603651:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203089.603656:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203089.603663:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7db4f2b] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dc700 x1875052841835264/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203089.603678:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203089.603688:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13566) 00010000:00000001:0.0:1788203090.242492:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203090.242498:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203090.242502:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203090.242503:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203090.242506:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203090.242507:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203090.242550:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203090.242553:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203090.242555:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203090.882492:0:226636:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308229876, at 4308229888 00000100:00000040:1.0:1788203090.882492:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308229876, at 4308229888 00000100:00000010:0.0:1788203090.882521:0:226636:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88ba0. 00000100:00000010:1.0:1788203090.882533:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88060. 00010000:00000001:0.0:1788203091.266461:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203091.266467:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203091.266471:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203091.266472:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203091.266475:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203091.266476:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203091.266496:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203091.266498:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203091.266514:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203092.290520:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203092.290525:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203092.290530:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203092.290530:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203092.290534:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203092.290535:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203092.290555:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203092.290557:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203092.290559:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203093.314531:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203093.314537:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203093.314544:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203093.314545:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203093.314549:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203093.314551:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203093.314577:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203093.314581:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203093.314584:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203094.338466:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203094.338481:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203094.338488:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203094.338490:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203094.338494:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203094.338496:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203094.338515:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203094.338517:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203094.338519:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203095.362521:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203095.362529:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203095.362532:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203095.362535:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203095.362540:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203095.362543:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203095.362545:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203095.362547:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203095.362552:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203095.362554:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203095.362556:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203095.362557:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203095.362578:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203095.362580:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203095.362582:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203096.002480:0:226636:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308234996, at 4308235008 00000100:00000040:1.0:1788203096.002480:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308234996, at 4308235008 00000100:00000010:0.0:1788203096.002494:0:226636:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88300. 00000100:00000010:1.0:1788203096.002495:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88900. 00010000:00000001:0.0:1788203096.386553:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203096.386563:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203096.386571:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203096.386572:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203096.386576:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203096.386577:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203096.386606:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203096.386609:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203096.386612:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203097.410570:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203097.410576:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203097.410580:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203097.410583:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203097.410585:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203097.410587:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203097.410590:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203097.410592:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203097.410593:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203097.410595:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203097.410597:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203097.410598:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203097.410599:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203097.410600:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203097.410601:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203097.410602:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203097.410603:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203097.410605:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203097.410636:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203097.410639:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203097.410642:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203098.434531:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203098.434538:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203098.434544:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203098.434546:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203098.434550:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203098.434562:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203098.434584:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203098.434587:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203098.434590:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203099.458518:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203099.458525:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203099.458532:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203099.458533:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203099.458537:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203099.458550:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203099.458578:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203099.458582:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203099.458584:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788203099.842503:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203099.842532:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788203099.842535:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203099.842539:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203099.842544:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203099.842551:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 13566 00000400:00000200:0.0:1788203099.842559:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203099.842565:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203099.842568:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203099.842572:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203099.842576:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203099.842579:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203099.842582:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203099.842586:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203099.842588:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788203099.842591:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203099.842595:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788203099.842597:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788203099.842600:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788203099.842603:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203099.842606:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203099.842608:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203099.842610:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203099.842614:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788203099.842617:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203099.842619:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203099.842622:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203099.842625:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203099.842628:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203099.842631:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788203099.842634:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203099.842642:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fad80. 00000020:00000040:0.0:1788203099.842646:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788203099.842650:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203099.842652:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203099.842655:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203099.842658:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203099.842662:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203099.842669:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374800. 00000100:00000001:0.0:1788203099.842675:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203099.842685:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fad80 x1875052841835904/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203099.842697:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203099.842702:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203099.842708:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010fef5ed] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fad80 x1875052841835904/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203099.842729:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788203099.842740:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203099.842744:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788203099.842746:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203099.842751:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203099.842755:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203099.842760:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13566 00000400:00000200:0.0:1788203099.842766:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203099.842772:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203099.842777:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203099.842784:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203099.842787:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203099.842792:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203099.842799:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203099.842804:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203099.842807:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788203099.842812:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203099.842816:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788203099.842820:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788203099.842825:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788203099.842832:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203099.842839:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203099.842844:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203099.842851:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203099.842855:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788203099.842860:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203099.842863:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203099.842867:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203099.842874:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203099.842880:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203099.842884:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203099.842888:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788203099.842895:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203099.842898:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203099.842905:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fa680. 00000020:00000040:0.0:1788203099.842909:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788203099.842914:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203099.842917:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203099.842919:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203099.842922:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203099.842926:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203099.842933:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376800. 00000100:00000001:0.0:1788203099.842939:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203099.842950:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fa680 x1875052841836032/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203099.842965:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203099.842969:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203099.842978:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003756c577] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fa680 x1875052841836032/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203099.842996:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788203099.843001:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203099.843010:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788203099.843016:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203099.843020:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203099.843038:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203099.843045:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13566 00000400:00000200:0.0:1788203099.843056:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203099.843065:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203099.843069:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203099.843075:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203099.843079:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203099.843085:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203099.843090:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203099.843095:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203099.843098:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788203099.843102:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203099.843105:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788203099.843107:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788203099.843110:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788203099.843115:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203099.843118:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203099.843120:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203099.843123:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203099.843128:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788203099.843136:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203099.843141:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203099.843144:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203099.843147:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203099.843152:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203099.843154:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203099.843158:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788203099.843165:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203099.843168:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203099.843173:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8a80. 00000020:00000040:0.0:1788203099.843178:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788203099.843183:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203099.843186:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203099.843191:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203099.843193:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203099.843196:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203099.843201:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374400. 00000100:00000001:0.0:1788203099.843206:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203099.843215:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8a80 x1875052841836160/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203099.843225:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203099.843228:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203099.843234:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000320d64fa] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8a80 x1875052841836160/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203099.843247:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203099.843252:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788203099.843255:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788203099.843260:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203099.843263:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788203099.843266:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203099.843268:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203099.843272:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203099.843278:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13566 00000400:00000200:0.0:1788203099.843287:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203099.843293:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203099.843295:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203099.843301:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203099.843306:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203099.843310:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203099.843315:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203099.843317:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203099.843319:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788203099.843322:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203099.843324:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788203099.843325:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788203099.843327:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788203099.843333:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203099.843338:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203099.843363:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203099.843369:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203099.843377:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788203099.843385:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203099.843389:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203099.843433:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203099.843438:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203099.843441:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203099.843446:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203099.843449:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788203099.843455:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203099.843460:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203099.843464:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9180. 00000020:00000040:0.0:1788203099.843471:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788203099.843475:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203099.843478:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203099.843483:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203099.843486:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203099.843490:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203099.843495:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375800. 00000100:00000001:0.0:1788203099.843500:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203099.843510:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9180 x1875052841836288/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203099.843522:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203099.843526:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203099.843535:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b4a335a] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9180 x1875052841836288/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203099.843545:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203099.843550:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13576) 00010000:00000001:0.0:1788203100.482545:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203100.482553:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203100.482558:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203100.482559:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203100.482565:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203100.482566:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203100.482594:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203100.482596:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203100.482598:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203101.122514:0:226636:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308240116, at 4308240128 00000100:00000010:0.0:1788203101.122531:0:226636:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88ea0. 00000100:00000040:1.0:1788203101.122719:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308240116, at 4308240128 00000100:00000010:1.0:1788203101.122726:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88c60. 00010000:00000001:0.0:1788203101.506458:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203101.506463:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203101.506467:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203101.506468:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203101.506471:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203101.506472:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203101.506489:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203101.506491:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203101.506493:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203102.530524:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203102.530530:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203102.530534:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203102.530535:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203102.530537:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203102.530538:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203102.531686:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203102.531688:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203102.531691:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203103.554501:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203103.554506:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203103.554511:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203103.554512:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203103.554514:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203103.554515:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203103.554588:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203103.554590:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203103.554592:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203104.578534:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203104.578541:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203104.578547:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203104.578549:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203104.578553:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203104.578554:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203104.578637:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203104.578640:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203104.578643:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203105.602522:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203105.602529:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203105.602531:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203105.602535:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203105.602539:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203105.602542:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203105.602544:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203105.602546:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203105.602550:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203105.602552:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203105.602556:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203105.602557:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203105.602581:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203105.602584:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203105.602587:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203106.242528:0:226636:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308245236, at 4308245248 00000100:00000040:1.0:1788203106.242528:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308245236, at 4308245248 00000100:00000010:1.0:1788203106.242554:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88d20. 00000100:00000010:0.0:1788203106.242557:0:226636:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa889c0. 00010000:00000001:0.0:1788203106.626540:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203106.626546:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203106.626551:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203106.626552:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203106.626554:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203106.626555:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203106.626578:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203106.626581:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203106.626584:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203107.650518:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203107.650525:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203107.650531:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203107.650534:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203107.650537:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203107.650540:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203107.650543:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203107.650546:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203107.650548:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203107.650551:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203107.650554:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203107.650556:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203107.650558:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203107.650560:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203107.650561:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203107.650563:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203107.650565:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203107.650567:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203107.650590:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203107.650592:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203107.650595:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1788203108.034702:0:2409:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.101:988 00000400:00000100:1.0:1788203108.034755:0:2409:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.101@tcp at host 192.168.201.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:1.0:1788203108.034766:0:2409:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203108.034771:0:2409:0:(router.c:1791:lnet_notify()) 192.168.201.1@tcp notifying 192.168.201.101@tcp: down 00000400:00000200:1.0:1788203108.034776:0:2409:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203108.034780:0:2409:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:1.0:1788203108.034786:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788203108.034791:0:2409:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475d95b700. 00000400:00000200:1.0:1788203108.034802:0:2409:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788203108.034808:0:2409:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788203108.034815:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f96e8 00000400:00000010:1.0:1788203108.034818:0:2409:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f96e8. 00000100:00000001:1.0:1788203108.034823:0:2409:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788203108.034833:0:2409:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477c848a80 x1875052841836416/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203129 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203108.034862:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788203108.034867:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c848a80 x1875052841836416/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203129 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203108.034874:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203108.034877:0:2409:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788203108.034912:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788203108.034922:0:2409:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475d95b400. 00000400:00000200:1.0:1788203108.034929:0:2409:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788203108.034939:0:2409:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788203108.034944:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f97f8 00000400:00000010:1.0:1788203108.034948:0:2409:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f97f8. 00000100:00000001:1.0:1788203108.034957:0:2409:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788203108.034968:0:2409:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477c84b800 x1875052841836544/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203129 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203108.035012:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788203108.035026:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84b800 x1875052841836544/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203129 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203108.035045:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203108.035052:0:2409:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788203108.035069:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788203108.035079:0:2409:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475d95bc00. 00000400:00000200:1.0:1788203108.035089:0:2409:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788203108.035101:0:2409:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788203108.035114:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f9880 00000400:00000010:1.0:1788203108.035119:0:2409:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f9880. 00000100:00000001:1.0:1788203108.035128:0:2409:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788203108.035139:0:2409:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477c84ad80 x1875052841836672/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203129 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203108.035160:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788203108.035172:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84ad80 x1875052841836672/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203129 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203108.035185:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203108.035196:0:2409:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788203108.035218:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788203108.035229:0:2409:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475d95b200. 00000400:00000200:1.0:1788203108.035236:0:2409:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788203108.035248:0:2409:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788203108.035254:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f9c38 00000400:00000010:1.0:1788203108.035263:0:2409:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f9c38. 00000100:00000001:1.0:1788203108.035277:0:2409:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788203108.035289:0:2409:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477c849880 x1875052841836800/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203129 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203108.035318:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788203108.035327:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c849880 x1875052841836800/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203129 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203108.035384:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203108.035390:0:2409:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1788203108.674500:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203108.674506:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203108.674510:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203108.674511:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203108.674514:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203108.674515:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203108.674535:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203108.674537:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203108.674539:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203109.698509:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203109.698516:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203109.698523:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203109.698524:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203109.698528:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203109.698529:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203109.698556:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203109.698560:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203109.698563:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788203110.082540:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203110.082548:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788203110.082550:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203110.082554:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203110.082557:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203110.082563:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 13576 00000400:00000200:1.0:1788203110.082570:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203110.082576:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203110.082578:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203110.082581:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203110.082583:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203110.082585:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203110.082587:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203110.082591:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203110.082592:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788203110.082595:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203110.082597:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788203110.082598:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788203110.082600:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788203110.082602:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203110.082603:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203110.082604:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203110.082606:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203110.082608:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788203110.082610:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203110.082612:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203110.082614:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203110.082616:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203110.082618:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203110.082620:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788203110.082622:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203110.082627:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ddf80. 00000020:00000040:1.0:1788203110.082629:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788203110.082632:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203110.082633:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203110.082636:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203110.082638:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203110.082641:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203110.082647:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99400. 00000100:00000001:1.0:1788203110.082652:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203110.082661:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ddf80 x1875052841836928/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203110.082673:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203110.082677:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203110.082682:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dea6dee7] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ddf80 x1875052841836928/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203110.082707:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788203110.082711:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203110.082714:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788203110.082716:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203110.082719:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203110.082723:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203110.082728:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13576 00000400:00000200:1.0:1788203110.082751:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203110.082767:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203110.082779:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203110.082796:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203110.082806:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203110.082819:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203110.082827:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203110.082837:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203110.082843:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788203110.082846:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203110.082849:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788203110.082853:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788203110.082865:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788203110.082878:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203110.082887:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203110.082898:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203110.082903:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203110.082931:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788203110.082944:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203110.082952:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203110.082962:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203110.082971:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203110.082977:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203110.082986:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788203110.083002:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788203110.083010:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203110.083022:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203110.083031:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dce00. 00000020:00000040:1.0:1788203110.083040:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788203110.083050:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203110.083052:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203110.083054:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203110.083055:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203110.083058:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203110.083068:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9a800. 00000100:00000001:1.0:1788203110.083078:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203110.083096:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dce00 x1875052841837056/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203110.083119:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203110.083127:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203110.083142:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e15d5058] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dce00 x1875052841837056/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203110.083219:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788203110.083231:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203110.083241:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788203110.083245:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203110.083249:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203110.083258:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203110.083262:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13576 00000400:00000200:1.0:1788203110.083269:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203110.083285:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203110.083289:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203110.083306:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203110.083314:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203110.083322:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203110.083328:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203110.083339:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203110.083344:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788203110.083353:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203110.083357:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788203110.083367:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788203110.083374:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788203110.083388:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203110.083462:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203110.083471:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203110.083483:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203110.083488:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788203110.083499:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203110.083505:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203110.083510:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203110.083517:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203110.083527:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203110.083538:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788203110.083542:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788203110.083549:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203110.083553:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203110.083567:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dd880. 00000020:00000040:1.0:1788203110.083578:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788203110.083590:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203110.083593:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203110.083599:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203110.083605:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203110.083608:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203110.083616:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99000. 00000100:00000001:1.0:1788203110.083627:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203110.083652:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dd880 x1875052841837184/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203110.083663:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203110.083670:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203110.083681:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083606985] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dd880 x1875052841837184/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203110.083727:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203110.083738:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788203110.083746:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788203110.083752:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203110.083757:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788203110.083763:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203110.083766:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203110.083776:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203110.083785:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13576 00000400:00000200:1.0:1788203110.083803:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203110.083814:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203110.083821:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203110.083835:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203110.083843:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203110.083851:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203110.083862:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203110.083870:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203110.083878:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788203110.083882:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203110.083887:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788203110.083893:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788203110.083901:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788203110.083913:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203110.083922:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203110.083928:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203110.083935:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203110.083944:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788203110.083955:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203110.083964:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203110.083972:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203110.083979:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203110.083986:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203110.083993:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788203110.084000:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788203110.084013:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203110.084022:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203110.084031:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ddc00. 00000020:00000040:1.0:1788203110.084039:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788203110.084049:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203110.084054:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203110.084063:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203110.084068:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203110.084078:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203110.084088:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98800. 00000100:00000001:1.0:1788203110.084099:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203110.084115:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ddc00 x1875052841837312/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203110.084133:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203110.084138:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203110.084149:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c3c4b34] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ddc00 x1875052841837312/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203110.084184:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203110.084196:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13586) 00010000:00000001:0.0:1788203110.722496:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203110.722502:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203110.722507:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203110.722508:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203110.722510:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203110.722511:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203110.722531:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203110.722533:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203110.722535:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203111.362481:0:226636:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308250357, at 4308250368 00000100:00000040:1.0:1788203111.362485:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308250357, at 4308250368 00000100:00000010:1.0:1788203111.362495:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa886c0. 00000100:00000010:0.0:1788203111.362496:0:226636:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88720. 00010000:00000001:0.0:1788203111.746576:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203111.746584:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203111.746589:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203111.746590:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203111.746593:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203111.746594:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203111.746620:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203111.746622:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203111.746625:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203112.770514:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203112.770519:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203112.770523:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203112.770524:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203112.770527:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203112.770528:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203112.770547:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203112.770549:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203112.770551:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203113.794510:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203113.794515:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203113.794520:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203113.794521:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203113.794523:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203113.794524:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203113.794545:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203113.794548:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203113.794551:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203114.818474:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203114.818479:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203114.818484:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203114.818485:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203114.818487:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203114.818488:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203114.818506:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203114.818508:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203114.818509:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788203115.202527:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203115.202538:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788203115.202541:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203115.202545:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203115.202550:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203115.202558:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 13581 00000400:00000200:0.0:1788203115.202566:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203115.202573:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203115.202576:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203115.202580:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203115.202584:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203115.202586:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203115.202589:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203115.202594:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203115.202596:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788203115.202599:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203115.202602:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788203115.202605:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788203115.202607:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788203115.202611:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203115.202613:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203115.202615:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203115.202617:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203115.202620:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788203115.202624:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203115.202626:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203115.202630:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203115.202633:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203115.202636:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203115.202638:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788203115.202642:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203115.202652:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fa300. 00000020:00000040:0.0:1788203115.202655:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788203115.202660:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203115.202662:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203115.202665:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203115.202668:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203115.202673:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203115.202680:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376800. 00000100:00000001:0.0:1788203115.202687:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203115.202699:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fa300 x1875052841837440/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203115.202709:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203115.202714:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203115.202720:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000643b1429] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fa300 x1875052841837440/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203115.202744:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788203115.202748:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203115.202752:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788203115.202754:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203115.202757:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203115.202761:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203115.202765:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13581 00000400:00000200:0.0:1788203115.202770:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203115.202774:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203115.202776:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203115.202779:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203115.202782:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203115.202784:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203115.202786:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203115.202789:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203115.202791:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788203115.202793:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203115.202795:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788203115.202797:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788203115.202799:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788203115.202803:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203115.202805:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203115.202807:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203115.202809:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203115.202815:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788203115.202823:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203115.202829:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203115.202835:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203115.202842:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203115.202849:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203115.202856:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203115.202862:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788203115.202870:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203115.202876:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203115.202883:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8e00. 00000020:00000040:0.0:1788203115.202889:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788203115.202895:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203115.202899:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203115.202904:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203115.202909:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203115.202914:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203115.202921:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374800. 00000100:00000001:0.0:1788203115.202928:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203115.202938:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8e00 x1875052841837568/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203115.202953:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203115.202957:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203115.202968:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7909e09] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8e00 x1875052841837568/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203115.202983:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788203115.202990:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203115.202998:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788203115.203002:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203115.203007:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203115.203013:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203115.203021:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13581 00000400:00000200:0.0:1788203115.203028:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203115.203036:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203115.203043:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203115.203050:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203115.203056:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203115.203063:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203115.203066:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203115.203069:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203115.203072:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788203115.203076:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203115.203081:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788203115.203272:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788203115.203279:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788203115.203288:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203115.203294:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203115.203300:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203115.203306:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203115.203311:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788203115.203320:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203115.203326:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203115.203331:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203115.203338:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203115.203345:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203115.203351:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203115.203356:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788203115.203364:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203115.203370:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203115.203378:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fb480. 00000020:00000040:0.0:1788203115.203384:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788203115.203391:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203115.203439:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203115.203445:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203115.203450:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203115.203455:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203115.203463:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377c00. 00000100:00000001:0.0:1788203115.203471:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203115.203483:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fb480 x1875052841837696/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203115.203498:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203115.203504:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203115.203513:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c471466] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fb480 x1875052841837696/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203115.203546:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203115.203552:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788203115.203561:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788203115.203567:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203115.203574:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788203115.203579:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203115.203584:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203115.203591:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203115.203599:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13581 00000400:00000200:0.0:1788203115.203609:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203115.203618:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203115.203623:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203115.203632:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203115.203638:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203115.203645:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203115.203650:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203115.203658:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203115.203663:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788203115.203668:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203115.203673:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788203115.203679:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788203115.203687:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788203115.203696:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203115.203703:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203115.203711:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203115.203718:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203115.203724:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788203115.203735:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203115.203742:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203115.203748:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203115.203755:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203115.203761:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203115.203768:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203115.203774:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788203115.203781:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203115.203787:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203115.203795:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fbb80. 00000020:00000040:0.0:1788203115.203802:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788203115.203808:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203115.203812:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203115.203817:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203115.203821:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203115.203826:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203115.203834:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375000. 00000100:00000001:0.0:1788203115.203842:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203115.203854:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fbb80 x1875052841837824/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203115.203878:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203115.203884:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203115.203896:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006afb05e] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fbb80 x1875052841837824/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203115.203931:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203115.203940:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13591) 00010000:00000001:0.0:1788203115.842513:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203115.842519:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203115.842521:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203115.842524:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203115.842528:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203115.842530:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203115.842532:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203115.842533:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203115.842536:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203115.842538:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203115.842541:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203115.842542:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203115.842561:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203115.842563:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203115.842565:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203116.482489:0:226636:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308255476, at 4308255488 00000100:00000040:1.0:1788203116.482489:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308255476, at 4308255488 00000100:00000010:1.0:1788203116.482505:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88120. 00000100:00000010:0.0:1788203116.482508:0:226636:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88ae0. 00010000:00000001:0.0:1788203116.866466:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203116.866471:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203116.866476:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203116.866477:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203116.866480:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203116.866481:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203116.866506:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203116.866508:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203116.866510:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203117.890510:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203117.890516:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203117.890525:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203117.890528:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203117.890531:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203117.890534:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203117.890536:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203117.890538:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203117.890540:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203117.890541:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203117.890544:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203117.890545:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203117.890546:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203117.890547:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203117.890548:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203117.890549:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203117.890550:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203117.890551:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203117.890568:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203117.890570:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203117.890572:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203118.914460:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203118.914466:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203118.914470:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203118.914471:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203118.914474:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203118.914475:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203118.914492:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203118.914494:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203118.914496:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203119.938527:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203119.938533:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203119.938537:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203119.938538:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203119.938541:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203119.938542:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203119.938563:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203119.938566:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203119.938569:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788203120.322509:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203120.322519:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788203120.322523:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203120.322527:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203120.322532:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203120.322539:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 13586 00000400:00000200:0.0:1788203120.322547:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203120.322553:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203120.322556:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203120.322559:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203120.322562:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203120.322565:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203120.322567:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203120.322571:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203120.322573:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788203120.322576:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203120.322579:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788203120.322582:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788203120.322584:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788203120.322587:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203120.322590:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203120.322592:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203120.322594:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203120.322597:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788203120.322600:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203120.322603:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203120.322607:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203120.322610:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203120.322613:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203120.322616:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788203120.322618:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203120.322627:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8700. 00000020:00000040:0.0:1788203120.322631:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788203120.322635:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203120.322637:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203120.322640:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203120.322643:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203120.322646:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203120.322652:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375400. 00000100:00000001:0.0:1788203120.322658:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203120.322666:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8700 x1875052841837952/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203120.322674:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203120.322678:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203120.322681:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006dab9339] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8700 x1875052841837952/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203120.322698:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788203120.322701:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203120.322703:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788203120.322704:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203120.322706:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203120.322708:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203120.322711:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13586 00000400:00000200:0.0:1788203120.322715:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203120.322718:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203120.322720:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203120.322723:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203120.322727:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203120.322731:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203120.322734:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203120.322737:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203120.322738:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788203120.322740:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203120.322743:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788203120.322747:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788203120.322752:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788203120.322757:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203120.322761:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203120.322765:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203120.322768:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203120.322772:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788203120.322777:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203120.322780:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203120.322782:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203120.322787:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203120.322791:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203120.322794:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203120.322797:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788203120.322802:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203120.322807:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203120.322813:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fbb80. 00000020:00000040:0.0:1788203120.322816:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788203120.322818:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203120.322820:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203120.322825:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203120.322827:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203120.322829:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203120.322833:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376400. 00000100:00000001:0.0:1788203120.322837:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203120.322843:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fbb80 x1875052841838080/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203120.322852:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203120.322855:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203120.322859:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006afb05e] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fbb80 x1875052841838080/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203120.322866:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788203120.322871:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203120.322881:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788203120.322882:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203120.322885:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203120.322888:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203120.322893:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13586 00000400:00000200:0.0:1788203120.322902:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203120.322907:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203120.322910:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203120.322915:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203120.322918:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203120.322923:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203120.322925:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203120.322927:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203120.322928:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788203120.322929:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203120.322930:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788203120.322931:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788203120.322932:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788203120.322934:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203120.322936:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203120.322938:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203120.322943:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203120.322945:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788203120.322950:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203120.322955:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203120.322957:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203120.322959:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203120.322960:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203120.322963:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203120.322966:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788203120.322970:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203120.322973:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203120.322980:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fb480. 00000020:00000040:0.0:1788203120.322987:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788203120.323007:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203120.323011:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203120.323017:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203120.323021:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203120.323025:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203120.323031:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377400. 00000100:00000001:0.0:1788203120.323037:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203120.323046:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fb480 x1875052841838208/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203120.323054:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203120.323057:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203120.323061:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c471466] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fb480 x1875052841838208/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203120.323070:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203120.323072:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788203120.323075:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788203120.323078:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203120.323083:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788203120.323085:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203120.323087:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203120.323090:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203120.323094:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13586 00000400:00000200:0.0:1788203120.323102:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203120.323108:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203120.323111:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203120.323115:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203120.323117:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203120.323120:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203120.323123:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203120.323126:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203120.323129:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788203120.323131:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203120.323134:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788203120.323136:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788203120.323138:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788203120.323141:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203120.323146:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203120.323151:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203120.323155:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203120.323158:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788203120.323161:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203120.323164:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203120.323167:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203120.323172:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203120.323178:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203120.323183:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203120.323187:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788203120.323193:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203120.323196:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203120.323203:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8e00. 00000020:00000040:0.0:1788203120.323207:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788203120.323211:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203120.323213:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203120.323217:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203120.323219:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203120.323222:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203120.323229:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377000. 00000100:00000001:0.0:1788203120.323233:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203120.323239:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8e00 x1875052841838336/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203120.323251:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203120.323256:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203120.323265:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7909e09] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8e00 x1875052841838336/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203120.323277:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203120.323286:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13597) 00010000:00000001:0.0:1788203120.962509:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203120.962515:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203120.962519:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203120.962520:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203120.962522:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203120.962523:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203120.962544:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203120.962546:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203120.962548:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788203121.602502:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308260596, at 4308260608 00000100:00000040:0.0:1788203121.602511:0:226636:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308260596, at 4308260608 00000100:00000010:1.0:1788203121.602515:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88480. 00000100:00000010:0.0:1788203121.602523:0:226636:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa888a0. 00010000:00000001:0.0:1788203121.986503:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203121.986509:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203121.986513:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203121.986515:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203121.986517:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203121.986518:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203121.986543:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203121.986545:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203121.986547:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203123.010503:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203123.010508:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203123.010512:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203123.010513:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203123.010515:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203123.010516:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203123.010537:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203123.010539:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203123.010541:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203124.034520:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203124.034525:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203124.034529:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203124.034530:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203124.034533:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203124.034534:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203124.034577:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203124.034579:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203124.034582:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203125.058497:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203125.058503:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203125.058507:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203125.058508:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203125.058510:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203125.058511:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203125.058540:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203125.058542:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203125.058544:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788203125.442501:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203125.442509:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788203125.442511:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203125.442515:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203125.442520:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203125.442527:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 13592 00000400:00000200:0.0:1788203125.442535:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203125.442541:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203125.442545:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203125.442549:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203125.442552:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203125.442555:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203125.442557:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203125.442562:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203125.442564:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788203125.442567:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203125.442570:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788203125.442572:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788203125.442575:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788203125.442578:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203125.442579:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203125.442581:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203125.442582:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203125.442584:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788203125.442587:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203125.442588:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203125.442590:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203125.442593:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203125.442595:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203125.442596:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788203125.442598:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203125.442607:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fa300. 00000020:00000040:0.0:1788203125.442610:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788203125.442613:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203125.442614:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203125.442617:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203125.442619:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203125.442623:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203125.442628:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374c00. 00000100:00000001:0.0:1788203125.442634:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203125.442641:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fa300 x1875052841838464/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203125.442649:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203125.442653:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203125.442656:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000643b1429] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fa300 x1875052841838464/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203125.442675:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788203125.442678:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203125.442681:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788203125.442682:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203125.442683:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203125.442685:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203125.442687:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13592 00000400:00000200:0.0:1788203125.442690:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203125.442694:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203125.442696:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203125.442698:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203125.442700:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203125.442702:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203125.442707:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203125.442709:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203125.442712:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788203125.442716:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203125.442717:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788203125.442721:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788203125.442723:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788203125.442730:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203125.442735:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203125.442739:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203125.442744:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203125.442747:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788203125.442751:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203125.442755:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203125.442758:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203125.442764:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203125.442768:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203125.442773:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203125.442777:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788203125.442781:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203125.442783:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203125.442789:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9180. 00000020:00000040:0.0:1788203125.442792:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788203125.442793:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203125.442795:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203125.442801:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203125.442803:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203125.442806:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203125.442811:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376c00. 00000100:00000001:0.0:1788203125.442815:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203125.442820:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9180 x1875052841838592/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203125.442827:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203125.442829:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203125.442835:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b4a335a] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9180 x1875052841838592/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203125.442842:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788203125.442846:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203125.442849:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788203125.442852:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203125.442854:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203125.442859:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203125.442862:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13592 00000400:00000200:0.0:1788203125.442867:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203125.442872:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203125.442876:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203125.442881:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203125.442885:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203125.442888:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203125.442892:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203125.442895:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203125.442895:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788203125.442896:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203125.442898:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788203125.442899:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788203125.442901:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788203125.442903:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203125.442934:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203125.442940:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203125.442944:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203125.442946:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788203125.442953:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203125.442973:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203125.442979:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203125.442985:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203125.442992:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203125.442995:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203125.443005:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788203125.443013:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203125.443015:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203125.443023:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8a80. 00000020:00000040:0.0:1788203125.443028:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788203125.443033:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203125.443037:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203125.443042:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203125.443045:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203125.443049:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203125.443056:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377000. 00000100:00000001:0.0:1788203125.443062:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203125.443069:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8a80 x1875052841838720/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203125.443087:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203125.443093:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203125.443103:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000320d64fa] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8a80 x1875052841838720/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203125.443126:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203125.443129:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788203125.443135:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788203125.443141:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203125.443148:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788203125.443150:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203125.443153:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203125.443158:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203125.443162:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13592 00000400:00000200:0.0:1788203125.443167:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203125.443174:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203125.443177:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203125.443182:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203125.443185:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203125.443187:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203125.443193:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203125.443195:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203125.443196:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788203125.443197:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203125.443201:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788203125.443204:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788203125.443206:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788203125.443212:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203125.443214:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203125.443218:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203125.443220:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203125.443224:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788203125.443229:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203125.443232:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203125.443235:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203125.443240:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203125.443243:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203125.443245:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203125.443248:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788203125.443254:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203125.443258:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203125.443263:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fa680. 00000020:00000040:0.0:1788203125.443269:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788203125.443271:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203125.443272:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203125.443277:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203125.443280:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203125.443282:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203125.443285:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377400. 00000100:00000001:0.0:1788203125.443290:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203125.443299:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fa680 x1875052841838848/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203125.443311:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203125.443315:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203125.443322:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003756c577] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fa680 x1875052841838848/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203125.443340:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203125.443346:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13602) 00010000:00000001:0.0:1788203126.082499:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203126.082508:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203126.082510:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203126.082513:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203126.082519:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203126.082522:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203126.082524:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203126.082525:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203126.082529:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203126.082530:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203126.082533:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203126.082534:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203126.082560:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203126.082563:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203126.082565:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203126.722493:0:226636:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308265716, at 4308265728 00000100:00000040:1.0:1788203126.722493:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308265716, at 4308265728 00000100:00000010:0.0:1788203126.722509:0:226636:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88d80. 00000100:00000010:1.0:1788203126.722512:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa888a0. 00010000:00000001:0.0:1788203127.106495:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203127.106500:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203127.106504:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203127.106505:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203127.106507:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203127.106508:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203127.106548:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203127.106550:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203127.106552:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203128.130499:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203128.130504:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203128.130509:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203128.130512:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203128.130514:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203128.130521:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203128.130524:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203128.130525:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203128.130527:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203128.130529:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203128.130531:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203128.130533:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203128.130533:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203128.130535:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203128.130536:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203128.130537:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203128.130538:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203128.130539:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203128.130559:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203128.130561:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203128.130563:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203129.154519:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203129.154525:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203129.154529:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203129.154530:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203129.154533:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203129.154534:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203129.154572:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203129.154574:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203129.154576:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203130.178524:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203130.178532:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203130.178538:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203130.178539:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203130.178543:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203130.178544:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203130.178584:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203130.178588:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203130.178592:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788203130.562848:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203130.562854:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203130.562857:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203130.562867:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9f800 x1875052841838976/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203130.562882:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203130.562885:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203130.562890:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203130.562894:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203130.562908:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203130.562914:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841838976:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788203130.562922:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203130.562927:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203130.562932:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203130.562937:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203130.562943:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375400. 02000000:00000001:0.0:1788203130.562946:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203130.562954:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203130.562959:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302688. 00000400:00000010:0.0:1788203130.562970:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3088. 00000100:00000200:0.0:1788203130.562982:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841838976, portal 25 00000100:00000001:0.0:1788203130.562987:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203130.562990:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330356224 : -109644379195392 : ffff9c476db9f800) 00000100:00000040:0.0:1788203130.563003:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9f800 x1875052841838976/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203155 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203130.563017:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203130.563024:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203130.563031:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3000. 00000100:00000200:0.0:1788203130.563038:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841838976, offset 0 00000400:00000200:0.0:1788203130.563096:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203130.563108:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203130.563120:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203130.563132:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203130.563141:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203130.563148:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203130.563154:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203130.563163:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703610:703610:256:4294967295] 192.168.201.101@tcp LPNI seq info [703605:703605:8:4294967295] 00000400:00000200:0.0:1788203130.563175:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203130.563194:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203130.563205:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203130.563212:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036900. 00000800:00000200:0.0:1788203130.563222:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203130.563230:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1788203130.563250:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203130.563255:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036900. 00000400:00000200:0.0:1788203130.563259:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203130.563266:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203130.563274:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3000 00000400:00000010:0.0:1788203130.563278:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3000. 00000100:00000001:0.0:1788203130.563282:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203130.563289:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9f800 x1875052841838976/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203155 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203130.563302:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203130.563306:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9f800 x1875052841838976/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203155 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203130.563317:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203130.563319:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203130.563326:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203130.563344:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203130.563349:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4308270836 00000100:00000010:0.0:1788203130.563356:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685bade0. 00000100:00000001:0.0:1788203130.563365:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788203130.563371:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4308270836 00000100:00000010:0.0:1788203130.563375:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685baa20. 00000100:00000001:0.0:1788203130.563380:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788203130.563387:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203130.563414:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203130.563419:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203130.563430:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203130/real 1788203130] req@ffff9c476db9f800 x1875052841838976/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203130.563452:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203130.563456:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203130.563459:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302688. 00000400:00000200:0.0:1788203130.563462:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3088 00000400:00000010:0.0:1788203130.563466:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3088. 00000100:00000001:0.0:1788203130.563471:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203130.563477:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9f800 x1875052841838976/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203130.563491:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9f800 x1875052841838976/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203130.563500:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203130.563503:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203130.563506:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203130.563510:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203130.563516:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9f800 x1875052841838976/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203130.563525:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203130.563532:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9f800 x1875052841838976/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203155 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203130.563543:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203130.563547:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203130.563549:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203130.563552:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203130.563556:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203130.563558:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203130.563562:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203130.563568:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203130.563570:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203130.563577:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9f800 x1875052841838976/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203155 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203130.563587:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841838976:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788203130.563595:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203130.563598:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203130.563603:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9f800 x1875052841838976/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203155 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203130.563614:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203130.563619:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203130.563624:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375400. 02000000:00000001:0.0:1788203130.563631:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203130.563635:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203130.563638:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788203130.563642:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203130.563647:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a43000. 02000000:00000001:0.0:1788203130.563655:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203130.563659:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203130.563662:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9f800. 00000100:00000001:0.0:1788203130.563667:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203130.563670:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203130.563675:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203130.563682:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203130.563685:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203130.563690:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203130.563693:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203130.563696:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203130.563702:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9c380 x1875052841839104/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203130.563713:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203130.563717:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203130.563719:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203130.563721:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203130.563724:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203130.563728:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841839104:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203130.563732:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203130.563735:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203130.563737:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203130.563738:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203130.563742:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375400. 02000000:00000001:0.0:1788203130.563744:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203130.563748:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203130.563752:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302688. 00000400:00000010:0.0:1788203130.563755:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3088. 00000100:00000200:0.0:1788203130.563759:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841839104, portal 10 00000100:00000001:0.0:1788203130.563761:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203130.563763:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330342784 : -109644379208832 : ffff9c476db9c380) 00000100:00000040:0.0:1788203130.563769:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9c380 x1875052841839104/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203155 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203130.563774:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203130.563776:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203130.563777:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3000. 00000100:00000200:0.0:1788203130.563779:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841839104, offset 0 00000400:00000200:0.0:1788203130.563782:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203130.563785:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203130.563787:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203130.563790:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203130.563792:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203130.563795:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203130.563797:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203130.563801:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703611:703611:256:4294967295] 192.168.201.101@tcp LPNI seq info [703606:703606:8:4294967295] 00000400:00000200:0.0:1788203130.563805:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203130.563813:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203130.563830:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203130.563835:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036900. 00000800:00000200:0.0:1788203130.563839:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203130.563842:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1788203130.563853:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203130.563855:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036900. 00000400:00000200:0.0:1788203130.563858:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203130.563862:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203130.563865:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3000 00000400:00000010:0.0:1788203130.563867:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3000. 00000100:00000001:0.0:1788203130.563869:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203130.563873:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9c380 x1875052841839104/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203155 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203130.563880:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203130.563883:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9c380 x1875052841839104/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203155 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203130.563889:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203130.563890:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203130.563893:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203130.563897:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788203130.563900:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203130.563903:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308269578 00000100:00000001:0.0:1788203130.563906:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308270836 00000100:00000001:0.0:1788203130.563908:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308269578 00000100:00000001:0.0:1788203130.563910:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308270836 00000100:00000001:0.0:1788203130.563912:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203130.563915:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203130.563917:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203130.563921:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203130/real 1788203130] req@ffff9c476db9c380 x1875052841839104/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203130.563931:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203130.563932:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203130.563933:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302688. 00000400:00000200:0.0:1788203130.563935:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3088 00000400:00000010:0.0:1788203130.563936:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3088. 00000100:00000001:0.0:1788203130.563937:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203130.563940:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9c380 x1875052841839104/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203130.563945:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9c380 x1875052841839104/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203130.563949:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203130.563950:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203130.563952:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203130.563953:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203130.563955:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9c380 x1875052841839104/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203130.563959:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203130.563962:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9c380 x1875052841839104/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203155 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203130.563967:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203130.563968:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203130.563969:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203130.563970:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203130.563971:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203130.563972:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203130.563974:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203130.563976:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203130.563978:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203130.563981:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9c380 x1875052841839104/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203155 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203130.563985:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841839104:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203130.563988:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203130.563990:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9d880 x1875052841839232/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203130.563994:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203130.563995:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203130.563996:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203130.563997:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203130.563999:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203130.564000:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841839232:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203130.564003:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203130.564004:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203130.564005:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203130.564006:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203130.564009:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788203130.564010:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203130.564012:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203130.564014:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302688. 00000400:00000010:0.0:1788203130.564016:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3088. 00000100:00000200:0.0:1788203130.564018:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841839232, portal 10 00000100:00000001:0.0:1788203130.564020:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203130.564021:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330348160 : -109644379203456 : ffff9c476db9d880) 00000100:00000040:0.0:1788203130.564025:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9d880 x1875052841839232/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203155 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203130.564030:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203130.564032:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203130.564033:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3000. 00000100:00000200:0.0:1788203130.564035:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841839232, offset 0 00000400:00000200:0.0:1788203130.564037:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203130.564040:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203130.564042:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203130.564045:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203130.564047:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203130.564048:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203130.564050:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203130.564052:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703612:703612:256:4294967295] 192.168.201.101@tcp LPNI seq info [703607:703607:8:4294967295] 00000400:00000200:0.0:1788203130.564055:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203130.564059:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203130.564062:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203130.564064:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036900. 00000800:00000200:0.0:1788203130.564067:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203130.564069:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1788203130.564075:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203130.564077:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036900. 00000400:00000200:0.0:1788203130.564079:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203130.564082:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203130.564085:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3000 00000400:00000010:0.0:1788203130.564087:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3000. 00000100:00000001:0.0:1788203130.564089:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203130.564093:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9d880 x1875052841839232/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203155 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203130.564101:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203130.564104:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9d880 x1875052841839232/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203155 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203130.564111:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203130.564113:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203130.564117:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203130.564120:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788203130.564124:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203130.564126:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308269578 00000100:00000001:0.0:1788203130.564129:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308270836 00000100:00000001:0.0:1788203130.564131:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308269578 00000100:00000001:0.0:1788203130.564134:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308270836 00000100:00000001:0.0:1788203130.564136:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203130.564138:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203130.564140:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203130.564143:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203130/real 1788203130] req@ffff9c476db9d880 x1875052841839232/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203130.564149:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203130.564150:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203130.564151:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302688. 00000400:00000200:0.0:1788203130.564153:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3088 00000400:00000010:0.0:1788203130.564154:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3088. 00000100:00000001:0.0:1788203130.564155:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203130.564157:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9d880 x1875052841839232/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203130.564163:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9d880 x1875052841839232/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203130.564167:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203130.564168:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203130.564169:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203130.564170:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203130.564172:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9d880 x1875052841839232/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203130.564176:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203130.564179:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9d880 x1875052841839232/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203155 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203130.564184:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203130.564185:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203130.564186:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203130.564187:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203130.564188:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203130.564189:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203130.564191:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203130.564193:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203130.564194:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203130.564196:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9d880 x1875052841839232/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203155 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203130.564201:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841839232:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203130.564203:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203130.564205:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203130.564207:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9c380 x1875052841839104/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203155 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203130.564211:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203130.564212:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203130.564213:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375400. 02000000:00000001:0.0:1788203130.564215:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203130.564216:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203130.564217:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788203130.564219:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203130.564220:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a43800. 02000000:00000001:0.0:1788203130.564222:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203130.564223:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203130.564224:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9c380. 00000100:00000001:0.0:1788203130.564226:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203130.564227:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203130.564228:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203130.564230:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9d880 x1875052841839232/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203155 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203130.564234:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203130.564235:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203130.564236:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788203130.564237:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203130.564238:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203130.564239:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788203130.564240:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203130.564241:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a41400. 02000000:00000001:0.0:1788203130.564242:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203130.564243:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203130.564243:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9d880. 00000100:00000001:0.0:1788203130.564245:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203130.564246:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203130.564247:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203130.564249:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203130.564250:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203130.564251:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203130.564252:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203130.564253:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203130.564255:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9ca80 x1875052841839360/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203130.564259:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203130.564260:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203130.564261:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203130.564262:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203130.564264:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203130.564265:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841839360:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788203130.564267:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203130.564269:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203130.564270:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203130.564271:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203130.564273:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788203130.564275:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203130.564278:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203130.564279:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302688. 00000400:00000010:0.0:1788203130.564281:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3088. 00000100:00000200:0.0:1788203130.564283:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841839360, portal 4 00000100:00000001:0.0:1788203130.564285:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203130.564285:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330344576 : -109644379207040 : ffff9c476db9ca80) 00000100:00000040:0.0:1788203130.564290:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9ca80 x1875052841839360/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203155 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203130.564294:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203130.564296:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203130.564297:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3000. 00000100:00000200:0.0:1788203130.564298:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841839360, offset 0 00000400:00000200:0.0:1788203130.564301:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203130.564303:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203130.564305:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203130.564307:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203130.564309:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203130.564311:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203130.564313:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203130.564315:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703613:703613:256:4294967295] 192.168.201.101@tcp LPNI seq info [703608:703608:8:4294967295] 00000400:00000200:0.0:1788203130.564318:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203130.564321:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203130.564324:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203130.564326:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036900. 00000800:00000200:0.0:1788203130.564329:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203130.564331:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1788203130.564338:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203130.564339:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036900. 00000400:00000200:0.0:1788203130.564341:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203130.564344:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203130.564346:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3000 00000400:00000010:0.0:1788203130.564347:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3000. 00000100:00000001:0.0:1788203130.564349:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203130.564351:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9ca80 x1875052841839360/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203155 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203130.564356:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203130.564358:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9ca80 x1875052841839360/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203155 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203130.564362:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203130.564363:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203130.564364:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203130.564366:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788203130.564368:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203130.564369:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308269604 00000100:00000001:0.0:1788203130.564371:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308270836 00000100:00000001:0.0:1788203130.564373:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308269604 00000100:00000001:0.0:1788203130.564374:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308270836 00000100:00000001:0.0:1788203130.564376:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203130.564378:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203130.564379:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203130.564383:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203130/real 1788203130] req@ffff9c476db9ca80 x1875052841839360/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203130.564391:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203130.564392:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203130.564415:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302688. 00000400:00000200:0.0:1788203130.564418:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3088 00000400:00000010:0.0:1788203130.564420:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3088. 00000100:00000001:0.0:1788203130.564422:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203130.564426:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9ca80 x1875052841839360/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203130.564440:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9ca80 x1875052841839360/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203130.564444:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203130.564445:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203130.564447:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203130.564448:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203130.564450:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9ca80 x1875052841839360/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203130.564454:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203130.564457:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9ca80 x1875052841839360/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203155 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203130.564461:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203130.564463:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203130.564463:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203130.564464:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203130.564465:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203130.564467:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203130.564468:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203130.564470:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203130.564471:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203130.564474:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9ca80 x1875052841839360/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203155 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203130.564478:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841839360:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788203130.564481:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203130.564482:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203130.564484:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9ca80 x1875052841839360/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203155 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203130.564493:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203130.564494:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203130.564495:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788203130.564497:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203130.564498:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203130.564499:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788203130.564500:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203130.564501:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a41800. 02000000:00000001:0.0:1788203130.564503:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203130.564504:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203130.564505:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9ca80. 00000100:00000001:0.0:1788203130.564506:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203130.564507:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203130.564509:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203130.564511:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203130.564512:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203130.564513:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203130.564514:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203131.202517:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203131.202524:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203131.202530:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203131.202532:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203131.202535:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203131.202536:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203131.202571:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203131.202574:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203131.202576:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203131.842502:0:226636:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308270836, at 4308270848 00000100:00000040:1.0:1788203131.842502:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308270836, at 4308270848 00000100:00000010:0.0:1788203131.842517:0:226636:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685bade0. 00000100:00000010:1.0:1788203131.842519:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685baa20. 00010000:00000001:0.0:1788203132.226491:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203132.226496:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203132.226500:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203132.226501:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203132.226503:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203132.226504:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203132.226530:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203132.226532:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203132.226534:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203133.250511:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203133.250517:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203133.250523:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203133.250524:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203133.250528:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203133.250529:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203133.250552:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203133.250555:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203133.250558:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203134.274515:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203134.274523:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203134.274530:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203134.274531:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203134.274535:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203134.274536:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203134.274561:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203134.274563:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203134.274565:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203135.298549:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203135.298559:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203135.298561:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203135.298565:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203135.298571:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203135.298573:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203135.298576:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203135.298578:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203135.298583:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203135.298585:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203135.298589:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203135.298590:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203135.298665:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203135.298669:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203135.298673:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788203135.682779:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203135.682784:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203135.682788:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203135.682798:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9fb80 x1875052841839488/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203135.682818:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203135.682823:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203135.682829:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203135.682834:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203135.682841:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203135.682850:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841839488:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788203135.682856:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203135.682861:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203135.682864:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203135.682868:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203135.682875:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375400. 02000000:00000001:0.0:1788203135.682878:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203135.682887:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203135.682892:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302688. 00000400:00000010:0.0:1788203135.682913:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3088. 00000100:00000200:0.0:1788203135.682922:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841839488, portal 25 00000100:00000001:0.0:1788203135.682925:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203135.682928:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330357120 : -109644379194496 : ffff9c476db9fb80) 00000100:00000040:0.0:1788203135.682936:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9fb80 x1875052841839488/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203135.682949:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203135.682954:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203135.682957:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3000. 00000100:00000200:0.0:1788203135.682961:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841839488, offset 0 00000400:00000200:0.0:1788203135.682970:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203135.682984:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203135.682992:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203135.682998:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203135.683005:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203135.683013:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203135.683020:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203135.683026:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703614:703614:256:4294967295] 192.168.201.101@tcp LPNI seq info [703609:703609:8:4294967295] 00000400:00000200:0.0:1788203135.683034:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203135.683048:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203135.683055:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203135.683062:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036900. 00000800:00000200:0.0:1788203135.683069:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203135.683074:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1788203135.683094:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203135.683097:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036900. 00000400:00000200:0.0:1788203135.683103:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203135.683110:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203135.683119:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3000 00000400:00000010:0.0:1788203135.683122:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3000. 00000100:00000001:0.0:1788203135.683128:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203135.683136:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9fb80 x1875052841839488/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203135.683156:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203135.683165:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9fb80 x1875052841839488/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203160 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203135.683190:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203135.683196:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203135.683206:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203135.683217:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203135.683224:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4308275956 00000100:00000010:0.0:1788203135.683235:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685bade0. 00000100:00000001:0.0:1788203135.683245:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788203135.683256:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4308275956 00000100:00000010:0.0:1788203135.683265:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba360. 00000100:00000001:0.0:1788203135.683272:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788203135.683278:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203135.683285:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203135.683291:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203135.683301:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203135/real 1788203135] req@ffff9c476db9fb80 x1875052841839488/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203135.683321:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203135.683326:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203135.683330:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302688. 00000400:00000200:0.0:1788203135.683335:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3088 00000400:00000010:0.0:1788203135.683338:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3088. 00000100:00000001:0.0:1788203135.683342:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203135.683347:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9fb80 x1875052841839488/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203135.683356:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9fb80 x1875052841839488/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203135.683364:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203135.683366:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203135.683368:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203135.683371:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203135.683375:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9fb80 x1875052841839488/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203135.683382:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203135.683388:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9fb80 x1875052841839488/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203160 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203135.683420:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203135.683424:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203135.683426:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203135.683427:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203135.683430:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203135.683432:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203135.683435:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203135.683440:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203135.683443:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203135.683448:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9fb80 x1875052841839488/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203160 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203135.683456:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841839488:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788203135.683461:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203135.683464:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203135.683467:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9fb80 x1875052841839488/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203160 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203135.683474:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203135.683477:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203135.683480:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375400. 02000000:00000001:0.0:1788203135.683483:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203135.683485:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203135.683487:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788203135.683490:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203135.683492:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a42400. 02000000:00000001:0.0:1788203135.683497:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203135.683499:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203135.683500:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9fb80. 00000100:00000001:0.0:1788203135.683503:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203135.683505:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203135.683507:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203135.683515:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203135.683518:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203135.683520:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203135.683522:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203135.683523:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203135.683528:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9d500 x1875052841839616/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203135.683536:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203135.683537:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203135.683540:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203135.683542:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203135.683545:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203135.683548:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841839616:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203135.683552:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203135.683554:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203135.683555:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203135.683557:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203135.683561:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375400. 02000000:00000001:0.0:1788203135.683563:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203135.683568:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203135.683571:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302688. 00000400:00000010:0.0:1788203135.683575:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3088. 00000100:00000200:0.0:1788203135.683578:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841839616, portal 10 00000100:00000001:0.0:1788203135.683580:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203135.683582:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330347264 : -109644379204352 : ffff9c476db9d500) 00000100:00000040:0.0:1788203135.683590:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9d500 x1875052841839616/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203135.683597:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203135.683600:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203135.683602:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3000. 00000100:00000200:0.0:1788203135.683605:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841839616, offset 0 00000400:00000200:0.0:1788203135.683610:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203135.683614:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203135.683618:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203135.683622:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203135.683625:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203135.683627:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203135.683630:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203135.683633:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703615:703615:256:4294967295] 192.168.201.101@tcp LPNI seq info [703610:703610:8:4294967295] 00000400:00000200:0.0:1788203135.683638:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203135.683645:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203135.683652:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203135.683655:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036900. 00000800:00000200:0.0:1788203135.683660:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203135.683663:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1788203135.683674:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203135.683676:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036900. 00000400:00000200:0.0:1788203135.683679:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203135.683683:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203135.683687:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3000 00000400:00000010:0.0:1788203135.683689:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3000. 00000100:00000001:0.0:1788203135.683692:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203135.683696:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9d500 x1875052841839616/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203135.683705:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203135.683708:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9d500 x1875052841839616/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203160 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203135.683715:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203135.683717:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203135.683721:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203135.683724:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788203135.683744:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203135.683746:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308274698 00000100:00000001:0.0:1788203135.683749:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308275956 00000100:00000001:0.0:1788203135.683752:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308274698 00000100:00000001:0.0:1788203135.683753:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308275956 00000100:00000001:0.0:1788203135.683756:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203135.683758:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203135.683760:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203135.683765:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203135/real 1788203135] req@ffff9c476db9d500 x1875052841839616/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203135.683773:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203135.683775:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203135.683777:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302688. 00000400:00000200:0.0:1788203135.683779:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3088 00000400:00000010:0.0:1788203135.683782:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3088. 00000100:00000001:0.0:1788203135.683784:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203135.683786:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9d500 x1875052841839616/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203135.683792:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9d500 x1875052841839616/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203135.683797:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203135.683798:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203135.683799:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203135.683800:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203135.683802:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9d500 x1875052841839616/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203135.683806:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203135.683809:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9d500 x1875052841839616/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203160 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203135.683814:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203135.683815:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203135.683816:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203135.683817:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203135.683818:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203135.683820:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203135.683821:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203135.683823:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203135.683825:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203135.683828:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9d500 x1875052841839616/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203160 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203135.683833:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841839616:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203135.683836:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203135.683837:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9ed80 x1875052841839744/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203135.683841:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203135.683842:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203135.683844:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203135.683845:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203135.683846:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203135.683848:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841839744:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203135.683850:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203135.683852:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203135.683853:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203135.683854:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203135.683857:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375000. 02000000:00000001:0.0:1788203135.683858:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203135.683860:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203135.683862:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302688. 00000400:00000010:0.0:1788203135.683864:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3088. 00000100:00000200:0.0:1788203135.683866:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841839744, portal 10 00000100:00000001:0.0:1788203135.683867:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203135.683868:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330353536 : -109644379198080 : ffff9c476db9ed80) 00000100:00000040:0.0:1788203135.683873:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9ed80 x1875052841839744/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203135.683877:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203135.683879:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203135.683880:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3000. 00000100:00000200:0.0:1788203135.683882:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841839744, offset 0 00000400:00000200:0.0:1788203135.683884:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203135.683887:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203135.683890:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203135.683892:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203135.683894:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203135.683896:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203135.683898:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203135.683900:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703616:703616:256:4294967295] 192.168.201.101@tcp LPNI seq info [703611:703611:8:4294967295] 00000400:00000200:0.0:1788203135.683903:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203135.683907:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203135.683910:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203135.683912:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036900. 00000800:00000200:0.0:1788203135.683914:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203135.683916:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1788203135.683923:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203135.683925:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036900. 00000400:00000200:0.0:1788203135.683927:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203135.683929:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203135.683931:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3000 00000400:00000010:0.0:1788203135.683933:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3000. 00000100:00000001:0.0:1788203135.683934:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203135.683936:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9ed80 x1875052841839744/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203135.683941:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203135.683943:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9ed80 x1875052841839744/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203160 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203135.683948:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203135.683949:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203135.683951:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203135.683953:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788203135.683956:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203135.683958:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308274698 00000100:00000001:0.0:1788203135.683962:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308275956 00000100:00000001:0.0:1788203135.683964:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308274698 00000100:00000001:0.0:1788203135.683966:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308275956 00000100:00000001:0.0:1788203135.683968:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203135.683970:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203135.683972:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203135.683976:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203135/real 1788203135] req@ffff9c476db9ed80 x1875052841839744/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203135.683984:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203135.683985:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203135.683987:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302688. 00000400:00000200:0.0:1788203135.683990:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3088 00000400:00000010:0.0:1788203135.683991:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3088. 00000100:00000001:0.0:1788203135.683994:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203135.683997:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9ed80 x1875052841839744/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203135.684007:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9ed80 x1875052841839744/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203135.684014:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203135.684016:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203135.684017:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203135.684019:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203135.684023:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9ed80 x1875052841839744/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203135.684028:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203135.684031:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9ed80 x1875052841839744/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203160 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203135.684035:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203135.684037:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203135.684038:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203135.684039:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203135.684040:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203135.684042:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203135.684043:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203135.684045:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203135.684047:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203135.684051:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9ed80 x1875052841839744/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203160 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203135.684059:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841839744:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203135.684063:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203135.684067:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9ca80 x1875052841839872/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203135.684074:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203135.684075:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203135.684078:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203135.684080:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203135.684082:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203135.684086:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841839872:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788203135.684089:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203135.684091:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203135.684093:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203135.684095:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203135.684098:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377c00. 02000000:00000001:0.0:1788203135.684099:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203135.684102:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203135.684104:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302688. 00000400:00000010:0.0:1788203135.684106:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3088. 00000100:00000200:0.0:1788203135.684109:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841839872, portal 4 00000100:00000001:0.0:1788203135.684110:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203135.684111:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330344576 : -109644379207040 : ffff9c476db9ca80) 00000100:00000040:0.0:1788203135.684116:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9ca80 x1875052841839872/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203135.684120:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203135.684122:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203135.684123:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3000. 00000100:00000200:0.0:1788203135.684125:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841839872, offset 0 00000400:00000200:0.0:1788203135.684127:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203135.684130:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203135.684132:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203135.684135:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203135.684137:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203135.684138:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203135.684140:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203135.684142:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703617:703617:256:4294967295] 192.168.201.101@tcp LPNI seq info [703612:703612:8:4294967295] 00000400:00000200:0.0:1788203135.684145:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203135.684149:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203135.684152:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203135.684153:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036900. 00000800:00000200:0.0:1788203135.684156:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203135.684158:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1788203135.684165:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203135.684167:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036900. 00000400:00000200:0.0:1788203135.684169:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203135.684173:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203135.684176:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3000 00000400:00000010:0.0:1788203135.684177:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3000. 00000100:00000001:0.0:1788203135.684180:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203135.684183:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9ca80 x1875052841839872/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203135.684198:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203135.684201:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9ca80 x1875052841839872/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203160 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203135.684208:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203135.684210:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203135.684214:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203135.684217:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788203135.684221:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203135.684223:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308274724 00000100:00000001:0.0:1788203135.684225:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308275956 00000100:00000001:0.0:1788203135.684227:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308274724 00000100:00000001:0.0:1788203135.684228:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308275956 00000100:00000001:0.0:1788203135.684230:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203135.684231:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203135.684232:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203135.684235:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203135/real 1788203135] req@ffff9c476db9ca80 x1875052841839872/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203135.684240:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203135.684241:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203135.684242:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302688. 00000400:00000200:0.0:1788203135.684244:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3088 00000400:00000010:0.0:1788203135.684245:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3088. 00000100:00000001:0.0:1788203135.684247:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203135.684249:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9ca80 x1875052841839872/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203135.684254:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9ca80 x1875052841839872/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203135.684258:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203135.684260:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203135.684261:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203135.684262:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203135.684264:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9ca80 x1875052841839872/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203135.684268:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203135.684271:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9ca80 x1875052841839872/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203160 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203135.684274:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203135.684276:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203135.684277:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203135.684278:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203135.684279:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203135.684280:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203135.684281:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203135.684283:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203135.684284:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203135.684287:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9ca80 x1875052841839872/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203160 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203135.684291:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841839872:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788203135.684294:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203135.684295:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203135.684297:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9d500 x1875052841839616/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203160 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203135.684302:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203135.684303:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203135.684304:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375400. 02000000:00000001:0.0:1788203135.684306:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203135.684307:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203135.684308:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788203135.684310:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203135.684311:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a41800. 02000000:00000001:0.0:1788203135.684313:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203135.684314:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203135.684315:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9d500. 00000100:00000001:0.0:1788203135.684317:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203135.684318:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203135.684319:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203135.684321:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9ed80 x1875052841839744/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203160 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203135.684325:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203135.684325:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203135.684326:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375000. 02000000:00000001:0.0:1788203135.684327:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203135.684328:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203135.684329:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788203135.684330:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203135.684331:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a41400. 02000000:00000001:0.0:1788203135.684332:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203135.684332:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203135.684333:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9ed80. 00000100:00000001:0.0:1788203135.684335:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203135.684336:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203135.684337:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203135.684339:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9ca80 x1875052841839872/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203160 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203135.684343:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203135.684344:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203135.684344:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377c00. 02000000:00000001:0.0:1788203135.684346:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203135.684347:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203135.684347:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788203135.684348:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203135.684349:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a43800. 02000000:00000001:0.0:1788203135.684352:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203135.684353:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203135.684354:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9ca80. 00000100:00000001:0.0:1788203135.684356:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203135.684357:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203135.684358:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203135.684361:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203135.684361:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203135.684363:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203135.684364:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203136.322486:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203136.322493:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203136.322500:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203136.322502:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203136.322505:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203136.322507:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203136.322532:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203136.322535:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203136.322538:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788203136.962500:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308275956, at 4308275968 00000100:00000040:0.0:1788203136.962508:0:226636:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308275956, at 4308275968 00000100:00000010:1.0:1788203136.962519:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba360. 00000100:00000010:0.0:1788203136.962522:0:226636:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685bade0. 00010000:00000001:0.0:1788203137.346534:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203137.346539:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203137.346543:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203137.346546:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203137.346547:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203137.346550:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203137.346552:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203137.346554:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203137.346555:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203137.346557:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203137.346559:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203137.346560:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203137.346561:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203137.346562:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203137.346563:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203137.346564:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203137.346565:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203137.346566:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203137.346585:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203137.346587:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203137.346589:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203138.370475:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203138.370481:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203138.370485:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203138.370486:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203138.370488:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203138.370489:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203138.370507:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203138.370509:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203138.370510:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203139.394514:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203139.394519:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203139.394523:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203139.394524:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203139.394527:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203139.394528:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203139.394555:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203139.394557:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203139.394559:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203140.418481:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203140.418487:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203140.418492:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203140.418493:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203140.418495:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203140.418497:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203140.418513:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203140.418515:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203140.418517:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788203140.802749:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203140.802755:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203140.802759:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203140.802769:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c848700 x1875052841840000/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203140.802786:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203140.802790:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203140.802797:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203140.802800:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203140.802804:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203140.802811:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c848700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841840000:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788203140.802816:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203140.802820:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203140.802824:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203140.802827:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203140.802831:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377c00. 02000000:00000001:0.0:1788203140.802834:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203140.802841:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203140.802847:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302688. 00000400:00000010:0.0:1788203140.802856:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3088. 00000100:00000200:0.0:1788203140.802865:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841840000, portal 25 00000100:00000001:0.0:1788203140.802872:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203140.802875:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578512128 : -109644131039488 : ffff9c477c848700) 00000100:00000040:0.0:1788203140.802884:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c848700 x1875052841840000/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203140.802903:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203140.802912:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203140.802920:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3000. 00000100:00000200:0.0:1788203140.802927:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841840000, offset 0 00000400:00000200:0.0:1788203140.802942:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203140.802953:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203140.802964:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203140.802972:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203140.802978:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203140.802985:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203140.802990:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203140.802998:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703618:703618:256:4294967295] 192.168.201.101@tcp LPNI seq info [703613:703613:8:4294967295] 00000400:00000200:0.0:1788203140.803009:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203140.803024:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203140.803035:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203140.803043:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036900. 00000800:00000200:0.0:1788203140.803053:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203140.803058:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1788203140.803077:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203140.803080:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036900. 00000400:00000200:0.0:1788203140.803086:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203140.803090:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203140.803095:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3000 00000400:00000010:0.0:1788203140.803098:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3000. 00000100:00000001:0.0:1788203140.803105:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203140.803111:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c848700 x1875052841840000/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203140.803136:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203140.803142:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c848700 x1875052841840000/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203165 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203140.803151:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203140.803154:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203140.803159:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203140.803168:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203140.803173:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4308281076 00000100:00000010:0.0:1788203140.803180:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685bade0. 00000100:00000001:0.0:1788203140.803187:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788203140.803194:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4308281076 00000100:00000010:0.0:1788203140.803199:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685baba0. 00000100:00000001:0.0:1788203140.803201:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788203140.803203:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203140.803205:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203140.803207:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203140.803212:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203140/real 1788203140] req@ffff9c477c848700 x1875052841840000/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203140.803232:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203140.803235:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203140.803237:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302688. 00000400:00000200:0.0:1788203140.803241:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3088 00000400:00000010:0.0:1788203140.803245:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3088. 00000100:00000001:0.0:1788203140.803248:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203140.803253:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c848700 x1875052841840000/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203140.803266:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c848700 x1875052841840000/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203140.803275:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203140.803278:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203140.803281:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203140.803283:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203140.803289:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c848700 x1875052841840000/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203140.803297:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203140.803303:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c848700 x1875052841840000/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203165 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203140.803313:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203140.803316:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203140.803320:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203140.803322:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203140.803326:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203140.803328:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203140.803333:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203140.803337:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203140.803340:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203140.803344:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c848700 x1875052841840000/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203165 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203140.803359:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c848700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841840000:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788203140.803365:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203140.803369:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203140.803374:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c848700 x1875052841840000/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203165 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203140.803385:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203140.803389:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203140.803411:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377c00. 02000000:00000001:0.0:1788203140.803415:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203140.803417:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203140.803418:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788203140.803420:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203140.803422:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f0000. 02000000:00000001:0.0:1788203140.803425:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203140.803427:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203140.803431:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c848700. 00000100:00000001:0.0:1788203140.803435:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203140.803437:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203140.803442:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203140.803449:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203140.803452:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203140.803456:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203140.803459:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203140.803462:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203140.803467:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c84b100 x1875052841840128/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203140.803476:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203140.803479:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203140.803482:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203140.803485:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203140.803488:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203140.803492:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c84b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841840128:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203140.803496:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203140.803499:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203140.803503:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203140.803509:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203140.803513:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377c00. 02000000:00000001:0.0:1788203140.803516:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203140.803521:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203140.803524:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302688. 00000400:00000010:0.0:1788203140.803529:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3088. 00000100:00000200:0.0:1788203140.803533:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841840128, portal 10 00000100:00000001:0.0:1788203140.803536:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203140.803538:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578522880 : -109644131028736 : ffff9c477c84b100) 00000100:00000040:0.0:1788203140.803548:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c84b100 x1875052841840128/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203140.803557:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203140.803561:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203140.803564:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3000. 00000100:00000200:0.0:1788203140.803567:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841840128, offset 0 00000400:00000200:0.0:1788203140.803574:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203140.803581:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203140.803586:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203140.803591:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203140.803595:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203140.803599:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203140.803603:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203140.803609:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703619:703619:256:4294967295] 192.168.201.101@tcp LPNI seq info [703614:703614:8:4294967295] 00000400:00000200:0.0:1788203140.803616:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203140.803624:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203140.803630:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203140.803634:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036900. 00000800:00000200:0.0:1788203140.803637:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203140.803653:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1788203140.803662:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203140.803664:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036900. 00000400:00000200:0.0:1788203140.803667:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203140.803669:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203140.803672:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3000 00000400:00000010:0.0:1788203140.803673:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3000. 00000100:00000001:0.0:1788203140.803674:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203140.803677:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c84b100 x1875052841840128/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203140.803683:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203140.803684:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84b100 x1875052841840128/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203165 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203140.803689:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203140.803690:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203140.803692:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203140.803695:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788203140.803697:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203140.803699:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308279818 00000100:00000001:0.0:1788203140.803701:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308281076 00000100:00000001:0.0:1788203140.803702:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308279818 00000100:00000001:0.0:1788203140.803704:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308281076 00000100:00000001:0.0:1788203140.803705:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203140.803707:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203140.803708:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203140.803710:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203140/real 1788203140] req@ffff9c477c84b100 x1875052841840128/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203140.803715:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203140.803716:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203140.803717:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302688. 00000400:00000200:0.0:1788203140.803719:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3088 00000400:00000010:0.0:1788203140.803720:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3088. 00000100:00000001:0.0:1788203140.803721:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203140.803723:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c84b100 x1875052841840128/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203140.803729:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c84b100 x1875052841840128/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203140.803732:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203140.803733:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203140.803734:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203140.803735:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203140.803737:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c84b100 x1875052841840128/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203140.803741:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203140.803744:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c84b100 x1875052841840128/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203165 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203140.803749:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203140.803750:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203140.803751:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203140.803752:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203140.803753:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203140.803755:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203140.803756:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203140.803758:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203140.803759:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203140.803762:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c84b100 x1875052841840128/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203165 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203140.803766:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c84b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841840128:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203140.803769:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203140.803772:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c84a680 x1875052841840256/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203140.803776:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203140.803777:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203140.803778:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203140.803780:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203140.803781:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203140.803783:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c84a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841840256:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203140.803784:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203140.803786:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203140.803787:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203140.803788:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203140.803790:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375000. 02000000:00000001:0.0:1788203140.803792:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203140.803794:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203140.803795:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302688. 00000400:00000010:0.0:1788203140.803797:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3088. 00000100:00000200:0.0:1788203140.803799:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841840256, portal 10 00000100:00000001:0.0:1788203140.803800:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203140.803801:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578520192 : -109644131031424 : ffff9c477c84a680) 00000100:00000040:0.0:1788203140.803806:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c84a680 x1875052841840256/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203140.803810:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203140.803811:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203140.803813:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3000. 00000100:00000200:0.0:1788203140.803814:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841840256, offset 0 00000400:00000200:0.0:1788203140.803816:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203140.803819:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203140.803821:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203140.803823:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203140.803825:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203140.803826:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203140.803828:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203140.803830:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703620:703620:256:4294967295] 192.168.201.101@tcp LPNI seq info [703615:703615:8:4294967295] 00000400:00000200:0.0:1788203140.803833:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203140.803837:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203140.803839:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203140.803841:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036900. 00000800:00000200:0.0:1788203140.803843:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203140.803845:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1788203140.803852:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203140.803853:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036900. 00000400:00000200:0.0:1788203140.803855:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203140.803857:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203140.803859:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3000 00000400:00000010:0.0:1788203140.803860:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3000. 00000100:00000001:0.0:1788203140.803861:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203140.803864:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c84a680 x1875052841840256/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203140.803869:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203140.803871:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84a680 x1875052841840256/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203165 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203140.803875:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203140.803876:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203140.803878:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203140.803879:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788203140.803881:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203140.803882:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308279818 00000100:00000001:0.0:1788203140.803884:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308281076 00000100:00000001:0.0:1788203140.803885:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308279818 00000100:00000001:0.0:1788203140.803887:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308281076 00000100:00000001:0.0:1788203140.803889:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203140.803891:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203140.803893:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203140.803897:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203140/real 1788203140] req@ffff9c477c84a680 x1875052841840256/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203140.803905:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203140.803907:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203140.803909:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302688. 00000400:00000200:0.0:1788203140.803911:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3088 00000400:00000010:0.0:1788203140.803913:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3088. 00000100:00000001:0.0:1788203140.803915:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203140.803919:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c84a680 x1875052841840256/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203140.803929:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c84a680 x1875052841840256/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203140.803935:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203140.803937:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203140.803938:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203140.803940:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203140.803943:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c84a680 x1875052841840256/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203140.803950:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203140.803953:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c84a680 x1875052841840256/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203165 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203140.803960:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203140.803963:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203140.803965:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203140.803966:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203140.803968:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203140.803970:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203140.803972:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203140.803976:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203140.803979:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203140.803982:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c84a680 x1875052841840256/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203165 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203140.803990:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c84a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841840256:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203140.803994:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203140.803996:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203140.803999:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c84b100 x1875052841840128/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203165 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203140.804006:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203140.804008:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203140.804011:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377c00. 02000000:00000001:0.0:1788203140.804013:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203140.804014:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203140.804015:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788203140.804017:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203140.804018:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f1800. 02000000:00000001:0.0:1788203140.804019:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203140.804020:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203140.804022:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c84b100. 00000100:00000001:0.0:1788203140.804023:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203140.804024:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203140.804025:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203140.804028:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c84a680 x1875052841840256/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203165 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203140.804032:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203140.804033:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203140.804034:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375000. 02000000:00000001:0.0:1788203140.804036:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203140.804037:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203140.804037:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788203140.804039:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203140.804040:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f1400. 02000000:00000001:0.0:1788203140.804041:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203140.804042:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203140.804043:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c84a680. 00000100:00000001:0.0:1788203140.804044:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203140.804045:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203140.804046:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203140.804048:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203140.804049:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203140.804050:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203140.804051:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203140.804052:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203140.804054:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c848000 x1875052841840384/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203140.804058:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203140.804059:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203140.804061:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203140.804062:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203140.804064:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203140.804065:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c848000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841840384:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788203140.804068:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203140.804069:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203140.804070:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203140.804071:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203140.804073:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375000. 02000000:00000001:0.0:1788203140.804074:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203140.804077:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203140.804079:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302688. 00000400:00000010:0.0:1788203140.804081:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3088. 00000100:00000200:0.0:1788203140.804083:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841840384, portal 4 00000100:00000001:0.0:1788203140.804085:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203140.804086:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578510336 : -109644131041280 : ffff9c477c848000) 00000100:00000040:0.0:1788203140.804090:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c848000 x1875052841840384/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203140.804094:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203140.804096:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203140.804097:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3000. 00000100:00000200:0.0:1788203140.804099:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841840384, offset 0 00000400:00000200:0.0:1788203140.804101:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203140.804104:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203140.804106:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203140.804108:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203140.804109:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203140.804111:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203140.804113:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203140.804115:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703621:703621:256:4294967295] 192.168.201.101@tcp LPNI seq info [703616:703616:8:4294967295] 00000400:00000200:0.0:1788203140.804117:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203140.804122:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203140.804124:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203140.804126:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036900. 00000800:00000200:0.0:1788203140.804129:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203140.804131:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1788203140.804139:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203140.804140:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036900. 00000400:00000200:0.0:1788203140.804142:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203140.804144:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203140.804146:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3000 00000400:00000010:0.0:1788203140.804147:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3000. 00000100:00000001:0.0:1788203140.804149:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203140.804151:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c848000 x1875052841840384/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203140.804156:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203140.804158:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c848000 x1875052841840384/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203165 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203140.804162:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203140.804163:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203140.804165:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203140.804167:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788203140.804169:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203140.804171:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308279844 00000100:00000001:0.0:1788203140.804172:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308281076 00000100:00000001:0.0:1788203140.804174:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308279844 00000100:00000001:0.0:1788203140.804175:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308281076 00000100:00000001:0.0:1788203140.804177:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203140.804178:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203140.804180:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203140.804182:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203140/real 1788203140] req@ffff9c477c848000 x1875052841840384/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203140.804186:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203140.804187:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203140.804188:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302688. 00000400:00000200:0.0:1788203140.804189:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3088 00000400:00000010:0.0:1788203140.804190:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3088. 00000100:00000001:0.0:1788203140.804192:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203140.804194:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c848000 x1875052841840384/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203140.804199:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c848000 x1875052841840384/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203140.804203:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203140.804203:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203140.804204:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203140.804205:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203140.804208:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c848000 x1875052841840384/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203140.804212:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203140.804215:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c848000 x1875052841840384/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203165 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203140.804219:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203140.804220:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203140.804221:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203140.804222:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203140.804223:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203140.804224:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203140.804226:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203140.804228:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203140.804229:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203140.804231:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c848000 x1875052841840384/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203165 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203140.804236:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c848000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841840384:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788203140.804238:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203140.804240:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203140.804241:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c848000 x1875052841840384/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203165 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203140.804245:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203140.804246:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203140.804247:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375000. 02000000:00000001:0.0:1788203140.804249:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203140.804249:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203140.804250:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788203140.804251:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203140.804253:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f3000. 02000000:00000001:0.0:1788203140.804254:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203140.804255:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203140.804256:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c848000. 00000100:00000001:0.0:1788203140.804258:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203140.804259:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203140.804260:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203140.804261:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203140.804262:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203140.804264:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203140.804265:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203141.442534:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203141.442542:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203141.442548:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203141.442550:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203141.442554:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203141.442555:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203141.442581:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203141.442584:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203141.442587:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203142.082508:0:226636:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308281076, at 4308281088 00000100:00000040:1.0:1788203142.082508:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308281076, at 4308281088 00000100:00000010:0.0:1788203142.082522:0:226636:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685bade0. 00000100:00000010:1.0:1788203142.082525:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685baba0. 00010000:00000001:0.0:1788203142.466507:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203142.466513:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203142.466517:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203142.466518:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203142.466520:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203142.466521:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203142.466541:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203142.466543:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203142.466546:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203143.490513:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203143.490519:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203143.490523:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203143.490525:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203143.490527:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203143.490528:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203143.490582:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203143.490585:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203143.490587:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203144.514528:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203144.514535:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203144.514542:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203144.514543:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203144.514547:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203144.514548:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203144.514591:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203144.514595:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203144.514598:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203145.538503:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203145.538510:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203145.538511:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203145.538514:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203145.538518:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203145.538520:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203145.538522:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203145.538523:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203145.538526:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203145.538527:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203145.538530:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203145.538531:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203145.538583:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203145.538587:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203145.538591:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788203145.922764:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203145.922769:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203145.922773:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203145.922783:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9d880 x1875052841840512/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203145.922799:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203145.922802:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203145.922807:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203145.922812:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203145.922816:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203145.922822:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841840512:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788203145.922829:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203145.922833:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203145.922837:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203145.922841:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203145.922848:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377c00. 02000000:00000001:0.0:1788203145.922852:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203145.922860:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203145.922865:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302688. 00000400:00000010:0.0:1788203145.922872:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3088. 00000100:00000200:0.0:1788203145.922884:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841840512, portal 25 00000100:00000001:0.0:1788203145.922890:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203145.922894:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330348160 : -109644379203456 : ffff9c476db9d880) 00000100:00000040:0.0:1788203145.922905:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9d880 x1875052841840512/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203170 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203145.922923:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203145.922930:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203145.922936:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3000. 00000100:00000200:0.0:1788203145.922941:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841840512, offset 0 00000400:00000200:0.0:1788203145.922951:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203145.922961:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203145.922970:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203145.922980:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203145.922986:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203145.922992:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203145.922998:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203145.923006:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703622:703622:256:4294967295] 192.168.201.101@tcp LPNI seq info [703617:703617:8:4294967295] 00000400:00000200:0.0:1788203145.923013:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203145.923028:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203145.923040:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203145.923045:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036900. 00000800:00000200:0.0:1788203145.923057:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203145.923063:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1788203145.923086:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203145.923089:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036900. 00000400:00000200:0.0:1788203145.923095:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203145.923103:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203145.923108:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3000 00000400:00000010:0.0:1788203145.923111:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3000. 00000100:00000001:0.0:1788203145.923118:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203145.923124:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9d880 x1875052841840512/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203170 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203145.923136:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203145.923142:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9d880 x1875052841840512/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203170 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203145.923172:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203145.923177:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203145.923188:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203145.923200:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203145.923206:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4308286196 00000100:00000010:0.0:1788203145.923217:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685bade0. 00000100:00000001:0.0:1788203145.923227:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788203145.923236:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4308286196 00000100:00000010:0.0:1788203145.923244:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685bac60. 00000100:00000001:0.0:1788203145.923253:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788203145.923260:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203145.923265:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203145.923268:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203145.923276:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203145/real 1788203145] req@ffff9c476db9d880 x1875052841840512/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203145.923298:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203145.923301:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203145.923306:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302688. 00000400:00000200:0.0:1788203145.923311:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3088 00000400:00000010:0.0:1788203145.923314:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3088. 00000100:00000001:0.0:1788203145.923319:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203145.923325:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9d880 x1875052841840512/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203145.923346:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9d880 x1875052841840512/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203145.923362:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203145.923367:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203145.923372:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203145.923376:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203145.923381:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9d880 x1875052841840512/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203145.923412:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203145.923418:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9d880 x1875052841840512/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203170 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203145.923424:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203145.923427:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203145.923432:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203145.923436:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203145.923443:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203145.923449:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203145.923456:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203145.923464:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203145.923470:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203145.923484:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9d880 x1875052841840512/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203170 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203145.923519:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841840512:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788203145.923529:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203145.923534:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203145.923539:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9d880 x1875052841840512/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203170 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203145.923547:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203145.923562:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203145.923565:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377c00. 02000000:00000001:0.0:1788203145.923569:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203145.923571:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203145.923573:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788203145.923576:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203145.923578:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a43000. 02000000:00000001:0.0:1788203145.923584:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203145.923586:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203145.923588:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9d880. 00000100:00000001:0.0:1788203145.923590:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203145.923591:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203145.923593:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203145.923599:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203145.923600:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203145.923602:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203145.923603:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203145.923604:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203145.923608:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9c380 x1875052841840640/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203145.923613:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203145.923614:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203145.923616:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203145.923617:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203145.923619:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203145.923621:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841840640:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203145.923623:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203145.923625:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203145.923626:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203145.923628:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203145.923630:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377c00. 02000000:00000001:0.0:1788203145.923632:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203145.923635:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203145.923636:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302688. 00000400:00000010:0.0:1788203145.923639:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3088. 00000100:00000200:0.0:1788203145.923641:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841840640, portal 10 00000100:00000001:0.0:1788203145.923643:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203145.923644:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330342784 : -109644379208832 : ffff9c476db9c380) 00000100:00000040:0.0:1788203145.923649:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9c380 x1875052841840640/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203170 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203145.923653:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203145.923655:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203145.923656:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3000. 00000100:00000200:0.0:1788203145.923658:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841840640, offset 0 00000400:00000200:0.0:1788203145.923661:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203145.923663:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203145.923666:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203145.923668:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203145.923670:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203145.923671:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203145.923673:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203145.923675:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703623:703623:256:4294967295] 192.168.201.101@tcp LPNI seq info [703618:703618:8:4294967295] 00000400:00000200:0.0:1788203145.923678:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203145.923683:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203145.923686:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203145.923688:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036900. 00000800:00000200:0.0:1788203145.923691:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203145.923693:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1788203145.923701:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203145.923702:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036900. 00000400:00000200:0.0:1788203145.923704:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203145.923707:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203145.923709:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3000 00000400:00000010:0.0:1788203145.923710:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3000. 00000100:00000001:0.0:1788203145.923712:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203145.923714:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9c380 x1875052841840640/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203170 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203145.923720:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203145.923722:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9c380 x1875052841840640/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203170 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203145.923726:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203145.923727:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203145.923729:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203145.923732:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788203145.923734:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203145.923735:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308284938 00000100:00000001:0.0:1788203145.923737:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308286196 00000100:00000001:0.0:1788203145.923738:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308284938 00000100:00000001:0.0:1788203145.923740:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308286196 00000100:00000001:0.0:1788203145.923741:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203145.923743:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203145.923744:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203145.923746:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203145/real 1788203145] req@ffff9c476db9c380 x1875052841840640/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203145.923751:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203145.923751:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203145.923753:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302688. 00000400:00000200:0.0:1788203145.923754:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3088 00000400:00000010:0.0:1788203145.923755:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3088. 00000100:00000001:0.0:1788203145.923756:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203145.923759:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9c380 x1875052841840640/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203145.923764:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9c380 x1875052841840640/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203145.923768:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203145.923769:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203145.923770:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203145.923771:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203145.923773:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9c380 x1875052841840640/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203145.923777:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203145.923780:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9c380 x1875052841840640/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203170 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203145.923784:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203145.923785:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203145.923786:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203145.923787:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203145.923788:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203145.923789:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203145.923791:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203145.923793:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203145.923795:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203145.923797:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9c380 x1875052841840640/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203170 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203145.923802:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841840640:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203145.923805:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203145.923807:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9f800 x1875052841840768/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203145.923815:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203145.923816:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203145.923818:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203145.923819:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203145.923820:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203145.923822:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841840768:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203145.923824:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203145.923825:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203145.923826:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203145.923827:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203145.923829:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375400. 02000000:00000001:0.0:1788203145.923830:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203145.923832:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203145.923833:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302688. 00000400:00000010:0.0:1788203145.923835:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3088. 00000100:00000200:0.0:1788203145.923837:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841840768, portal 10 00000100:00000001:0.0:1788203145.923838:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203145.923839:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330356224 : -109644379195392 : ffff9c476db9f800) 00000100:00000040:0.0:1788203145.923843:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9f800 x1875052841840768/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203170 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203145.923847:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203145.923849:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203145.923850:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3000. 00000100:00000200:0.0:1788203145.923852:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841840768, offset 0 00000400:00000200:0.0:1788203145.923854:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203145.923857:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203145.923859:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203145.923861:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203145.923862:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203145.923863:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203145.923865:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203145.923867:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703624:703624:256:4294967295] 192.168.201.101@tcp LPNI seq info [703619:703619:8:4294967295] 00000400:00000200:0.0:1788203145.923870:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203145.923874:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203145.923878:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203145.923881:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036900. 00000800:00000200:0.0:1788203145.923885:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203145.923888:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1788203145.923899:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203145.923901:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036900. 00000400:00000200:0.0:1788203145.923904:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203145.923908:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203145.923910:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3000 00000400:00000010:0.0:1788203145.923913:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3000. 00000100:00000001:0.0:1788203145.923915:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203145.923919:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9f800 x1875052841840768/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203170 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203145.923927:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203145.923931:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9f800 x1875052841840768/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203170 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203145.923936:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203145.923937:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203145.923940:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203145.923943:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788203145.923945:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203145.923946:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308284938 00000100:00000001:0.0:1788203145.923948:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308286196 00000100:00000001:0.0:1788203145.923950:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308284938 00000100:00000001:0.0:1788203145.923951:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308286196 00000100:00000001:0.0:1788203145.923953:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203145.923955:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203145.923956:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203145.923959:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203145/real 1788203145] req@ffff9c476db9f800 x1875052841840768/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203145.923964:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203145.923965:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203145.923966:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302688. 00000400:00000200:0.0:1788203145.923967:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3088 00000400:00000010:0.0:1788203145.923968:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3088. 00000100:00000001:0.0:1788203145.923969:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203145.923971:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9f800 x1875052841840768/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203145.923977:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9f800 x1875052841840768/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203145.923981:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203145.923982:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203145.923983:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203145.923984:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203145.923986:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9f800 x1875052841840768/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203145.923990:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203145.923992:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9f800 x1875052841840768/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203170 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203145.923997:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203145.923998:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203145.924000:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203145.924001:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203145.924002:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203145.924003:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203145.924004:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203145.924007:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203145.924008:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203145.924011:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9f800 x1875052841840768/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203170 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203145.924016:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841840768:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203145.924018:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203145.924020:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9f480 x1875052841840896/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203145.924024:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203145.924025:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203145.924026:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203145.924027:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203145.924028:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203145.924030:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841840896:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788203145.924032:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203145.924033:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203145.924035:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203145.924036:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203145.924038:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788203145.924040:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203145.924042:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203145.924043:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302688. 00000400:00000010:0.0:1788203145.924045:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3088. 00000100:00000200:0.0:1788203145.924047:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841840896, portal 4 00000100:00000001:0.0:1788203145.924049:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203145.924050:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330355328 : -109644379196288 : ffff9c476db9f480) 00000100:00000040:0.0:1788203145.924054:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9f480 x1875052841840896/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203170 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203145.924058:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203145.924060:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203145.924061:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3000. 00000100:00000200:0.0:1788203145.924062:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841840896, offset 0 00000400:00000200:0.0:1788203145.924065:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203145.924067:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203145.924070:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203145.924072:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203145.924074:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203145.924076:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203145.924077:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203145.924079:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703625:703625:256:4294967295] 192.168.201.101@tcp LPNI seq info [703620:703620:8:4294967295] 00000400:00000200:0.0:1788203145.924082:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203145.924086:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203145.924088:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203145.924090:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036900. 00000800:00000200:0.0:1788203145.924093:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203145.924095:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1788203145.924102:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203145.924103:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036900. 00000400:00000200:0.0:1788203145.924105:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203145.924108:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203145.924109:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3000 00000400:00000010:0.0:1788203145.924111:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3000. 00000100:00000001:0.0:1788203145.924112:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203145.924114:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9f480 x1875052841840896/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203170 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203145.924119:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203145.924121:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9f480 x1875052841840896/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203170 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203145.924125:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203145.924126:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203145.924128:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203145.924130:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788203145.924132:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203145.924133:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308284964 00000100:00000001:0.0:1788203145.924135:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308286196 00000100:00000001:0.0:1788203145.924136:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308284964 00000100:00000001:0.0:1788203145.924138:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308286196 00000100:00000001:0.0:1788203145.924139:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203145.924140:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203145.924141:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203145.924143:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203145/real 1788203145] req@ffff9c476db9f480 x1875052841840896/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203145.924147:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203145.924148:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203145.924149:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302688. 00000400:00000200:0.0:1788203145.924150:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3088 00000400:00000010:0.0:1788203145.924151:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3088. 00000100:00000001:0.0:1788203145.924152:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203145.924154:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9f480 x1875052841840896/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203145.924160:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9f480 x1875052841840896/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203145.924163:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203145.924164:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203145.924165:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203145.924166:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203145.924168:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9f480 x1875052841840896/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203145.924174:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203145.924177:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9f480 x1875052841840896/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203170 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203145.924185:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203145.924188:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203145.924190:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203145.924192:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203145.924193:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203145.924195:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203145.924198:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203145.924201:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203145.924203:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203145.924208:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9f480 x1875052841840896/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203170 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203145.924216:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841840896:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788203145.924218:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203145.924220:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203145.924222:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9c380 x1875052841840640/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203170 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203145.924227:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203145.924228:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203145.924229:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377c00. 02000000:00000001:0.0:1788203145.924231:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203145.924232:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203145.924233:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788203145.924235:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203145.924236:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a41000. 02000000:00000001:0.0:1788203145.924238:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203145.924239:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203145.924240:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9c380. 00000100:00000001:0.0:1788203145.924242:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203145.924243:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203145.924244:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203145.924247:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9f800 x1875052841840768/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203170 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203145.924251:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203145.924252:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203145.924253:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375400. 02000000:00000001:0.0:1788203145.924254:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203145.924254:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203145.924255:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788203145.924256:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203145.924257:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a40c00. 02000000:00000001:0.0:1788203145.924259:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203145.924260:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203145.924260:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9f800. 00000100:00000001:0.0:1788203145.924262:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203145.924263:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203145.924264:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203145.924265:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9f480 x1875052841840896/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203170 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203145.924269:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203145.924270:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203145.924270:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788203145.924272:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203145.924272:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203145.924273:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788203145.924274:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203145.924275:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a43400. 02000000:00000001:0.0:1788203145.924277:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203145.924277:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203145.924278:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9f480. 00000100:00000001:0.0:1788203145.924279:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203145.924280:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203145.924281:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203145.924283:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203145.924284:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203145.924285:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203145.924287:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203146.562503:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203146.562508:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203146.562512:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203146.562513:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203146.562516:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203146.562517:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203146.562536:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203146.562549:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203146.562552:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203147.202491:0:226636:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308286196, at 4308286208 00000100:00000040:1.0:1788203147.202491:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308286196, at 4308286208 00000100:00000010:1.0:1788203147.202505:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685bac60. 00000100:00000010:0.0:1788203147.202513:0:226636:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685bade0. 00010000:00000001:0.0:1788203147.586514:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203147.586559:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203147.586566:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203147.586570:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203147.586572:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203147.586576:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203147.586579:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203147.586582:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203147.586584:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203147.586586:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203147.586590:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203147.586592:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203147.586593:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203147.586595:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203147.586597:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203147.586598:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203147.586600:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203147.586602:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203147.586629:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203147.586633:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203147.586636:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203148.610498:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203148.610534:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203148.610540:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203148.610541:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203148.610544:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203148.610545:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203148.610566:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203148.610568:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203148.610570:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203149.634546:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203149.634553:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203149.634559:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203149.634560:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203149.634563:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203149.634565:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203149.634593:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203149.634597:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203149.634600:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203150.658514:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203150.658519:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203150.658523:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203150.658524:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203150.658526:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203150.658527:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203150.658548:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203150.658550:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203150.658552:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788203151.042579:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203151.042596:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788203151.042600:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203151.042604:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203151.042611:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203151.042622:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 13617 00000400:00000200:1.0:1788203151.042635:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203151.042641:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203151.042644:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203151.042647:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203151.042650:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203151.042652:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203151.042654:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203151.042658:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203151.042660:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788203151.042662:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203151.042665:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788203151.042667:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788203151.042669:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788203151.042672:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203151.042674:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203151.042676:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203151.042679:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203151.042683:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788203151.042687:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203151.042691:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203151.042695:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203151.042700:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203151.042704:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203151.042707:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788203151.042710:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203151.042723:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ded80. 00000020:00000040:1.0:1788203151.042729:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788203151.042734:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203151.042736:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203151.042740:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203151.042744:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203151.042750:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203151.042761:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98c00. 00000100:00000001:1.0:1788203151.042770:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203151.042792:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ded80 x1875052841841024/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203151.042805:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203151.042811:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203151.042817:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a769e60] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ded80 x1875052841841024/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203151.042843:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788203151.042847:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203151.042851:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788203151.042853:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203151.042854:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203151.042858:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203151.042863:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13617 00000400:00000200:1.0:1788203151.042868:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203151.042872:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00000001:0.0:1788203151.042876:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:1.0:1788203151.042876:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203151.042883:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203151.042884:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788203151.042889:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1788203151.042890:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788203151.042896:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203151.042902:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000100:00000040:0.0:1788203151.042904:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3ded80 x1875052841841024/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1788203151.042905:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203151.042907:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788203151.042910:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203151.042913:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788203151.042918:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788203151.042922:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000001:0.0:1788203151.042929:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1788203151.042929:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203151.042933:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203151.042934:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203151.042938:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203151.042940:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 02000000:00000001:0.0:1788203151.042942:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:1.0:1788203151.042942:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788203151.042947:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 02000000:00000001:0.0:1788203151.042948:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788203151.042949:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203151.042954:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203151.042957:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203151.042960:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203151.042963:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203151.042968:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00100000:0.0:1788203151.042972:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841841024:192.168.201.101@tcp:250:kworker.0 00000008:00100000:1.0:1788203151.042973:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788203151.042978:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203151.042981:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203151.042982:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000010:1.0:1788203151.042985:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dfb80. 00000020:00000040:1.0:1788203151.042989:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788203151.042991:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788203151.042991:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203151.042995:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203151.042996:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203151.042997:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203151.043000:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203151.043004:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1788203151.043004:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203151.043011:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b400. 02000000:00000010:0.0:1788203151.043013:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375400. 00000100:00000001:1.0:1788203151.043015:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203151.043018:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203151.043023:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dfb80 x1875052841841152/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1788203151.043031:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203151.043037:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302688. 00000100:00000001:1.0:1788203151.043043:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203151.043046:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788203151.043048:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3088. 00000100:00000040:1.0:1788203151.043050:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086c01fd6] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dfb80 x1875052841841152/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203151.043059:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841841024, portal 25 00000100:00000001:1.0:1788203151.043060:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788203151.043066:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788203151.043067:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203151.043071:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573885312 : -109644135666304 : ffff9c477c3ded80) 00000100:00080000:1.0:1788203151.043074:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788203151.043078:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203151.043082:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000040:0.0:1788203151.043083:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3ded80 x1875052841841024/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203176 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203151.043089:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203151.043097:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13617 00000100:00000001:0.0:1788203151.043099:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203151.043107:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000200:1.0:1788203151.043109:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203151.043112:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3000. 00000400:00000200:1.0:1788203151.043116:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00000200:0.0:1788203151.043119:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841841024, offset 0 00000100:00080000:1.0:1788203151.043120:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203151.043126:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203151.043129:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203151.043133:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000400:00000200:0.0:1788203151.043136:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000100:00000001:1.0:1788203151.043136:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203151.043141:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203151.043143:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788203151.043144:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203151.043146:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788203151.043148:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000400:00000200:0.0:1788203151.043151:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000020:00000001:1.0:1788203151.043152:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788203151.043158:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203151.043159:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203151.043163:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000400:00000200:0.0:1788203151.043165:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000100:00000001:1.0:1788203151.043166:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203151.043170:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788203151.043174:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000400:00000200:0.0:1788203151.043177:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1788203151.043178:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203151.043182:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203151.043185:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1788203151.043188:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 02000000:00000001:1.0:1788203151.043188:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203151.043193:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000400:00000200:0.0:1788203151.043197:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203151.043201:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000008:00100000:1.0:1788203151.043205:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000400:00000200:0.0:1788203151.043210:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703626:703626:256:4294967295] 192.168.201.101@tcp LPNI seq info [703621:703621:8:4294967295] 00000008:00000001:1.0:1788203151.043211:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203151.043215:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203151.043221:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dca80. 00000400:00000200:0.0:1788203151.043222:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000020:00000040:1.0:1788203151.043227:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788203151.043230:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203151.043232:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203151.043235:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203151.043237:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203151.043240:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203151.043243:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 02000000:00000010:1.0:1788203151.043245:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b800. 00000100:00000001:1.0:1788203151.043251:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788203151.043257:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1788203151.043260:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dca80 x1875052841841280/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000010:0.0:1788203151.043267:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036900. 00000100:00000001:1.0:1788203151.043267:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203151.043271:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203151.043275:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004099c200] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dca80 x1875052841841280/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1788203151.043282:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000100:00000001:1.0:1788203151.043287:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788203151.043290:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 17 secs later) 00000100:00000040:1.0:1788203151.043291:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788203151.043296:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788203151.043301:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203151.043307:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788203151.043310:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203151.043313:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203151.043316:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203151.043320:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13617 00000800:00000100:0.0:1788203151.043325:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000400:00000200:1.0:1788203151.043326:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203151.043333:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000800:00000010:0.0:1788203151.043334:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036900. 00000100:00080000:1.0:1788203151.043335:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203151.043340:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203151.043342:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203151.043344:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000400:00000200:0.0:1788203151.043345:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000001:1.0:1788203151.043346:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203151.043350:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203151.043351:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788203151.043354:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000400:00000200:0.0:1788203151.043357:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000020:00000040:1.0:1788203151.043357:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788203151.043362:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788203151.043365:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000400:00000200:0.0:1788203151.043368:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3000 00000400:00000010:0.0:1788203151.043372:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3000. 00000100:00000040:1.0:1788203151.043373:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203151.043377:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1788203151.043379:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:1.0:1788203151.043379:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203151.043384:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203151.043386:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00000200:0.0:1788203151.043389:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c3ded80 x1875052841841024/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203176 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788203151.043391:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203151.043419:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203151.043421:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203151.043423:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203151.043428:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203151.043432:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788203151.043435:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788203151.043443:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203151.043445:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203151.043448:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000010:1.0:1788203151.043449:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3de300. 00000020:00000040:1.0:1788203151.043453:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788203151.043457:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000040:0.0:1788203151.043459:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3ded80 x1875052841841024/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203176 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1788203151.043459:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203151.043475:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203151.043478:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203151.043482:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203151.043488:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9a400. 00000100:00000001:0.0:1788203151.043491:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203151.043494:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203151.043496:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:1.0:1788203151.043505:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3de300 x1875052841841408/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203151.043506:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203151.043516:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203151.043522:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4308291317 00000100:00000001:1.0:1788203151.043523:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203151.043529:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203151.043532:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685bade0. 00000100:00000040:1.0:1788203151.043535:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc9d591c] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3de300 x1875052841841408/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203151.043543:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788203151.043563:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203151.043569:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4308291317 00000100:00000040:1.0:1788203151.043572:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13627) 00000100:00000010:0.0:1788203151.043575:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685baa80. 00000100:00000001:0.0:1788203151.043582:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788203151.043587:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203151.043591:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203151.043594:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203151.043601:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203151/real 1788203151] req@ffff9c477c3ded80 x1875052841841024/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203151.043629:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203151.043631:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203151.043633:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302688. 00000400:00000200:0.0:1788203151.043636:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3088 00000400:00000010:0.0:1788203151.043638:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3088. 00000100:00000001:0.0:1788203151.043641:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203151.043646:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3ded80 x1875052841841024/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203151.043657:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3ded80 x1875052841841024/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203151.043665:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203151.043667:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203151.043670:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203151.043673:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203151.043678:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c3ded80 x1875052841841024/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203151.043687:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203151.043692:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3ded80 x1875052841841024/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203176 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203151.043701:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203151.043704:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203151.043706:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203151.043708:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203151.043711:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203151.043714:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203151.043717:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203151.043722:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203151.043725:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203151.043730:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3ded80 x1875052841841024/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203176 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203151.043741:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841841024:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788203151.043747:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203151.043750:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203151.043753:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3ded80 x1875052841841024/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203176 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203151.043770:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203151.043773:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203151.043776:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375400. 02000000:00000001:0.0:1788203151.043780:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203151.043783:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203151.043785:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788203151.043788:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203151.043791:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4653a98c00. 02000000:00000001:0.0:1788203151.043797:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203151.043799:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203151.043801:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3ded80. 00000100:00000001:0.0:1788203151.043806:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203151.043807:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203151.043810:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203151.043819:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203151.043821:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203151.043824:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203151.043826:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203151.043828:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203151.043832:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3dfb80 x1875052841841152/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203151.043840:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203151.043842:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203151.043844:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203151.043847:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203151.043849:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203151.043853:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841841152:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203151.043857:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203151.043859:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203151.043861:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203151.043863:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203151.043866:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375400. 02000000:00000001:0.0:1788203151.043869:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203151.043873:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203151.043876:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302688. 00000400:00000010:0.0:1788203151.043880:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3088. 00000100:00000200:0.0:1788203151.043883:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841841152, portal 10 00000100:00000001:0.0:1788203151.043886:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203151.043887:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573888896 : -109644135662720 : ffff9c477c3dfb80) 00000100:00000040:0.0:1788203151.043895:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3dfb80 x1875052841841152/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203176 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203151.043902:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203151.043905:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203151.043907:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3000. 00000100:00000200:0.0:1788203151.043910:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841841152, offset 0 00000400:00000200:0.0:1788203151.043915:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203151.043920:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203151.043924:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203151.043928:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203151.043931:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203151.043933:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203151.043936:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203151.043940:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703627:703627:256:4294967295] 192.168.201.101@tcp LPNI seq info [703622:703622:8:4294967295] 00000400:00000200:0.0:1788203151.043945:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203151.043952:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203151.043958:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203151.043962:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036900. 00000800:00000200:0.0:1788203151.043966:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203151.043970:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1788203151.043983:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203151.043985:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036900. 00000400:00000200:0.0:1788203151.043988:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203151.043993:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203151.043996:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3000 00000400:00000010:0.0:1788203151.043998:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3000. 00000100:00000001:0.0:1788203151.044002:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203151.044006:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c3dfb80 x1875052841841152/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203176 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203151.044015:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203151.044019:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3dfb80 x1875052841841152/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203176 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203151.044027:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203151.044029:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203151.044032:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203151.044037:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788203151.044041:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203151.044058:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308290058 00000100:00000001:0.0:1788203151.044061:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308291317 00000100:00000001:0.0:1788203151.044064:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308290058 00000100:00000001:0.0:1788203151.044067:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308291317 00000100:00000001:0.0:1788203151.044069:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203151.044071:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203151.044074:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203151.044078:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203151/real 1788203151] req@ffff9c477c3dfb80 x1875052841841152/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203151.044087:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203151.044088:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203151.044090:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302688. 00000400:00000200:0.0:1788203151.044093:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3088 00000400:00000010:0.0:1788203151.044096:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3088. 00000100:00000001:0.0:1788203151.044098:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203151.044102:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3dfb80 x1875052841841152/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203151.044112:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3dfb80 x1875052841841152/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203151.044126:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203151.044128:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203151.044130:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203151.044132:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203151.044136:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c3dfb80 x1875052841841152/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203151.044144:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203151.044149:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3dfb80 x1875052841841152/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203176 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203151.044158:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203151.044161:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203151.044163:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203151.044165:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203151.044167:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203151.044169:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203151.044172:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203151.044176:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203151.044180:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203151.044184:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3dfb80 x1875052841841152/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203176 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203151.044194:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841841152:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203151.044199:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203151.044202:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3dca80 x1875052841841280/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203151.044210:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203151.044212:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203151.044215:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203151.044217:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203151.044220:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203151.044223:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841841280:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203151.044227:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203151.044230:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203151.044231:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203151.044233:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203151.044237:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377c00. 02000000:00000001:0.0:1788203151.044240:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203151.044243:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203151.044246:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302688. 00000400:00000010:0.0:1788203151.044250:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3088. 00000100:00000200:0.0:1788203151.044254:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841841280, portal 10 00000100:00000001:0.0:1788203151.044256:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203151.044258:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573876352 : -109644135675264 : ffff9c477c3dca80) 00000100:00000040:0.0:1788203151.044264:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3dca80 x1875052841841280/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203176 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203151.044269:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203151.044270:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203151.044272:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3000. 00000100:00000200:0.0:1788203151.044274:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841841280, offset 0 00000400:00000200:0.0:1788203151.044277:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203151.044280:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203151.044283:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203151.044285:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203151.044287:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203151.044289:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203151.044290:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203151.044293:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703628:703628:256:4294967295] 192.168.201.101@tcp LPNI seq info [703623:703623:8:4294967295] 00000400:00000200:0.0:1788203151.044296:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203151.044301:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203151.044304:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203151.044307:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036900. 00000800:00000200:0.0:1788203151.044310:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203151.044312:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1788203151.044322:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203151.044324:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036900. 00000400:00000200:0.0:1788203151.044327:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203151.044331:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203151.044334:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3000 00000400:00000010:0.0:1788203151.044337:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3000. 00000100:00000001:0.0:1788203151.044339:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203151.044344:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c3dca80 x1875052841841280/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203176 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203151.044353:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203151.044356:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3dca80 x1875052841841280/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203176 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203151.044364:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203151.044366:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203151.044370:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203151.044373:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788203151.044393:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203151.044395:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308290058 00000100:00000001:0.0:1788203151.044398:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308291317 00000100:00000001:0.0:1788203151.044401:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308290058 00000100:00000001:0.0:1788203151.044403:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308291317 00000100:00000001:0.0:1788203151.044404:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203151.044406:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203151.044407:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203151.044410:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203151/real 1788203151] req@ffff9c477c3dca80 x1875052841841280/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203151.044417:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203151.044418:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203151.044419:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302688. 00000400:00000200:0.0:1788203151.044421:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3088 00000400:00000010:0.0:1788203151.044422:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3088. 00000100:00000001:0.0:1788203151.044423:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203151.044426:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3dca80 x1875052841841280/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203151.044431:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3dca80 x1875052841841280/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203151.044436:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203151.044437:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203151.044438:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203151.044439:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203151.044441:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c3dca80 x1875052841841280/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203151.044445:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203151.044448:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3dca80 x1875052841841280/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203176 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203151.044481:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203151.044483:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203151.044484:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203151.044485:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203151.044486:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203151.044488:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203151.044490:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203151.044493:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203151.044494:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203151.044497:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3dca80 x1875052841841280/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203176 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203151.044503:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841841280:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203151.044506:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203151.044508:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3de300 x1875052841841408/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203151.044512:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203151.044513:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203151.044515:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203151.044516:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203151.044517:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203151.044519:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841841408:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788203151.044521:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203151.044523:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203151.044524:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203151.044525:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203151.044527:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376800. 02000000:00000001:0.0:1788203151.044529:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203151.044532:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203151.044534:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302688. 00000400:00000010:0.0:1788203151.044536:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3088. 00000100:00000200:0.0:1788203151.044539:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841841408, portal 4 00000100:00000001:0.0:1788203151.044540:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203151.044541:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573882624 : -109644135668992 : ffff9c477c3de300) 00000100:00000040:0.0:1788203151.044546:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3de300 x1875052841841408/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203176 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203151.044550:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203151.044552:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203151.044554:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3000. 00000100:00000200:0.0:1788203151.044555:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841841408, offset 0 00000400:00000200:0.0:1788203151.044559:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203151.044562:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203151.044564:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203151.044566:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203151.044568:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203151.044570:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203151.044572:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203151.044574:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703629:703629:256:4294967295] 192.168.201.101@tcp LPNI seq info [703624:703624:8:4294967295] 00000400:00000200:0.0:1788203151.044577:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203151.044581:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203151.044583:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203151.044585:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036900. 00000800:00000200:0.0:1788203151.044588:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203151.044590:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1788203151.044597:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203151.044599:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036900. 00000400:00000200:0.0:1788203151.044601:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203151.044603:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203151.044605:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3000 00000400:00000010:0.0:1788203151.044607:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3000. 00000100:00000001:0.0:1788203151.044608:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203151.044610:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c3de300 x1875052841841408/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203176 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203151.044616:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203151.044618:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3de300 x1875052841841408/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203176 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203151.044623:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203151.044624:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203151.044626:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203151.044628:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788203151.044630:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203151.044632:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308290085 00000100:00000001:0.0:1788203151.044634:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308291317 00000100:00000001:0.0:1788203151.044636:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308290085 00000100:00000001:0.0:1788203151.044638:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308291317 00000100:00000001:0.0:1788203151.044639:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203151.044640:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203151.044641:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203151.044643:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203151/real 1788203151] req@ffff9c477c3de300 x1875052841841408/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203151.044648:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203151.044649:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203151.044649:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302688. 00000400:00000200:0.0:1788203151.044651:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3088 00000400:00000010:0.0:1788203151.044652:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3088. 00000100:00000001:0.0:1788203151.044653:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203151.044656:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3de300 x1875052841841408/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203151.044661:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3de300 x1875052841841408/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203151.044665:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203151.044666:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203151.044667:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203151.044668:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203151.044670:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c3de300 x1875052841841408/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203151.044674:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203151.044676:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3de300 x1875052841841408/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203176 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203151.044680:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203151.044682:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203151.044683:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203151.044684:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203151.044685:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203151.044687:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203151.044689:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203151.044690:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203151.044692:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203151.044694:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3de300 x1875052841841408/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203176 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203151.044699:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841841408:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788203151.044701:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203151.044702:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203151.044704:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3dfb80 x1875052841841152/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203176 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203151.044707:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203151.044709:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203151.044710:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375400. 02000000:00000001:0.0:1788203151.044712:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203151.044713:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203151.044714:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788203151.044716:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203151.044717:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4653a9b400. 02000000:00000001:0.0:1788203151.044720:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203151.044721:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203151.044722:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3dfb80. 00000100:00000001:0.0:1788203151.044724:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203151.044725:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203151.044726:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203151.044728:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3dca80 x1875052841841280/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203176 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203151.044737:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203151.044738:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203151.044739:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377c00. 02000000:00000001:0.0:1788203151.044741:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203151.044742:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203151.044743:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788203151.044744:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203151.044745:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4653a9b800. 02000000:00000001:0.0:1788203151.044746:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203151.044746:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203151.044747:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3dca80. 00000100:00000001:0.0:1788203151.044748:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203151.044749:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203151.044750:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203151.044752:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3de300 x1875052841841408/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203176 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203151.044756:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203151.044756:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203151.044757:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376800. 02000000:00000001:0.0:1788203151.044758:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203151.044759:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203151.044760:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788203151.044761:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203151.044762:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4653a9a400. 02000000:00000001:0.0:1788203151.044763:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203151.044764:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203151.044764:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3de300. 00000100:00000001:0.0:1788203151.044766:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203151.044766:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203151.044768:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203151.044770:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203151.044771:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203151.044772:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203151.044773:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203151.682534:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203151.682551:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203151.682556:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203151.682557:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203151.682560:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203151.682561:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203151.682592:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203151.682595:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203151.682598:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203152.322518:0:226636:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308291317, at 4308291328 00000100:00000040:1.0:1788203152.322518:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308291317, at 4308291328 00000100:00000010:0.0:1788203152.322540:0:226636:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685bade0. 00000100:00000010:1.0:1788203152.322547:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685baa80. 00010000:00000001:0.0:1788203152.706615:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203152.706624:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203152.706629:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203152.706630:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203152.706633:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203152.706634:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203152.706665:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203152.706667:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203152.706670:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203153.730518:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203153.730524:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203153.730530:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203153.730531:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203153.730533:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203153.730535:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203153.730559:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203153.730562:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203153.730564:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203154.754529:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203154.754535:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203154.754539:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203154.754540:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203154.754543:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203154.754544:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203154.754565:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203154.754568:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203154.754570:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203155.778473:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203155.778480:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203155.778482:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203155.778485:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203155.778489:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203155.778491:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203155.778493:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203155.778494:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203155.778497:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203155.778498:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203155.778500:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203155.778501:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203155.778519:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203155.778522:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203155.778523:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788203156.162523:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203156.162535:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788203156.162538:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203156.162542:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203156.162546:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203156.162554:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 13622 00000400:00000200:0.0:1788203156.162562:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203156.162569:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203156.162572:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203156.162575:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203156.162577:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203156.162579:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203156.162581:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203156.162584:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203156.162586:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788203156.162588:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203156.162591:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788203156.162592:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788203156.162593:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788203156.162597:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203156.162598:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203156.162599:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203156.162601:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203156.162603:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788203156.162605:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203156.162607:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203156.162609:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203156.162612:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203156.162614:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203156.162616:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788203156.162618:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203156.162626:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fad80. 00000020:00000040:0.0:1788203156.162629:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788203156.162632:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203156.162633:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203156.162635:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203156.162637:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203156.162641:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203156.162647:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377c00. 00000100:00000001:0.0:1788203156.162652:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203156.162660:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fad80 x1875052841841536/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203156.162667:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203156.162671:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203156.162674:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010fef5ed] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fad80 x1875052841841536/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203156.162694:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788203156.162697:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203156.162699:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788203156.162700:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203156.162702:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203156.162705:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203156.162707:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13622 00000400:00000200:0.0:1788203156.162710:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203156.162713:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203156.162715:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203156.162717:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203156.162719:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203156.162721:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203156.162726:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203156.162729:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203156.162732:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788203156.162734:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203156.162736:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788203156.162739:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788203156.162741:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788203156.162746:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203156.162747:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203156.162749:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203156.162754:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203156.162758:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788203156.162764:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203156.162769:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203156.162773:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203156.162780:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203156.162785:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203156.162788:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203156.162793:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788203156.162798:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203156.162803:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203156.162807:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9c00. 00000020:00000040:0.0:1788203156.162810:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788203156.162814:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203156.162817:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203156.162821:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203156.162822:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203156.162824:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203156.162828:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375400. 00000100:00000001:0.0:1788203156.162831:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203156.162836:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9c00 x1875052841841664/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203156.162846:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203156.162848:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203156.162856:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d680416d] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9c00 x1875052841841664/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203156.162867:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788203156.162870:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203156.162875:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788203156.162876:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203156.162877:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203156.162880:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203156.162883:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13622 00000400:00000200:0.0:1788203156.162888:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203156.162895:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203156.162900:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203156.162909:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203156.162914:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203156.162923:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203156.162929:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203156.162936:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203156.162941:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788203156.162943:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203156.162947:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788203156.162952:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788203156.162957:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788203156.162966:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203156.162973:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203156.162980:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203156.162987:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203156.162996:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788203156.163004:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203156.163010:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203156.163014:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203156.163019:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203156.163024:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203156.163027:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203156.163030:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788203156.163033:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203156.163036:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203156.163040:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9880. 00000020:00000040:0.0:1788203156.163044:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788203156.163048:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203156.163051:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203156.163053:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203156.163056:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203156.163059:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203156.163064:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376000. 00000100:00000001:0.0:1788203156.163070:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203156.163078:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9880 x1875052841841792/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203156.163095:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203156.163098:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203156.163105:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2b42fc4] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9880 x1875052841841792/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203156.163115:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203156.163118:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788203156.163124:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788203156.163128:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203156.163134:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788203156.163136:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203156.163139:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203156.163142:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203156.163145:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13622 00000400:00000200:0.0:1788203156.163152:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203156.163156:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203156.163160:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203156.163166:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203156.163170:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203156.163173:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203156.163177:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203156.163181:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203156.163182:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788203156.163183:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203156.163185:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788203156.163189:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788203156.163191:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788203156.163197:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203156.163200:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203156.163204:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203156.163206:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203156.163208:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788203156.163213:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203156.163214:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203156.163216:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203156.163220:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203156.163223:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203156.163224:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203156.163228:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788203156.163231:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203156.163234:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203156.163242:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8000. 00000020:00000040:0.0:1788203156.163247:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788203156.163252:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203156.163254:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203156.163257:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203156.163259:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203156.163262:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203156.163267:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374400. 00000100:00000001:0.0:1788203156.163273:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203156.163280:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8000 x1875052841841920/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203156.163287:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203156.163290:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203156.163293:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000755f6dce] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8000 x1875052841841920/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203156.163302:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203156.163307:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13632) 00010000:00000001:0.0:1788203156.802531:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203156.802537:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203156.802543:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203156.802544:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203156.802548:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203156.802550:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203156.802573:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203156.802576:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203156.802579:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203157.442516:0:226636:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308296436, at 4308296448 00000100:00000040:1.0:1788203157.442516:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308296436, at 4308296448 00000100:00000010:0.0:1788203157.442533:0:226636:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88480. 00000100:00000010:1.0:1788203157.442536:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88ae0. 00010000:00000001:0.0:1788203157.826473:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203157.826478:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203157.826488:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203157.826491:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203157.826493:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203157.826497:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203157.826500:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203157.826502:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203157.826503:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203157.826505:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203157.826508:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203157.826509:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203157.826510:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203157.826511:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203157.826512:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203157.826513:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203157.826514:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203157.826515:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203157.826533:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203157.826536:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203157.826538:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203158.850518:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203158.850523:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203158.850527:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203158.850528:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203158.850531:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203158.850532:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203158.850552:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203158.850555:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203158.850556:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203159.874502:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203159.874510:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203159.874517:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203159.874518:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203159.874522:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203159.874523:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203159.874550:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203159.874553:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203159.874556:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203160.898524:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203160.898531:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203160.898538:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203160.898540:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203160.898544:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203160.898545:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203160.898572:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203160.898575:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203160.898579:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203161.922539:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203161.922546:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203161.922552:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203161.922553:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203161.922557:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203161.922558:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203161.922582:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203161.922585:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203161.922588:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203162.562507:0:226636:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308301556, at 4308301568 00000100:00000040:1.0:1788203162.562507:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308301556, at 4308301568 00000100:00000010:1.0:1788203162.562523:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa886c0. 00000100:00000010:0.0:1788203162.562526:0:226636:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88120. 00010000:00000001:0.0:1788203162.946543:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203162.946554:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203162.946562:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203162.946564:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203162.946568:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203162.946570:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203162.946606:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203162.946610:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203162.946614:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203163.970523:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203163.970529:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203163.970533:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203163.970534:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203163.970536:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203163.970537:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203163.970558:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203163.970560:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203163.970563:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203164.994514:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203164.994522:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203164.994528:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203164.994529:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203164.994532:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203164.994533:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203164.994560:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203164.994563:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203164.994566:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203166.018586:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203166.018598:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203166.018601:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203166.018606:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203166.018613:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203166.018616:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203166.018617:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203166.018620:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203166.018624:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203166.018626:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203166.018629:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203166.018630:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203166.018663:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203166.018665:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203166.018668:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788203166.402550:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203166.402564:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788203166.402567:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203166.402573:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203166.402580:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203166.402589:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 13632 00000400:00000200:0.0:1788203166.402601:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203166.402609:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203166.402613:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203166.402617:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203166.402621:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203166.402624:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203166.402627:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203166.402632:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203166.402635:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788203166.402639:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203166.402643:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788203166.402647:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788203166.402650:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788203166.402655:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203166.402658:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203166.402660:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203166.402663:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203166.402667:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788203166.402670:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203166.402674:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203166.402677:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203166.402681:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203166.402685:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203166.402688:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788203166.402691:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203166.402706:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fb100. 00000020:00000040:0.0:1788203166.402711:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788203166.402717:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203166.402719:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203166.402724:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203166.402728:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203166.402733:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203166.402744:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374400. 00000100:00000001:0.0:1788203166.402756:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203166.402769:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fb100 x1875052841842560/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203166.402782:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203166.402788:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203166.402794:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000093808cf5] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fb100 x1875052841842560/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203166.402825:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788203166.402829:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203166.402833:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788203166.402835:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203166.402837:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203166.402843:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203166.402848:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13632 00000400:00000200:0.0:1788203166.402855:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203166.402861:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203166.402864:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203166.402869:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203166.402874:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203166.402879:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203166.402884:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203166.402890:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203166.402894:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788203166.402897:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203166.402903:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788203166.402908:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788203166.402921:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788203166.402936:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203166.402943:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203166.402951:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203166.402958:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203166.402967:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788203166.402986:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203166.403000:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203166.403008:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203166.403020:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203166.403028:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203166.403038:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203166.403049:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788203166.403061:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203166.403067:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203166.403081:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9f80. 00000020:00000040:0.0:1788203166.403088:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788203166.403091:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203166.403093:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203166.403098:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203166.403104:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203166.403115:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203166.403132:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376000. 00000100:00000001:0.0:1788203166.403148:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203166.403163:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9f80 x1875052841842688/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203166.403192:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203166.403214:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203166.403228:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5e67c01] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9f80 x1875052841842688/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203166.403269:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788203166.403278:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203166.403297:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788203166.403302:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203166.403306:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203166.403320:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203166.403329:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13632 00000400:00000200:0.0:1788203166.403350:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203166.403366:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203166.403373:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203166.403382:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203166.403387:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203166.403461:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203166.403472:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203166.403486:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203166.403493:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788203166.403501:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203166.403512:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788203166.403523:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788203166.403537:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788203166.403548:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203166.403558:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203166.403569:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203166.403581:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203166.403590:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788203166.403601:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203166.403609:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203166.403616:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203166.403623:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203166.403630:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203166.403637:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203166.403643:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788203166.403651:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203166.403660:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203166.403670:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fb800. 00000020:00000040:0.0:1788203166.403677:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788203166.403687:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203166.403692:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203166.403696:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203166.403700:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203166.403709:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203166.403718:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375400. 00000100:00000001:0.0:1788203166.403729:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203166.403748:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fb800 x1875052841842816/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203166.403822:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203166.403834:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203166.403853:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045f4f50b] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fb800 x1875052841842816/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203166.403889:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203166.403903:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788203166.403917:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788203166.403923:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203166.403927:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788203166.403929:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203166.403930:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203166.403934:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203166.403939:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13632 00000400:00000200:0.0:1788203166.403946:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203166.403953:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203166.403959:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203166.403968:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203166.403980:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203166.403990:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203166.403997:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203166.404006:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203166.404015:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788203166.404024:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203166.404032:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788203166.404042:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788203166.404052:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788203166.404065:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203166.404079:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203166.404088:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203166.404098:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203166.404109:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788203166.404126:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203166.404140:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203166.404148:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203166.404158:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203166.404170:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203166.404180:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203166.404189:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788203166.404215:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203166.404224:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203166.404238:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8380. 00000020:00000040:0.0:1788203166.404249:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788203166.404258:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203166.404264:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203166.404275:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203166.404280:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203166.404289:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203166.404302:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377c00. 00000100:00000001:0.0:1788203166.404315:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203166.404332:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8380 x1875052841842944/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203166.404356:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203166.404363:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203166.404377:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004fba561] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8380 x1875052841842944/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203166.404441:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203166.404455:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13643) 00010000:00000001:0.0:1788203167.042588:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203167.042599:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203167.042608:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203167.042609:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203167.042613:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203167.042615:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203167.042688:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203167.042692:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203167.042696:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203167.682509:0:226636:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308306677, at 4308306688 00000100:00000040:1.0:1788203167.682509:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308306677, at 4308306688 00000100:00000010:0.0:1788203167.682529:0:226636:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88720. 00000100:00000010:1.0:1788203167.682532:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa889c0. 00010000:00000001:0.0:1788203168.066534:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203168.066543:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203168.066549:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203168.066552:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203168.066554:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203168.066558:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203168.066561:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203168.066563:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203168.066565:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203168.066567:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203168.066570:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203168.066571:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203168.066572:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203168.066573:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203168.066576:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203168.066577:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203168.066578:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203168.066580:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203168.066608:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203168.066610:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203168.066613:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203169.090512:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203169.090518:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203169.090523:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203169.090524:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203169.090527:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203169.090528:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203169.090578:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203169.090581:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203169.090584:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203170.114528:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203170.114534:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203170.114538:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203170.114539:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203170.114542:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203170.114543:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203170.114582:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203170.114584:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203170.114587:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203171.138502:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203171.138509:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203171.138515:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203171.138517:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203171.138521:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203171.138522:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203171.138546:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203171.138549:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203171.138552:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788203171.522840:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203171.522849:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203171.522855:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203171.522872:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9e680 x1875052841843072/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203171.522898:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203171.522904:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203171.522911:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203171.522916:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203171.522923:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203171.522933:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841843072:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788203171.522940:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203171.522946:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203171.522952:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203171.522958:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203171.522968:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375000. 02000000:00000001:0.0:1788203171.522974:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203171.522987:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203171.522996:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302688. 00000400:00000010:0.0:1788203171.523007:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3088. 00000100:00000200:0.0:1788203171.523020:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841843072, portal 25 00000100:00000001:0.0:1788203171.523028:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203171.523033:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330351744 : -109644379199872 : ffff9c476db9e680) 00000100:00000040:0.0:1788203171.523046:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9e680 x1875052841843072/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203196 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203171.523054:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203171.523058:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203171.523063:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3000. 00000100:00000200:0.0:1788203171.523068:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841843072, offset 0 00000400:00000200:0.0:1788203171.523080:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203171.523092:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203171.523104:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203171.523122:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203171.523132:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203171.523138:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203171.523144:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203171.523149:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703642:703642:256:4294967295] 192.168.201.101@tcp LPNI seq info [703637:703637:8:4294967295] 00000400:00000200:0.0:1788203171.523154:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203171.523169:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203171.523180:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203171.523188:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036900. 00000800:00000200:0.0:1788203171.523199:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000100:00000001:0.0:1788203171.523224:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203171.523232:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203171.523236:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4308311796 00000100:00000010:0.0:1788203171.523243:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685bad20. 00000100:00000001:0.0:1788203171.523257:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788203171.523265:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4308311796 00000100:00000010:0.0:1788203171.523272:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba9c0. 00000100:00000001:0.0:1788203171.523277:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788203171.523283:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203171.523291:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203171.523298:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203171.523304:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203171.523315:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203171.523320:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1788203171.523327:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203171.523330:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203171.523332:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203171.523351:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9c000 x1875052841843200/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203171.523373:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203171.523377:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203171.523384:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203171.523389:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203171.523422:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203171.523438:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841843200:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203171.523453:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203171.523458:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203171.523462:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203171.523468:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203171.523475:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788203171.523480:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203171.523488:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203171.523492:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302210. 00000400:00000010:0.0:1788203171.523498:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788203171.523503:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841843200, portal 10 00000100:00000001:0.0:1788203171.523507:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203171.523510:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330341888 : -109644379209728 : ffff9c476db9c000) 00000100:00000040:0.0:1788203171.523523:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9c000 x1875052841843200/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203196 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203171.523533:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203171.523538:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203171.523542:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c32a8. 00000100:00000200:0.0:1788203171.523556:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841843200, offset 0 00000400:00000200:0.0:1788203171.523568:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203171.523579:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203171.523588:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203171.523597:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203171.523604:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203171.523610:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203171.523614:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203171.523621:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703643:703643:255:4294967295] 192.168.201.101@tcp LPNI seq info [703638:703638:7:4294967295] 00000400:00000200:0.0:1788203171.523631:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203171.523641:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203171.523651:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203171.523660:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036200. 00000800:00000200:0.0:1788203171.523669:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000100:00000001:0.0:1788203171.523683:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203171.523688:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788203171.523693:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203171.523696:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308310538 00000100:00000001:0.0:1788203171.523699:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308311796 00000100:00000001:0.0:1788203171.523702:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308310538 00000100:00000001:0.0:1788203171.523704:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308311796 00000100:00000001:0.0:1788203171.523706:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203171.523709:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203171.523711:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203171.523713:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203171.523717:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203171.523719:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1788203171.523721:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203171.523723:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203171.523724:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203171.523729:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9c700 x1875052841843328/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203171.523738:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203171.523739:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203171.523741:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203171.523743:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203171.523746:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203171.523749:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841843328:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203171.523752:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203171.523754:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203171.523756:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203171.523758:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203171.523761:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376400. 02000000:00000001:0.0:1788203171.523763:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203171.523766:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203171.523769:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788203171.523773:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3660. 00000100:00000200:0.0:1788203171.523776:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841843328, portal 10 00000100:00000001:0.0:1788203171.523779:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203171.523780:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330343680 : -109644379207936 : ffff9c476db9c700) 00000100:00000040:0.0:1788203171.523787:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9c700 x1875052841843328/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203196 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203171.523794:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203171.523797:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203171.523800:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3550. 00000100:00000200:0.0:1788203171.523803:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841843328, offset 0 00000400:00000200:0.0:1788203171.523808:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203171.523813:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203171.523817:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203171.523820:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203171.523822:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203171.523825:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203171.523828:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203171.523832:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703644:703644:254:4294967295] 192.168.201.101@tcp LPNI seq info [703639:703639:6:4294967295] 00000400:00000200:0.0:1788203171.523836:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203171.523842:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203171.523847:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203171.523850:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036800. 00000800:00000200:0.0:1788203171.523855:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000100:00000001:0.0:1788203171.523863:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203171.523866:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788203171.523869:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203171.523871:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308310538 00000100:00000001:0.0:1788203171.523873:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308311796 00000100:00000001:0.0:1788203171.523876:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308310538 00000100:00000001:0.0:1788203171.523878:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308311796 00000100:00000001:0.0:1788203171.523882:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203171.523884:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203171.523886:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203171.523890:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9d180 x1875052841843456/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203171.523898:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203171.523900:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203171.523903:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203171.523904:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203171.523907:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203171.523910:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841843456:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788203171.523914:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203171.523916:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203171.523918:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203171.523920:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203171.523924:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377400. 02000000:00000001:0.0:1788203171.523926:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203171.523930:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203171.523934:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302790. 00000400:00000010:0.0:1788203171.523938:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3b28. 00000100:00000200:0.0:1788203171.523941:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841843456, portal 4 00000100:00000001:0.0:1788203171.523944:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203171.523945:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330346368 : -109644379205248 : ffff9c476db9d180) 00000100:00000040:0.0:1788203171.523952:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9d180 x1875052841843456/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203196 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203171.523960:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203171.523963:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203171.523968:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788203171.523971:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841843456, offset 0 00000400:00000200:0.0:1788203171.523976:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203171.523980:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203171.523984:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203171.523989:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203171.523991:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203171.523994:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203171.523996:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203171.523999:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703645:703645:253:4294967295] 192.168.201.101@tcp LPNI seq info [703640:703640:5:4294967295] 00000400:00000200:0.0:1788203171.524003:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203171.524009:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203171.524014:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203171.524018:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036c00. 00000800:00000200:0.0:1788203171.524022:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000100:00000001:0.0:1788203171.524028:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203171.524031:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788203171.524034:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203171.524036:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308310564 00000100:00000001:0.0:1788203171.524039:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308311796 00000100:00000001:0.0:1788203171.524041:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308310564 00000100:00000001:0.0:1788203171.524043:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308311796 00000100:00000001:0.0:1788203171.524045:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203171.524047:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203171.524050:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203171.524052:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203171.524055:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203171.524058:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1788203171.524060:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203171.524061:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203171.524063:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203171.524065:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203172.162510:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203172.162516:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203172.162520:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203172.162521:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203172.162524:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203172.162526:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203172.162547:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203172.162549:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203172.162551:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788203172.802520:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308311796, at 4308311808 00000100:00000040:0.0:1788203172.802527:0:226636:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308311796, at 4308311808 00000100:00000010:1.0:1788203172.802540:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba9c0. 00000100:00000010:0.0:1788203172.802544:0:226636:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685bad20. 00010000:00000001:0.0:1788203173.186500:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203173.186505:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203173.186510:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203173.186511:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203173.186514:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203173.186515:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203173.186540:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203173.186544:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203173.186547:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203174.210551:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203174.210558:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203174.210565:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203174.210567:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203174.210571:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203174.210572:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203174.210612:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203174.210615:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203174.210618:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1788203174.594759:0:2408:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.101:988 00000400:00000100:1.0:1788203174.594804:0:2408:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.101@tcp at host 192.168.201.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:1.0:1788203174.594812:0:2408:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203174.594815:0:2408:0:(router.c:1791:lnet_notify()) 192.168.201.1@tcp notifying 192.168.201.101@tcp: down 00000400:00000200:1.0:1788203174.594818:0:2408:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203174.594822:0:2408:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:1.0:1788203174.594826:0:2408:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788203174.594829:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036900. 00000400:00000200:1.0:1788203174.594835:0:2408:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788203174.594839:0:2408:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788203174.594845:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3000 00000400:00000010:1.0:1788203174.594847:0:2408:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3000. 00000100:00000001:1.0:1788203174.594852:0:2408:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788203174.594860:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c476db9e680 x1875052841843072/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203196 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203174.594882:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788203174.594885:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9e680 x1875052841843072/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203196 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203174.594891:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203174.594893:0:2408:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788203174.594902:0:2408:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788203174.594904:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036200. 00000400:00000200:1.0:1788203174.594907:0:2408:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788203174.594910:0:2408:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788203174.594912:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c32a8 00000400:00000010:1.0:1788203174.594913:0:2408:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c32a8. 00000100:00000001:1.0:1788203174.594916:0:2408:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788203174.594919:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c476db9c000 x1875052841843200/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203196 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203174.594926:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788203174.594928:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9c000 x1875052841843200/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203196 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203174.594935:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203174.594938:0:2408:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203174.594939:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203174.594947:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000100:1.0:1788203174.594947:0:2408:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788203174.594952:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036800. 00000100:00000001:0.0:1788203174.594955:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000400:00000200:1.0:1788203174.594957:0:2408:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788203174.594967:0:2408:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000100:00100000:0.0:1788203174.594970:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203171/real 1788203174] req@ffff9c476db9c000 x1875052841843200/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788203174.594972:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3550 00000400:00000010:1.0:1788203174.594976:0:2408:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3550. 00000100:00000001:1.0:1788203174.594980:0:2408:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788203174.594989:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c476db9c700 x1875052841843328/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203196 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203174.594993:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203174.594997:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203174.595003:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302210. 00000400:00000200:0.0:1788203174.595011:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000100:00000001:1.0:1788203174.595013:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1788203174.595015:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000040:1.0:1788203174.595020:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9c700 x1875052841843328/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203196 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203174.595022:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203174.595031:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9c000 x1875052841843200/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203174.595033:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203174.595037:0:2408:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:0.0:1788203174.595050:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9c000 x1875052841843200/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000100:1.0:1788203174.595051:0:2408:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788203174.595072:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036c00. 00000400:00000200:1.0:1788203174.595078:0:2408:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000100:00000001:0.0:1788203174.595079:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203174.595085:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788203174.595085:0:2408:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000100:00000001:0.0:1788203174.595092:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:1.0:1788203174.595092:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:1.0:1788203174.595097:0:2408:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788203174.595098:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788203174.595103:0:2408:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:0.0:1788203174.595110:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9c000 x1875052841843200/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788203174.595113:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c476db9d180 x1875052841843456/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203196 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203174.595133:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788203174.595134:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788203174.595138:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9d180 x1875052841843456/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203196 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788203174.595148:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9c000 x1875052841843200/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203196 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203174.595148:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203174.595153:0:2408:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203174.595162:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203174.595167:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203174.595169:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203174.595171:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203174.595188:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203174.595193:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203174.595198:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203174.595206:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203174.595209:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203174.595214:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9c000 x1875052841843200/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203196 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203174.595223:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841843200:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203174.595229:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203174.595234:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203171/real 1788203174] req@ffff9c476db9e680 x1875052841843072/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203174.595244:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203174.595246:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203174.595248:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302688. 00000400:00000200:0.0:1788203174.595251:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3088 00000400:00000010:0.0:1788203174.595254:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3088. 00000100:00000001:0.0:1788203174.595256:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203174.595259:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9e680 x1875052841843072/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203174.595266:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9e680 x1875052841843072/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203174.595283:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203174.595285:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203174.595287:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203174.595288:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203174.595292:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9e680 x1875052841843072/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203174.595299:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203174.595302:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9e680 x1875052841843072/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203196 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203174.595309:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203174.595311:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203174.595313:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203174.595314:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203174.595316:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203174.595318:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203174.595320:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203174.595324:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203174.595327:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203174.595331:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9e680 x1875052841843072/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203196 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203174.595350:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841843072:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788203174.595355:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203174.595357:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203174.595360:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9c000 x1875052841843200/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203196 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203174.595366:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203174.595371:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203174.595375:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788203174.595380:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203174.595382:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203174.595385:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788203174.595388:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203174.595392:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a40400. 02000000:00000001:0.0:1788203174.595425:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203174.595427:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203174.595430:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9c000. 00000100:00000001:0.0:1788203174.595434:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203174.595436:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203174.595438:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203174.595442:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9e680 x1875052841843072/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203196 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203174.595448:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203174.595450:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203174.595452:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375000. 02000000:00000001:0.0:1788203174.595454:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203174.595455:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203174.595457:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788203174.595458:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203174.595460:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a43c00. 02000000:00000001:0.0:1788203174.595465:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203174.595467:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203174.595468:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9e680. 00000100:00000001:0.0:1788203174.595476:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203174.595477:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203174.595480:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203174.595482:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203174.595483:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203174.595485:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203174.595490:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203171/real 1788203174] req@ffff9c476db9c700 x1875052841843328/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203174.595498:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203174.595500:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203174.595502:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788203174.595504:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3660 00000400:00000010:0.0:1788203174.595506:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3660. 00000100:00000001:0.0:1788203174.595509:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203174.595512:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9c700 x1875052841843328/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203174.595522:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9c700 x1875052841843328/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203174.595529:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203174.595530:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203174.595532:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203174.595533:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203174.595537:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9c700 x1875052841843328/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203174.595544:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203174.595550:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9c700 x1875052841843328/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203196 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203174.595558:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203174.595561:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203174.595563:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203174.595564:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203174.595568:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203174.595570:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203174.595573:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203174.595578:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203174.595582:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203174.595587:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9c700 x1875052841843328/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203196 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203174.595596:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841843328:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203174.595600:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203174.595605:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203171/real 1788203174] req@ffff9c476db9d180 x1875052841843456/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203174.595613:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203174.595614:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203174.595616:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302790. 00000400:00000200:0.0:1788203174.595619:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3b28 00000400:00000010:0.0:1788203174.595620:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3b28. 00000100:00000001:0.0:1788203174.595622:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203174.595626:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9d180 x1875052841843456/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203174.595634:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9d180 x1875052841843456/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203174.595641:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203174.595642:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203174.595644:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203174.595646:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203174.595649:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9d180 x1875052841843456/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203174.595657:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203174.595662:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9d180 x1875052841843456/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203196 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203174.595668:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203174.595670:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203174.595672:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203174.595673:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203174.595674:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203174.595677:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203174.595679:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203174.595684:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203174.595686:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203174.595690:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9d180 x1875052841843456/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203196 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203174.595698:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841843456:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788203174.595702:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203174.595705:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203174.595709:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9c700 x1875052841843328/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203196 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203174.595716:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203174.595718:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203174.595720:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376400. 02000000:00000001:0.0:1788203174.595724:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203174.595725:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203174.595727:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788203174.595729:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203174.595730:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a42c00. 02000000:00000001:0.0:1788203174.596577:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203174.596581:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203174.596583:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9c700. 00000100:00000001:0.0:1788203174.596589:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203174.596592:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203174.596595:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203174.596601:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9d180 x1875052841843456/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203196 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203174.596610:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203174.596612:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203174.596614:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377400. 02000000:00000001:0.0:1788203174.596617:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203174.596619:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203174.596621:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788203174.596623:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203174.596625:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a41c00. 02000000:00000001:0.0:1788203174.596628:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203174.596630:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203174.596631:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9d180. 00000100:00000001:0.0:1788203174.596634:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203174.596635:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203174.596639:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203174.596648:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203174.596651:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203174.596653:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203174.596655:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203175.234508:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203175.234514:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203175.234519:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203175.234520:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203175.234522:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203175.234523:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203175.234563:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203175.234565:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203175.234567:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203176.258521:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203176.258530:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203176.258533:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203176.258536:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203176.258540:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203176.258542:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203176.258544:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203176.258546:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203176.258550:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203176.258551:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203176.258554:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203176.258554:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203176.258577:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203176.258579:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203176.258581:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788203176.643092:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203176.643098:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203176.643102:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203176.643111:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c84a300 x1875052841843584/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203176.643121:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203176.643136:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203176.643143:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203176.643146:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203176.643150:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203176.643155:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c84a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841843584:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788203176.643160:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203176.643166:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203176.643170:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203176.643174:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203176.643182:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377400. 02000000:00000001:0.0:1788203176.643184:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203176.643192:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203176.643198:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302790. 00000400:00000010:0.0:1788203176.643208:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3b28. 00000100:00000200:0.0:1788203176.643217:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841843584, portal 25 00000100:00000001:0.0:1788203176.643220:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203176.643223:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578519296 : -109644131032320 : ffff9c477c84a300) 00000100:00000040:0.0:1788203176.643230:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c84a300 x1875052841843584/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203201 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203176.643248:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203176.643251:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203176.643255:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3660. 00000100:00000200:0.0:1788203176.643258:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841843584, offset 0 00000400:00000200:0.0:1788203176.643268:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203176.643277:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203176.643286:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203176.643294:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203176.643300:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203176.643306:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203176.643309:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203176.643314:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703646:703646:256:4294967295] 192.168.201.101@tcp LPNI seq info [703641:703641:8:4294967295] 00000400:00000200:0.0:1788203176.643319:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203176.643332:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203176.643340:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203176.643347:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788203176.643357:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203176.643362:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1788203176.643379:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203176.643383:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788203176.643389:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203176.643436:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203176.643443:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3660 00000400:00000010:0.0:1788203176.643447:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3660. 00000100:00000001:0.0:1788203176.643454:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203176.643459:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c84a300 x1875052841843584/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203201 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203176.643472:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203176.643476:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84a300 x1875052841843584/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203201 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203176.643492:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203176.643494:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203176.643504:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203176.643510:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203176.643514:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4308316917 00000100:00000010:0.0:1788203176.643523:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685bad20. 00000100:00000001:0.0:1788203176.643539:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788203176.643550:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4308316917 00000100:00000010:0.0:1788203176.643555:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba6c0. 00000100:00000001:0.0:1788203176.643561:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788203176.643565:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203176.643569:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203176.643573:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203176.643579:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203176/real 1788203176] req@ffff9c477c84a300 x1875052841843584/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203176.643590:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203176.643593:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203176.643595:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302790. 00000400:00000200:0.0:1788203176.643598:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3b28 00000400:00000010:0.0:1788203176.643600:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3b28. 00000100:00000001:0.0:1788203176.643603:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203176.643606:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c84a300 x1875052841843584/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203176.643616:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c84a300 x1875052841843584/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203176.643623:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203176.643627:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203176.643629:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203176.643633:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203176.643638:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c84a300 x1875052841843584/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203176.643646:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203176.643651:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c84a300 x1875052841843584/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203201 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203176.643658:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203176.643662:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203176.643664:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203176.643665:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203176.643668:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203176.643671:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203176.643675:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203176.643679:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203176.643682:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203176.643687:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c84a300 x1875052841843584/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203201 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203176.643696:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c84a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841843584:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788203176.643702:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203176.643705:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c849f80 x1875052841843712/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203176.643712:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203176.643713:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203176.643716:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203176.643718:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203176.643721:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203176.643723:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c849f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841843712:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203176.643727:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203176.643730:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203176.643732:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203176.643734:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203176.643739:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376400. 02000000:00000001:0.0:1788203176.643741:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203176.643745:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203176.643748:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302790. 00000400:00000010:0.0:1788203176.643752:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3b28. 00000100:00000200:0.0:1788203176.643755:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841843712, portal 10 00000100:00000001:0.0:1788203176.643757:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203176.643758:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578518400 : -109644131033216 : ffff9c477c849f80) 00000100:00000040:0.0:1788203176.643767:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c849f80 x1875052841843712/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203201 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203176.643774:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203176.643776:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203176.643779:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3660. 00000100:00000200:0.0:1788203176.643782:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841843712, offset 0 00000400:00000200:0.0:1788203176.643786:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203176.643790:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203176.643794:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203176.643797:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203176.643800:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203176.643802:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203176.643804:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203176.643807:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703647:703647:256:4294967295] 192.168.201.101@tcp LPNI seq info [703642:703642:8:4294967295] 00000400:00000200:0.0:1788203176.643811:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203176.643817:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203176.643822:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203176.643825:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788203176.643837:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203176.643839:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1788203176.643852:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203176.643854:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788203176.643858:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203176.643862:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203176.643866:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3660 00000400:00000010:0.0:1788203176.643868:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3660. 00000100:00000001:0.0:1788203176.643872:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203176.643875:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c849f80 x1875052841843712/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203201 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203176.643884:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203176.643887:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c849f80 x1875052841843712/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203201 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203176.643895:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203176.643896:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203176.643900:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203176.643906:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788203176.643909:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203176.643912:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308315658 00000100:00000001:0.0:1788203176.643916:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308316917 00000100:00000001:0.0:1788203176.643919:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308315658 00000100:00000001:0.0:1788203176.643922:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308316917 00000100:00000001:0.0:1788203176.643924:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203176.643926:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203176.643929:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203176.643933:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203176/real 1788203176] req@ffff9c477c849f80 x1875052841843712/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203176.643943:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203176.643944:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203176.643946:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302790. 00000400:00000200:0.0:1788203176.643949:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3b28 00000400:00000010:0.0:1788203176.643951:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3b28. 00000100:00000001:0.0:1788203176.643954:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203176.643975:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c849f80 x1875052841843712/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203176.643987:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c849f80 x1875052841843712/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203176.643993:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203176.643995:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203176.643997:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203176.643999:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203176.644003:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c849f80 x1875052841843712/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203176.644010:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203176.644014:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c849f80 x1875052841843712/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203201 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203176.644032:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203176.644035:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203176.644037:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203176.644038:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203176.644040:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203176.644042:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203176.644045:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203176.644048:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203176.644050:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203176.644055:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c849f80 x1875052841843712/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203201 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203176.644063:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c849f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841843712:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203176.644068:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203176.644071:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203176.644074:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c84a300 x1875052841843584/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203201 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203176.644083:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203176.644088:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203176.644092:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377400. 02000000:00000001:0.0:1788203176.644097:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203176.644100:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203176.644102:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788203176.644105:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203176.644109:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f2400. 02000000:00000001:0.0:1788203176.644113:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203176.644115:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203176.644117:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c84a300. 00000100:00000001:0.0:1788203176.644121:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203176.644122:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203176.644124:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203176.644127:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c849f80 x1875052841843712/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203201 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203176.644133:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203176.644134:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203176.644136:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376400. 02000000:00000001:0.0:1788203176.644138:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203176.644139:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203176.644140:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788203176.644142:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203176.644143:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f3800. 02000000:00000001:0.0:1788203176.644145:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203176.644147:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203176.644148:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c849f80. 00000100:00000001:0.0:1788203176.644152:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203176.644153:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203176.644155:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203176.644165:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203176.644168:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203176.644172:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203176.644174:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203176.644175:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203176.644180:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c84aa00 x1875052841843840/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203176.644186:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203176.644188:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203176.644191:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203176.644192:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203176.644194:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203176.644197:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c84aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841843840:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203176.644201:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203176.644203:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203176.644205:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203176.644207:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203176.644211:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376400. 02000000:00000001:0.0:1788203176.644213:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203176.644217:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203176.644219:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302790. 00000400:00000010:0.0:1788203176.644223:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3b28. 00000100:00000200:0.0:1788203176.644226:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841843840, portal 10 00000100:00000001:0.0:1788203176.644229:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203176.644230:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578521088 : -109644131030528 : ffff9c477c84aa00) 00000100:00000040:0.0:1788203176.644238:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c84aa00 x1875052841843840/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203201 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203176.644245:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203176.644248:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203176.644251:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3660. 00000100:00000200:0.0:1788203176.644254:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841843840, offset 0 00000400:00000200:0.0:1788203176.644259:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203176.644263:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203176.644267:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203176.644271:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203176.644273:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203176.644276:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203176.644279:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203176.644283:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703648:703648:256:4294967295] 192.168.201.101@tcp LPNI seq info [703643:703643:8:4294967295] 00000400:00000200:0.0:1788203176.644287:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203176.644293:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203176.644298:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203176.644302:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788203176.644306:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203176.644309:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1788203176.644322:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203176.644325:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788203176.644336:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203176.644340:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203176.644343:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3660 00000400:00000010:0.0:1788203176.644345:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3660. 00000100:00000001:0.0:1788203176.644348:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203176.644352:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c84aa00 x1875052841843840/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203201 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203176.644360:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203176.644364:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84aa00 x1875052841843840/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203201 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203176.644371:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203176.644373:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203176.644376:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203176.644380:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788203176.644384:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203176.644386:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308315658 00000100:00000001:0.0:1788203176.644388:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308316917 00000100:00000001:0.0:1788203176.644390:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308315658 00000100:00000001:0.0:1788203176.644392:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308316917 00000100:00000001:0.0:1788203176.644415:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203176.644417:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203176.644419:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203176.644422:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203176/real 1788203176] req@ffff9c477c84aa00 x1875052841843840/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203176.644430:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203176.644432:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203176.644434:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302790. 00000400:00000200:0.0:1788203176.644437:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3b28 00000400:00000010:0.0:1788203176.644439:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3b28. 00000100:00000001:0.0:1788203176.644441:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203176.644445:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c84aa00 x1875052841843840/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203176.644453:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c84aa00 x1875052841843840/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203176.644461:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203176.644463:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203176.644465:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203176.644466:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203176.644470:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c84aa00 x1875052841843840/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203176.644478:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203176.644483:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c84aa00 x1875052841843840/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203201 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203176.644490:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203176.644492:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203176.644493:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203176.644494:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203176.644496:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203176.644498:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203176.644500:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203176.644503:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203176.644505:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203176.644508:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c84aa00 x1875052841843840/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203201 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203176.644513:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c84aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841843840:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203176.644515:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203176.644518:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c849180 x1875052841843968/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203176.644522:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203176.644523:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203176.644525:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203176.644527:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203176.644528:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203176.644530:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c849180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841843968:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788203176.644532:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203176.644534:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203176.644535:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203176.644537:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203176.644539:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377400. 02000000:00000001:0.0:1788203176.644541:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203176.644544:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203176.644546:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302790. 00000400:00000010:0.0:1788203176.644549:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3b28. 00000100:00000200:0.0:1788203176.644551:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841843968, portal 4 00000100:00000001:0.0:1788203176.644553:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203176.644554:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578514816 : -109644131036800 : ffff9c477c849180) 00000100:00000040:0.0:1788203176.644559:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c849180 x1875052841843968/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203201 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203176.644569:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203176.644571:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203176.644572:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3660. 00000100:00000200:0.0:1788203176.644574:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841843968, offset 0 00000400:00000200:0.0:1788203176.644577:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203176.644581:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203176.644583:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203176.644585:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203176.644587:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203176.644589:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203176.644591:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203176.644593:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703649:703649:256:4294967295] 192.168.201.101@tcp LPNI seq info [703644:703644:8:4294967295] 00000400:00000200:0.0:1788203176.644596:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203176.644601:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203176.644604:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203176.644607:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788203176.644609:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203176.644612:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1788203176.644624:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203176.644626:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788203176.644629:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203176.644632:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203176.644635:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3660 00000400:00000010:0.0:1788203176.644637:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3660. 00000100:00000001:0.0:1788203176.644640:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203176.644644:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c849180 x1875052841843968/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203201 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203176.644652:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203176.644656:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c849180 x1875052841843968/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203201 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203176.644664:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203176.644666:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203176.644670:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203176.644673:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788203176.644675:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203176.644677:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308315685 00000100:00000001:0.0:1788203176.644679:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308316917 00000100:00000001:0.0:1788203176.644681:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308315685 00000100:00000001:0.0:1788203176.644682:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308316917 00000100:00000001:0.0:1788203176.644684:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203176.644686:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203176.644687:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203176.644690:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203176/real 1788203176] req@ffff9c477c849180 x1875052841843968/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203176.644695:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203176.644696:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203176.644697:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302790. 00000400:00000200:0.0:1788203176.644699:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3b28 00000400:00000010:0.0:1788203176.644701:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3b28. 00000100:00000001:0.0:1788203176.644702:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203176.644706:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c849180 x1875052841843968/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203176.644715:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c849180 x1875052841843968/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203176.644722:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203176.644724:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203176.644726:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203176.644727:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203176.644731:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c849180 x1875052841843968/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203176.644738:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203176.644742:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c849180 x1875052841843968/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203201 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203176.644751:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203176.644754:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203176.644756:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203176.644757:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203176.644760:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203176.644762:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203176.644765:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203176.644769:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203176.644771:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203176.644775:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c849180 x1875052841843968/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203201 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203176.644783:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c849180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841843968:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788203176.644788:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203176.644790:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203176.644793:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c84aa00 x1875052841843840/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203201 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203176.644801:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203176.644803:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203176.644805:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376400. 02000000:00000001:0.0:1788203176.644808:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203176.644810:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203176.644812:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788203176.644814:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203176.644815:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f1000. 02000000:00000001:0.0:1788203176.644818:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203176.644819:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203176.644820:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c84aa00. 00000100:00000001:0.0:1788203176.644822:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203176.644823:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203176.644825:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203176.644828:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c849180 x1875052841843968/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203201 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203176.644835:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203176.644837:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203176.644838:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377400. 02000000:00000001:0.0:1788203176.644840:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203176.644842:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203176.644843:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788203176.644845:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203176.644846:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f0800. 02000000:00000001:0.0:1788203176.644849:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203176.644851:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203176.644852:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c849180. 00000100:00000001:0.0:1788203176.644854:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203176.644856:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203176.644858:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203176.644862:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203176.644864:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203176.644867:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203176.644869:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203177.282490:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203177.282501:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203177.282509:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203177.282511:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203177.282516:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203177.282518:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203177.282546:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203177.282548:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203177.282551:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788203177.922525:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308316917, at 4308316928 00000100:00000040:0.0:1788203177.922533:0:226636:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308316917, at 4308316928 00000100:00000010:1.0:1788203177.922539:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba6c0. 00000100:00000010:0.0:1788203177.922550:0:226636:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685bad20. 00010000:00000001:0.0:1788203178.306513:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203178.306518:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203178.306523:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203178.306526:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203178.306528:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203178.306531:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203178.306533:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203178.306535:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203178.306537:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203178.306539:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203178.306541:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203178.306542:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203178.306543:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203178.306544:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203178.306545:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203178.306546:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203178.306547:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203178.306549:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203178.306569:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203178.306571:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203178.306573:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203179.330478:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203179.330487:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203179.330493:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203179.330494:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203179.330498:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203179.330499:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203179.330561:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203179.330565:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203179.330569:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203180.354493:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203180.354500:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203180.354505:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203180.354506:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203180.354508:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203180.354509:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203180.354536:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203180.354538:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203180.354540:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203181.378512:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203181.378521:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203181.378529:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203181.378531:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203181.378535:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203181.378536:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203181.378613:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203181.378617:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203181.378620:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788203181.762519:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203181.762530:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788203181.762532:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203181.762536:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203181.762540:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203181.762548:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 13648 00000400:00000200:0.0:1788203181.762559:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203181.762564:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203181.762567:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203181.762569:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203181.762572:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203181.762574:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203181.762576:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203181.762579:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203181.762580:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788203181.762582:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203181.762585:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788203181.762587:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788203181.762588:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788203181.762590:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203181.762591:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203181.762593:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203181.762594:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203181.762596:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788203181.762598:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203181.762601:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203181.762604:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203181.762607:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203181.762609:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203181.762611:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788203181.762613:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203181.762628:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9500. 00000020:00000040:0.0:1788203181.762633:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788203181.762638:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203181.762640:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203181.762644:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203181.762647:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203181.762653:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203181.762662:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376400. 00000100:00000001:0.0:1788203181.762670:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203181.762681:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9500 x1875052841844096/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203181.762699:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203181.762704:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203181.762710:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000842d065d] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9500 x1875052841844096/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203181.762735:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788203181.762739:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203181.762743:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788203181.762745:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203181.762747:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203181.762752:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203181.762760:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13648 00000400:00000200:0.0:1788203181.762768:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203181.762776:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203181.762781:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203181.762788:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203181.762794:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203181.762799:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203181.762805:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203181.762810:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203181.762813:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788203181.762817:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203181.762821:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788203181.762823:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788203181.762828:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788203181.762836:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203181.762840:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203181.762843:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203181.762846:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203181.762851:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788203181.762857:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203181.762862:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203181.762867:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203181.762874:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203181.762878:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203181.762881:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203181.762887:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788203181.762893:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203181.762896:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203181.762904:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8380. 00000020:00000040:0.0:1788203181.762907:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788203181.762910:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203181.762912:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203181.762915:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203181.762918:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203181.762921:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203181.762939:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375000. 00000100:00000001:0.0:1788203181.762944:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203181.762951:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8380 x1875052841844224/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203181.762973:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203181.762978:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203181.762985:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004fba561] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8380 x1875052841844224/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203181.763001:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788203181.763007:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203181.763014:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788203181.763018:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203181.763022:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203181.763029:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203181.763035:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13648 00000400:00000200:0.0:1788203181.763044:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203181.763050:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203181.763052:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203181.763058:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203181.763063:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203181.763068:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203181.763072:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203181.763076:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203181.763079:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788203181.763082:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203181.763085:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788203181.763089:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788203181.763094:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788203181.763102:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203181.763107:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203181.763113:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203181.763118:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203181.763124:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788203181.763128:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203181.763131:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203181.763132:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203181.763135:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203181.763138:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203181.763141:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203181.763145:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788203181.763148:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203181.763152:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203181.763158:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fb800. 00000020:00000040:0.0:1788203181.763162:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788203181.763167:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203181.763170:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203181.763172:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203181.763174:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203181.763176:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203181.763183:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377800. 00000100:00000001:0.0:1788203181.763193:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203181.763202:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fb800 x1875052841844352/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203181.763222:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203181.763227:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203181.763235:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045f4f50b] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fb800 x1875052841844352/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203181.763252:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203181.763257:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788203181.763264:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788203181.763268:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203181.763273:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788203181.763276:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203181.763278:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203181.763282:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203181.763287:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13648 00000400:00000200:0.0:1788203181.763294:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203181.763299:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203181.763304:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203181.763311:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203181.763317:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203181.763323:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203181.763327:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203181.763332:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203181.763336:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788203181.763340:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203181.763344:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788203181.763349:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788203181.763354:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788203181.763361:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203181.763366:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203181.763370:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203181.763373:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203181.763378:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788203181.763385:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203181.763389:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203181.763432:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203181.763437:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203181.763443:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203181.763448:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203181.763453:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788203181.763461:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203181.763465:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203181.763472:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9f80. 00000020:00000040:0.0:1788203181.763477:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788203181.763484:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203181.763488:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203181.763493:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203181.763496:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203181.763500:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203181.763507:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377000. 00000100:00000001:0.0:1788203181.763513:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203181.763524:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9f80 x1875052841844480/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203181.763540:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203181.763545:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203181.763551:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5e67c01] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9f80 x1875052841844480/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203181.763570:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203181.763579:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13658) 00010000:00000001:0.0:1788203182.402503:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203182.402511:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203182.402516:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203182.402517:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203182.402520:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203182.402521:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203182.402543:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203182.402545:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203182.402548:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203183.042534:0:226636:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308322036, at 4308322048 00000100:00000040:1.0:1788203183.042534:0:226561:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308322036, at 4308322048 00000100:00000010:0.0:1788203183.042554:0:226636:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88d20. 00000100:00000010:1.0:1788203183.042556:0:226561:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88c60. 00010000:00000001:0.0:1788203183.426586:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203183.426596:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203183.426604:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203183.426607:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203183.426611:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203183.426612:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203183.426638:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203183.426642:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203183.426645:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203184.450559:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203184.450567:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203184.450574:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203184.450575:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203184.450579:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203184.450580:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203184.450611:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203184.450614:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203184.450617:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203185.474555:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203185.474565:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203185.474568:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203185.474572:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203185.474578:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203185.474581:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203185.474583:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203185.474585:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203185.474590:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203185.474591:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203185.474595:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203185.474597:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203185.474625:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203185.474628:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203185.474631:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203186.498525:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203186.498531:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203186.498536:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203186.498537:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203186.498539:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203186.498540:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203186.498561:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203186.498564:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203186.498566:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203187.522540:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203187.522547:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203187.522551:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203187.522553:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203187.522555:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203187.522556:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203187.522577:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203187.522579:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203187.522582:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203188.162484:0:226636:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308327156, at 4308327168 00000100:00000010:0.0:1788203188.162503:0:226636:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88ea0. 00000100:00000040:1.0:1788203188.162512:0:226682:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308327156, at 4308327168 00000100:00000010:1.0:1788203188.162528:0:226682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88900. 00010000:00000001:0.0:1788203188.546555:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203188.546563:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203188.546570:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203188.546574:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203188.546576:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203188.546580:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203188.546584:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203188.546587:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203188.546590:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203188.546592:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203188.546596:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203188.546598:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203188.546599:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203188.546601:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203188.546602:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203188.546604:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203188.546605:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203188.546607:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203188.546638:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203188.546641:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203188.546645:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203189.570573:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203189.570580:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203189.570584:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203189.570585:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203189.570588:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203189.570589:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203189.570611:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203189.570613:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203189.570615:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203190.594539:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203190.594546:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203190.594551:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203190.594552:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203190.594555:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203190.594556:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203190.594580:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203190.594582:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203190.594584:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203191.618555:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203191.618565:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203191.618572:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203191.618573:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203191.618577:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203191.618578:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203191.618608:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203191.618610:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203191.618613:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788203192.002765:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203192.002771:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203192.002775:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203192.002787:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9df80 x1875052841845120/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203192.002812:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203192.002819:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203192.002827:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203192.002832:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203192.002838:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203192.002847:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841845120:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788203192.002858:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203192.002865:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203192.002870:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203192.002877:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203192.002888:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374c00. 02000000:00000001:0.0:1788203192.002894:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203192.002906:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203192.002914:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302790. 00000400:00000010:0.0:1788203192.002924:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3b28. 00000100:00000200:0.0:1788203192.002934:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841845120, portal 25 00000100:00000001:0.0:1788203192.002939:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203192.002943:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330349952 : -109644379201664 : ffff9c476db9df80) 00000100:00000040:0.0:1788203192.002953:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9df80 x1875052841845120/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203217 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203192.002967:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203192.002973:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203192.002979:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3660. 00000100:00000200:0.0:1788203192.002985:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841845120, offset 0 00000400:00000200:0.0:1788203192.002999:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203192.003012:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203192.003024:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203192.003033:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203192.003043:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203192.003051:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203192.003058:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203192.003068:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703658:703658:256:4294967295] 192.168.201.101@tcp LPNI seq info [703653:703653:8:4294967295] 00000400:00000200:0.0:1788203192.003081:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203192.003100:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203192.003112:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203192.003121:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788203192.003132:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203192.003138:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1788203192.003167:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203192.003173:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788203192.003183:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203192.003190:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203192.003196:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3660 00000400:00000010:0.0:1788203192.003199:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3660. 00000100:00000001:0.0:1788203192.003204:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203192.003209:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9df80 x1875052841845120/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203217 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203192.003219:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203192.003223:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9df80 x1875052841845120/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203217 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203192.003231:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203192.003233:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203192.003240:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203192.003244:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203192.003247:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4308332276 00000100:00000010:0.0:1788203192.003254:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685bad20. 00000100:00000001:0.0:1788203192.003262:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788203192.003268:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4308332276 00000100:00000010:0.0:1788203192.003271:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba840. 00000100:00000001:0.0:1788203192.003275:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788203192.003279:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203192.003282:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203192.003284:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203192.003289:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203192/real 1788203192] req@ffff9c476db9df80 x1875052841845120/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203192.003300:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203192.003302:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203192.003304:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302790. 00000400:00000200:0.0:1788203192.003307:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3b28 00000400:00000010:0.0:1788203192.003308:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3b28. 00000100:00000001:0.0:1788203192.003311:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203192.003315:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9df80 x1875052841845120/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203192.003324:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9df80 x1875052841845120/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203192.003331:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203192.003333:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203192.003336:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203192.003338:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203192.003342:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9df80 x1875052841845120/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203192.003349:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203192.003354:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9df80 x1875052841845120/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203217 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203192.003361:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203192.003364:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203192.003365:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203192.003367:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203192.003370:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203192.003372:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203192.003375:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203192.003379:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203192.003382:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203192.003386:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9df80 x1875052841845120/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203217 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203192.003429:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841845120:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788203192.003434:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203192.003437:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203192.003440:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9df80 x1875052841845120/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203217 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203192.003452:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203192.003455:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203192.003458:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374c00. 02000000:00000001:0.0:1788203192.003461:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203192.003463:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203192.003465:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788203192.003467:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203192.003470:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a42000. 02000000:00000001:0.0:1788203192.003476:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203192.003478:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203192.003479:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9df80. 00000100:00000001:0.0:1788203192.003483:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203192.003484:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203192.003486:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203192.003494:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203192.003497:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203192.003499:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203192.003500:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203192.003501:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203192.003505:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9dc00 x1875052841845248/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203192.003512:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203192.003513:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203192.003515:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203192.003517:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203192.003519:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203192.003522:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841845248:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203192.003525:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203192.003527:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203192.003528:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203192.003530:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203192.003533:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374c00. 02000000:00000001:0.0:1788203192.003535:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203192.003539:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203192.003542:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302790. 00000400:00000010:0.0:1788203192.003546:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3b28. 00000100:00000200:0.0:1788203192.003549:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841845248, portal 10 00000100:00000001:0.0:1788203192.003551:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203192.003552:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330349056 : -109644379202560 : ffff9c476db9dc00) 00000100:00000040:0.0:1788203192.003559:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9dc00 x1875052841845248/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203217 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203192.003565:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203192.003568:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203192.003570:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3660. 00000100:00000200:0.0:1788203192.003572:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841845248, offset 0 00000400:00000200:0.0:1788203192.003576:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203192.003580:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203192.003583:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203192.003586:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203192.003589:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203192.003591:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203192.003593:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203192.003596:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703659:703659:256:4294967295] 192.168.201.101@tcp LPNI seq info [703654:703654:8:4294967295] 00000400:00000200:0.0:1788203192.003601:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203192.003607:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203192.003612:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203192.003615:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788203192.003620:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203192.003623:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1788203192.003632:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203192.003634:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788203192.003637:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203192.003640:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203192.003643:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3660 00000400:00000010:0.0:1788203192.003645:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3660. 00000100:00000001:0.0:1788203192.003648:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203192.003651:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9dc00 x1875052841845248/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203217 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203192.003658:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203192.003661:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9dc00 x1875052841845248/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203217 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203192.003667:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203192.003669:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203192.003672:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203192.003676:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788203192.003679:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203192.003681:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308331018 00000100:00000001:0.0:1788203192.003683:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308332276 00000100:00000001:0.0:1788203192.003686:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308331018 00000100:00000001:0.0:1788203192.003688:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308332276 00000100:00000001:0.0:1788203192.003690:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203192.003692:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203192.003693:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203192.003697:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203192/real 1788203192] req@ffff9c476db9dc00 x1875052841845248/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203192.003705:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203192.003706:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203192.003708:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302790. 00000400:00000200:0.0:1788203192.003711:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3b28 00000400:00000010:0.0:1788203192.003712:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3b28. 00000100:00000001:0.0:1788203192.003714:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203192.003717:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9dc00 x1875052841845248/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203192.003725:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9dc00 x1875052841845248/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203192.003736:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203192.003738:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203192.003739:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203192.003741:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203192.003743:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9dc00 x1875052841845248/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203192.003749:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203192.003768:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9dc00 x1875052841845248/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203217 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203192.003775:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203192.003777:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203192.003778:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203192.003780:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203192.003782:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203192.003783:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203192.003785:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203192.003788:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203192.003790:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203192.003794:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9dc00 x1875052841845248/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203217 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203192.003801:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841845248:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203192.003805:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203192.003809:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9ea00 x1875052841845376/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203192.003815:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203192.003817:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203192.003819:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203192.003821:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203192.003823:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203192.003826:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841845376:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203192.003829:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203192.003831:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203192.003832:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203192.003834:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203192.003837:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376c00. 02000000:00000001:0.0:1788203192.003839:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203192.003842:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203192.003844:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302790. 00000400:00000010:0.0:1788203192.003848:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3b28. 00000100:00000200:0.0:1788203192.003850:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841845376, portal 10 00000100:00000001:0.0:1788203192.003852:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203192.003854:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330352640 : -109644379198976 : ffff9c476db9ea00) 00000100:00000040:0.0:1788203192.003860:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9ea00 x1875052841845376/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203217 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203192.003866:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203192.003868:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203192.003871:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3660. 00000100:00000200:0.0:1788203192.003873:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841845376, offset 0 00000400:00000200:0.0:1788203192.003877:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203192.003880:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203192.003884:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203192.003887:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203192.003890:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203192.003892:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203192.003894:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203192.003897:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703660:703660:256:4294967295] 192.168.201.101@tcp LPNI seq info [703655:703655:8:4294967295] 00000400:00000200:0.0:1788203192.003901:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203192.003907:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203192.003912:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203192.003915:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788203192.003918:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203192.003921:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1788203192.003931:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203192.003932:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788203192.003935:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203192.003938:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203192.003940:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3660 00000400:00000010:0.0:1788203192.003942:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3660. 00000100:00000001:0.0:1788203192.003945:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203192.003948:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9ea00 x1875052841845376/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203217 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203192.003955:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203192.003958:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9ea00 x1875052841845376/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203217 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203192.003963:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203192.003965:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203192.003968:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203192.003970:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788203192.003973:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203192.003975:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308331018 00000100:00000001:0.0:1788203192.003977:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308332276 00000100:00000001:0.0:1788203192.003979:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308331018 00000100:00000001:0.0:1788203192.003981:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308332276 00000100:00000001:0.0:1788203192.003983:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203192.003985:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203192.003986:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203192.003990:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203192/real 1788203192] req@ffff9c476db9ea00 x1875052841845376/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203192.003998:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203192.003999:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203192.004001:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302790. 00000400:00000200:0.0:1788203192.004003:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3b28 00000400:00000010:0.0:1788203192.004005:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3b28. 00000100:00000001:0.0:1788203192.004007:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203192.004010:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9ea00 x1875052841845376/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203192.004019:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9ea00 x1875052841845376/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203192.004024:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203192.004026:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203192.004028:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203192.004029:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203192.004032:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9ea00 x1875052841845376/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203192.004039:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203192.004043:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9ea00 x1875052841845376/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203217 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203192.004049:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203192.004051:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203192.004053:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203192.004054:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203192.004056:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203192.004057:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203192.004060:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203192.004062:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203192.004065:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203192.004069:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9ea00 x1875052841845376/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203217 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203192.004076:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841845376:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203192.004080:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203192.004083:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9d180 x1875052841845504/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203192.004089:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203192.004091:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203192.004093:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203192.004094:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203192.004096:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203192.004099:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841845504:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788203192.004102:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203192.004104:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203192.004105:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203192.004107:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203192.004110:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377000. 02000000:00000001:0.0:1788203192.004112:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203192.004116:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203192.004118:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302790. 00000400:00000010:0.0:1788203192.004121:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3b28. 00000100:00000200:0.0:1788203192.004123:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841845504, portal 4 00000100:00000001:0.0:1788203192.004125:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203192.004126:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330346368 : -109644379205248 : ffff9c476db9d180) 00000100:00000040:0.0:1788203192.004132:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9d180 x1875052841845504/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203217 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203192.004138:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203192.004140:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203192.004142:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3660. 00000100:00000200:0.0:1788203192.004144:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841845504, offset 0 00000400:00000200:0.0:1788203192.004149:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203192.004152:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203192.004155:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203192.004158:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203192.004160:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203192.004163:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203192.004165:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203192.004168:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703661:703661:256:4294967295] 192.168.201.101@tcp LPNI seq info [703656:703656:8:4294967295] 00000400:00000200:0.0:1788203192.004171:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203192.004177:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203192.004181:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203192.004184:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788203192.004188:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203192.004190:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1788203192.004200:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203192.004202:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788203192.004204:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203192.004207:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203192.004210:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3660 00000400:00000010:0.0:1788203192.004211:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3660. 00000100:00000001:0.0:1788203192.004214:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203192.004217:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9d180 x1875052841845504/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203217 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203192.004224:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203192.004227:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9d180 x1875052841845504/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203217 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203192.004233:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203192.004234:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203192.004237:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203192.004239:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788203192.004242:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203192.004245:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308331044 00000100:00000001:0.0:1788203192.004247:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308332276 00000100:00000001:0.0:1788203192.004249:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308331044 00000100:00000001:0.0:1788203192.004251:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308332276 00000100:00000001:0.0:1788203192.004252:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203192.004254:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203192.004256:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203192.004260:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203192/real 1788203192] req@ffff9c476db9d180 x1875052841845504/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203192.004266:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203192.004267:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203192.004269:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302790. 00000400:00000200:0.0:1788203192.004271:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3b28 00000400:00000010:0.0:1788203192.004273:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3b28. 00000100:00000001:0.0:1788203192.004274:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203192.004277:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9d180 x1875052841845504/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203192.004284:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9d180 x1875052841845504/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203192.004289:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203192.004290:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203192.004292:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203192.004293:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203192.004295:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9d180 x1875052841845504/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203192.004300:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203192.004303:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9d180 x1875052841845504/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203217 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203192.004308:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203192.004311:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203192.004312:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203192.004313:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203192.004315:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203192.004316:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203192.004319:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203192.004322:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203192.004324:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203192.004327:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9d180 x1875052841845504/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203217 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203192.004335:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841845504:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788203192.004338:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203192.004340:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203192.004343:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9dc00 x1875052841845248/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203217 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203192.004348:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203192.004350:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203192.004352:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374c00. 02000000:00000001:0.0:1788203192.004353:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203192.004355:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203192.004356:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788203192.004358:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203192.004359:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a40000. 02000000:00000001:0.0:1788203192.004363:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203192.004364:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203192.004366:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9dc00. 00000100:00000001:0.0:1788203192.004368:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203192.004369:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203192.004371:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203192.004374:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9ea00 x1875052841845376/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203217 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203192.004385:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203192.004386:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203192.004388:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376c00. 02000000:00000001:0.0:1788203192.004390:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203192.004391:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203192.004392:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788203192.004419:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203192.004420:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a42800. 02000000:00000001:0.0:1788203192.004422:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203192.004424:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203192.004425:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9ea00. 00000100:00000001:0.0:1788203192.004427:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203192.004429:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203192.004431:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203192.004435:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9d180 x1875052841845504/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203217 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203192.004442:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203192.004444:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203192.004445:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377000. 02000000:00000001:0.0:1788203192.004448:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203192.004449:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203192.004450:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788203192.004452:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203192.004453:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a41c00. 02000000:00000001:0.0:1788203192.004455:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203192.004456:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203192.004457:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9d180. 00000100:00000001:0.0:1788203192.004459:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203192.004460:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203192.004462:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203192.004465:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203192.004467:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203192.004469:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203192.004470:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203192.642535:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203192.642543:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203192.642547:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203192.642548:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203192.642551:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203192.642552:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203192.642578:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203192.642580:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203192.642582:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203193.282481:0:226636:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308332276, at 4308332288 00000100:00000040:1.0:1788203193.282481:0:226682:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308332276, at 4308332288 00000100:00000010:0.0:1788203193.282501:0:226636:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685bad20. 00000100:00000010:1.0:1788203193.282503:0:226682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba840. 00010000:00000001:0.0:1788203193.666535:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203193.666542:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203193.666547:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203193.666548:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203193.666551:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203193.666552:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203193.666577:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203193.666579:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203193.666581:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203194.690520:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203194.690528:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203194.690533:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203194.690534:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203194.690536:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203194.690537:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203194.690570:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203194.690572:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203194.690573:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203195.714498:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203195.714505:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203195.714507:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203195.714510:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203195.714514:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203195.714516:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203195.714517:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203195.714519:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203195.714521:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203195.714523:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203195.714525:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203195.714526:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203195.714547:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203195.714549:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203195.714551:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203196.738478:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203196.738486:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203196.738492:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203196.738494:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203196.738497:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203196.738498:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203196.738520:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203196.738523:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203196.738526:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788203197.122731:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203197.122738:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203197.122742:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203197.122762:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c848700 x1875052841845632/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203197.122778:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203197.122781:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203197.122786:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203197.122791:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203197.122796:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203197.122804:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c848700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841845632:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788203197.122812:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203197.122816:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203197.122819:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203197.122823:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203197.122830:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377000. 02000000:00000001:0.0:1788203197.122836:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203197.122842:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203197.122847:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302790. 00000400:00000010:0.0:1788203197.122854:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3b28. 00000100:00000200:0.0:1788203197.122862:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841845632, portal 25 00000100:00000001:0.0:1788203197.122866:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203197.122868:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578512128 : -109644131039488 : ffff9c477c848700) 00000100:00000040:0.0:1788203197.122876:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c848700 x1875052841845632/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203222 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203197.122886:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203197.122889:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203197.122900:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3660. 00000100:00000200:0.0:1788203197.122905:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841845632, offset 0 00000400:00000200:0.0:1788203197.122917:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203197.122930:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203197.122940:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203197.122961:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203197.122970:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203197.122978:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203197.122986:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203197.122993:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703662:703662:256:4294967295] 192.168.201.101@tcp LPNI seq info [703657:703657:8:4294967295] 00000400:00000200:0.0:1788203197.122999:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203197.123015:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203197.123023:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203197.123029:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788203197.123039:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203197.123045:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 38 secs later) 00000800:00000100:0.0:1788203197.123071:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203197.123075:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788203197.123083:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203197.123093:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203197.123101:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3660 00000400:00000010:0.0:1788203197.123110:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3660. 00000100:00000001:0.0:1788203197.123116:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203197.123122:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c848700 x1875052841845632/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203222 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203197.123138:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203197.123144:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c848700 x1875052841845632/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203222 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203197.123158:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203197.123162:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203197.123171:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203197.123179:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203197.123184:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4308337396 00000100:00000010:0.0:1788203197.123194:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685bad20. 00000100:00000001:0.0:1788203197.123202:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788203197.123209:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4308337396 00000100:00000010:0.0:1788203197.123213:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba000. 00000100:00000001:0.0:1788203197.123218:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788203197.123221:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203197.123225:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203197.123229:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203197.123236:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203197/real 1788203197] req@ffff9c477c848700 x1875052841845632/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203197.123253:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203197.123257:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203197.123262:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302790. 00000400:00000200:0.0:1788203197.123266:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3b28 00000400:00000010:0.0:1788203197.123270:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3b28. 00000100:00000001:0.0:1788203197.123275:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203197.123281:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c848700 x1875052841845632/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203197.123297:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c848700 x1875052841845632/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203197.123305:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203197.123309:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203197.123314:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203197.123317:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203197.123325:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c848700 x1875052841845632/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203197.123333:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203197.123338:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c848700 x1875052841845632/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203222 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203197.123346:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203197.123350:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203197.123352:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203197.123353:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203197.123356:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203197.123359:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203197.123362:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203197.123370:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203197.123371:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203197.123375:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c848700 x1875052841845632/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203222 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203197.123386:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c848700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841845632:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788203197.123444:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203197.123448:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203197.123453:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c848700 x1875052841845632/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203222 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203197.123461:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203197.123463:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203197.123466:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377000. 02000000:00000001:0.0:1788203197.123468:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203197.123470:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203197.123472:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788203197.123474:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203197.123475:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f3800. 02000000:00000001:0.0:1788203197.123478:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203197.123479:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203197.123480:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c848700. 00000100:00000001:0.0:1788203197.123483:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203197.123483:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203197.123485:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203197.123490:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203197.123491:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203197.123493:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203197.123494:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203197.123495:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203197.123498:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c84ad80 x1875052841845760/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203197.123502:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203197.123504:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203197.123506:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203197.123507:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203197.123510:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203197.123513:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c84ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841845760:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203197.123515:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203197.123517:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203197.123519:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203197.123521:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203197.123524:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377000. 02000000:00000001:0.0:1788203197.123526:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203197.123530:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203197.123532:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302790. 00000400:00000010:0.0:1788203197.123536:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3b28. 00000100:00000200:0.0:1788203197.123539:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841845760, portal 10 00000100:00000001:0.0:1788203197.123541:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203197.123542:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578521984 : -109644131029632 : ffff9c477c84ad80) 00000100:00000040:0.0:1788203197.123549:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c84ad80 x1875052841845760/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203222 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203197.123557:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203197.123559:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203197.123561:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3660. 00000100:00000200:0.0:1788203197.123564:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841845760, offset 0 00000400:00000200:0.0:1788203197.123568:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203197.123572:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203197.123574:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203197.123578:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203197.123581:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203197.123583:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203197.123585:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203197.123588:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703663:703663:256:4294967295] 192.168.201.101@tcp LPNI seq info [703658:703658:8:4294967295] 00000400:00000200:0.0:1788203197.123592:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203197.123599:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203197.123603:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203197.123606:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788203197.123611:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203197.123614:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 38 secs later) 00000800:00000100:0.0:1788203197.123623:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203197.123625:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788203197.123628:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203197.123631:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203197.123633:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3660 00000400:00000010:0.0:1788203197.123635:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3660. 00000100:00000001:0.0:1788203197.123637:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203197.123640:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c84ad80 x1875052841845760/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203222 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203197.123647:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203197.123650:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84ad80 x1875052841845760/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203222 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203197.123660:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203197.123673:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203197.123676:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203197.123680:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788203197.123683:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203197.123685:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308336138 00000100:00000001:0.0:1788203197.123688:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308337396 00000100:00000001:0.0:1788203197.123690:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308336138 00000100:00000001:0.0:1788203197.123692:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308337396 00000100:00000001:0.0:1788203197.123693:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203197.123695:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203197.123697:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203197.123700:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203197/real 1788203197] req@ffff9c477c84ad80 x1875052841845760/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203197.123708:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203197.123709:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203197.123711:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302790. 00000400:00000200:0.0:1788203197.123713:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3b28 00000400:00000010:0.0:1788203197.123715:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3b28. 00000100:00000001:0.0:1788203197.123717:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203197.123719:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c84ad80 x1875052841845760/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203197.123727:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c84ad80 x1875052841845760/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203197.123732:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203197.123733:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203197.123735:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203197.123736:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203197.123740:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c84ad80 x1875052841845760/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203197.123747:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203197.123751:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c84ad80 x1875052841845760/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203222 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203197.123758:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203197.123761:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203197.123762:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203197.123763:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203197.123764:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203197.123766:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203197.123767:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203197.123770:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203197.123771:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203197.123774:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c84ad80 x1875052841845760/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203222 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203197.123778:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c84ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841845760:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203197.123780:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203197.123782:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c84b800 x1875052841845888/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203197.123786:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203197.123787:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203197.123788:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203197.123790:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203197.123791:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203197.123793:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c84b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841845888:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203197.123794:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203197.123796:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203197.123797:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203197.123798:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203197.123801:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376c00. 02000000:00000001:0.0:1788203197.123802:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203197.123804:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203197.123806:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302790. 00000400:00000010:0.0:1788203197.123808:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3b28. 00000100:00000200:0.0:1788203197.123810:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841845888, portal 10 00000100:00000001:0.0:1788203197.123811:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203197.123812:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578524672 : -109644131026944 : ffff9c477c84b800) 00000100:00000040:0.0:1788203197.123816:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c84b800 x1875052841845888/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203222 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203197.123820:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203197.123821:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203197.123823:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3660. 00000100:00000200:0.0:1788203197.123824:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841845888, offset 0 00000400:00000200:0.0:1788203197.123826:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203197.123829:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203197.123831:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203197.123832:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203197.123834:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203197.123835:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203197.123837:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203197.123839:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703664:703664:256:4294967295] 192.168.201.101@tcp LPNI seq info [703659:703659:8:4294967295] 00000400:00000200:0.0:1788203197.123841:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203197.123845:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203197.123847:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203197.123849:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788203197.123852:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203197.123853:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 38 secs later) 00000800:00000100:0.0:1788203197.123860:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203197.123862:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788203197.123863:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203197.123871:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203197.123873:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3660 00000400:00000010:0.0:1788203197.123874:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3660. 00000100:00000001:0.0:1788203197.123875:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203197.123877:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c84b800 x1875052841845888/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203222 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203197.123882:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203197.123884:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84b800 x1875052841845888/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203222 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203197.123887:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203197.123888:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203197.123891:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203197.123893:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788203197.123896:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203197.123898:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308336138 00000100:00000001:0.0:1788203197.123900:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308337396 00000100:00000001:0.0:1788203197.123902:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308336138 00000100:00000001:0.0:1788203197.123904:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308337396 00000100:00000001:0.0:1788203197.123906:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203197.123908:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203197.123910:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203197.123913:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203197/real 1788203197] req@ffff9c477c84b800 x1875052841845888/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203197.123920:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203197.123921:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203197.123922:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302790. 00000400:00000200:0.0:1788203197.123924:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3b28 00000400:00000010:0.0:1788203197.123926:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3b28. 00000100:00000001:0.0:1788203197.123928:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203197.123931:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c84b800 x1875052841845888/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203197.123939:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c84b800 x1875052841845888/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203197.123944:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203197.123946:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203197.123947:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203197.123948:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203197.123951:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c84b800 x1875052841845888/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203197.123957:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203197.123961:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c84b800 x1875052841845888/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203222 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203197.123966:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203197.123968:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203197.123970:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203197.123971:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203197.123972:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203197.123974:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203197.123976:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203197.123979:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203197.123982:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203197.123985:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c84b800 x1875052841845888/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203222 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203197.123990:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c84b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841845888:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203197.123993:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203197.123995:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c849880 x1875052841846016/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203197.123999:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203197.124000:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203197.124001:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203197.124002:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203197.124003:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203197.124005:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c849880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841846016:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788203197.124007:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203197.124008:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203197.124009:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203197.124010:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203197.124013:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374c00. 02000000:00000001:0.0:1788203197.124014:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203197.124016:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203197.124018:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302790. 00000400:00000010:0.0:1788203197.124022:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3b28. 00000100:00000200:0.0:1788203197.124024:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841846016, portal 4 00000100:00000001:0.0:1788203197.124026:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203197.124027:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578516608 : -109644131035008 : ffff9c477c849880) 00000100:00000040:0.0:1788203197.124032:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c849880 x1875052841846016/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203222 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203197.124038:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203197.124040:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203197.124042:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3660. 00000100:00000200:0.0:1788203197.124044:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841846016, offset 0 00000400:00000200:0.0:1788203197.124048:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203197.124051:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203197.124054:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203197.124057:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203197.124059:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203197.124061:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203197.124064:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203197.124067:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703665:703665:256:4294967295] 192.168.201.101@tcp LPNI seq info [703660:703660:8:4294967295] 00000400:00000200:0.0:1788203197.124071:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203197.124075:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203197.124078:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203197.124081:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788203197.124083:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203197.124085:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 38 secs later) 00000800:00000100:0.0:1788203197.124091:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203197.124092:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788203197.124094:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203197.124096:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203197.124098:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3660 00000400:00000010:0.0:1788203197.124099:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3660. 00000100:00000001:0.0:1788203197.124101:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203197.124103:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c849880 x1875052841846016/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203222 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203197.124108:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203197.124110:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c849880 x1875052841846016/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203222 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203197.124114:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203197.124115:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203197.124117:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203197.124119:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788203197.124121:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203197.124122:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308336164 00000100:00000001:0.0:1788203197.124124:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308337396 00000100:00000001:0.0:1788203197.124125:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308336164 00000100:00000001:0.0:1788203197.124126:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308337396 00000100:00000001:0.0:1788203197.124127:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203197.124129:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203197.124130:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203197.124132:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203197/real 1788203197] req@ffff9c477c849880 x1875052841846016/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203197.124137:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203197.124138:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203197.124138:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302790. 00000400:00000200:0.0:1788203197.124140:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3b28 00000400:00000010:0.0:1788203197.124141:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3b28. 00000100:00000001:0.0:1788203197.124142:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203197.124144:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c849880 x1875052841846016/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203197.124151:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c849880 x1875052841846016/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203197.124157:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203197.124158:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203197.124160:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203197.124161:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203197.124165:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c849880 x1875052841846016/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203197.124170:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203197.124174:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c849880 x1875052841846016/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203222 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203197.124180:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203197.124183:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203197.124184:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203197.124185:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203197.124187:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203197.124189:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203197.124191:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203197.124195:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203197.124197:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203197.124200:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c849880 x1875052841846016/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203222 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203197.124205:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c849880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841846016:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788203197.124207:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203197.124209:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203197.124211:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c84ad80 x1875052841845760/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203222 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203197.124214:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203197.124215:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203197.124217:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377000. 02000000:00000001:0.0:1788203197.124219:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203197.124220:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203197.124221:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788203197.124222:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203197.124223:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f2400. 02000000:00000001:0.0:1788203197.124225:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203197.124226:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203197.124227:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c84ad80. 00000100:00000001:0.0:1788203197.124230:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203197.124230:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203197.124231:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203197.124233:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c84b800 x1875052841845888/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203222 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203197.124237:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203197.124237:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203197.124238:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376c00. 02000000:00000001:0.0:1788203197.124240:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203197.124240:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203197.124241:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788203197.124242:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203197.124243:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f3c00. 02000000:00000001:0.0:1788203197.124245:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203197.124245:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203197.124246:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c84b800. 00000100:00000001:0.0:1788203197.124248:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203197.124249:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203197.124250:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203197.124253:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c849880 x1875052841846016/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203222 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203197.124258:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203197.124259:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203197.124261:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374c00. 02000000:00000001:0.0:1788203197.124262:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203197.124264:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203197.124265:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788203197.124266:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203197.124267:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f0c00. 02000000:00000001:0.0:1788203197.124270:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203197.124271:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203197.124272:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c849880. 00000100:00000001:0.0:1788203197.124275:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203197.124276:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203197.124277:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203197.124281:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203197.124282:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203197.124285:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203197.124286:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203197.762512:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203197.762518:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203197.762524:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203197.762525:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203197.762528:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203197.762529:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203197.762549:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203197.762551:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203197.762553:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203198.402485:0:226636:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308337396, at 4308337408 00000100:00000040:1.0:1788203198.402485:0:226682:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308337396, at 4308337408 00000100:00000010:0.0:1788203198.402500:0:226636:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685bad20. 00000100:00000010:1.0:1788203198.402502:0:226682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba000. 00010000:00000001:0.0:1788203198.786509:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203198.786515:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203198.786521:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203198.786525:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203198.786527:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203198.786531:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203198.786534:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203198.786536:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203198.786538:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203198.786540:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203198.786544:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203198.786545:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203198.786547:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203198.786548:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203198.786550:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203198.786551:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203198.786552:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203198.786554:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203198.786579:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203198.786581:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203198.786583:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203199.810508:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203199.810513:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203199.810517:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203199.810518:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203199.810520:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203199.810521:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203199.810541:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203199.810543:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203199.810545:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203200.834499:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203200.834504:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203200.834509:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203200.834510:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203200.834512:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203200.834513:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203200.834532:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203200.834534:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203200.834536:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203201.858517:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203201.858524:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203201.858529:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203201.858530:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203201.858533:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203201.858534:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203201.858556:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203201.858559:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203201.858562:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788203202.242722:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203202.242726:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203202.242729:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203202.242737:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c848a80 x1875052841846144/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203202.242752:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203202.242756:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203202.242762:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203202.242767:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203202.242773:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203202.242781:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c848a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841846144:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788203202.242788:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203202.242801:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203202.242804:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203202.242807:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203202.242813:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376c00. 02000000:00000001:0.0:1788203202.242817:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203202.242823:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203202.242827:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302790. 00000400:00000010:0.0:1788203202.242834:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3b28. 00000100:00000200:0.0:1788203202.242842:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841846144, portal 25 00000100:00000001:0.0:1788203202.242847:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203202.242849:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578513024 : -109644131038592 : ffff9c477c848a80) 00000100:00000040:0.0:1788203202.242862:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c848a80 x1875052841846144/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203227 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203202.242880:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203202.242884:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203202.242888:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3660. 00000100:00000200:0.0:1788203202.242893:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841846144, offset 0 00000400:00000200:0.0:1788203202.242902:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203202.242912:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203202.242923:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203202.242934:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203202.242940:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203202.242944:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203202.242949:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203202.242954:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703666:703666:256:4294967295] 192.168.201.101@tcp LPNI seq info [703661:703661:8:4294967295] 00000400:00000200:0.0:1788203202.242963:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203202.242977:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203202.242993:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203202.242999:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788203202.243009:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203202.243017:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 33 secs later) 00000800:00000100:0.0:1788203202.243042:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203202.243046:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788203202.243061:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203202.243067:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203202.243076:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3660 00000400:00000010:0.0:1788203202.243078:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3660. 00000100:00000001:0.0:1788203202.243084:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203202.243090:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c848a80 x1875052841846144/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203227 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203202.243102:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203202.243108:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c848a80 x1875052841846144/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203227 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203202.243121:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203202.243123:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203202.243129:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203202.243136:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203202.243140:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4308342516 00000100:00000010:0.0:1788203202.243146:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685bad20. 00000100:00000001:0.0:1788203202.243153:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788203202.243160:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4308342516 00000100:00000010:0.0:1788203202.243164:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685baf00. 00000100:00000001:0.0:1788203202.243168:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788203202.243173:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203202.243177:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203202.243181:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203202.243187:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203202/real 1788203202] req@ffff9c477c848a80 x1875052841846144/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203202.243200:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203202.243203:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203202.243206:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302790. 00000400:00000200:0.0:1788203202.243210:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3b28 00000400:00000010:0.0:1788203202.243214:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3b28. 00000100:00000001:0.0:1788203202.243219:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203202.243227:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c848a80 x1875052841846144/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203202.243250:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c848a80 x1875052841846144/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203202.243266:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203202.243269:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203202.243274:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203202.243277:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203202.243284:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c848a80 x1875052841846144/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203202.243301:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203202.243309:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c848a80 x1875052841846144/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203227 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203202.243320:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203202.243325:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203202.243338:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203202.243341:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203202.243346:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203202.243349:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203202.243356:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203202.243364:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203202.243370:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203202.243376:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c848a80 x1875052841846144/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203227 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203202.243384:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c848a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841846144:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788203202.243389:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203202.243391:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203202.243419:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c848a80 x1875052841846144/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203227 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203202.243425:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203202.243428:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203202.243430:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376c00. 02000000:00000001:0.0:1788203202.243432:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203202.243434:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203202.243436:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788203202.243438:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203202.243440:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f2800. 02000000:00000001:0.0:1788203202.243443:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203202.243446:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203202.243448:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c848a80. 00000100:00000001:0.0:1788203202.243450:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203202.243452:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203202.243453:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203202.243459:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203202.243470:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203202.243472:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203202.243473:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203202.243475:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203202.243479:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c849500 x1875052841846272/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203202.243484:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203202.243485:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203202.243486:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203202.243488:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203202.243489:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203202.243491:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c849500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841846272:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203202.243492:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203202.243494:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203202.243495:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203202.243496:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203202.243499:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376c00. 02000000:00000001:0.0:1788203202.243501:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203202.243505:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203202.243508:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302790. 00000400:00000010:0.0:1788203202.243511:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3b28. 00000100:00000200:0.0:1788203202.243514:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841846272, portal 10 00000100:00000001:0.0:1788203202.243516:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203202.243517:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578515712 : -109644131035904 : ffff9c477c849500) 00000100:00000040:0.0:1788203202.243523:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c849500 x1875052841846272/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203227 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203202.243530:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203202.243533:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203202.243535:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3660. 00000100:00000200:0.0:1788203202.243537:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841846272, offset 0 00000400:00000200:0.0:1788203202.243541:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203202.243545:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203202.243547:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203202.243550:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203202.243551:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203202.243553:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203202.243555:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203202.243556:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703667:703667:256:4294967295] 192.168.201.101@tcp LPNI seq info [703662:703662:8:4294967295] 00000400:00000200:0.0:1788203202.243565:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203202.243570:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203202.243585:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203202.243588:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788203202.243590:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203202.243592:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 33 secs later) 00000800:00000100:0.0:1788203202.243599:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203202.243600:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788203202.243603:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203202.243605:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203202.243607:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3660 00000400:00000010:0.0:1788203202.243608:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3660. 00000100:00000001:0.0:1788203202.243609:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203202.243612:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c849500 x1875052841846272/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203227 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203202.243616:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203202.243618:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c849500 x1875052841846272/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203227 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203202.243622:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203202.243623:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203202.243626:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203202.243628:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788203202.243630:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203202.243631:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308341258 00000100:00000001:0.0:1788203202.243633:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308342516 00000100:00000001:0.0:1788203202.243634:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308341258 00000100:00000001:0.0:1788203202.243636:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308342516 00000100:00000001:0.0:1788203202.243637:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203202.243638:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203202.243639:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203202.243641:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203202/real 1788203202] req@ffff9c477c849500 x1875052841846272/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203202.243646:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203202.243646:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203202.243648:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302790. 00000400:00000200:0.0:1788203202.243649:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3b28 00000400:00000010:0.0:1788203202.243650:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3b28. 00000100:00000001:0.0:1788203202.243651:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203202.243653:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c849500 x1875052841846272/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203202.243657:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c849500 x1875052841846272/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203202.243661:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203202.243662:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203202.243663:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203202.243663:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203202.243665:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c849500 x1875052841846272/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203202.243669:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203202.243671:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c849500 x1875052841846272/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203227 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203202.243675:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203202.243677:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203202.243678:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203202.243680:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203202.243681:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203202.243683:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203202.243686:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203202.243688:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203202.243691:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203202.243694:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c849500 x1875052841846272/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203227 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203202.243702:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c849500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841846272:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203202.243706:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203202.243709:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c848380 x1875052841846400/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203202.243716:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203202.243717:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203202.243719:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203202.243721:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203202.243723:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203202.243726:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c848380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841846400:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203202.243729:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203202.243730:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203202.243731:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203202.243732:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203202.243734:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377000. 02000000:00000001:0.0:1788203202.243736:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203202.243738:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203202.243740:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302790. 00000400:00000010:0.0:1788203202.243742:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3b28. 00000100:00000200:0.0:1788203202.243744:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841846400, portal 10 00000100:00000001:0.0:1788203202.243745:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203202.243745:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578511232 : -109644131040384 : ffff9c477c848380) 00000100:00000040:0.0:1788203202.243750:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c848380 x1875052841846400/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203227 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203202.243756:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203202.243758:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203202.243760:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3660. 00000100:00000200:0.0:1788203202.243762:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841846400, offset 0 00000400:00000200:0.0:1788203202.243766:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203202.243770:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203202.243773:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203202.243776:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203202.243779:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203202.243781:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203202.243784:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203202.243786:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703668:703668:256:4294967295] 192.168.201.101@tcp LPNI seq info [703663:703663:8:4294967295] 00000400:00000200:0.0:1788203202.243790:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203202.243796:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203202.243799:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203202.243801:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788203202.243803:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203202.243805:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 33 secs later) 00000800:00000100:0.0:1788203202.243812:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203202.243813:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788203202.243815:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203202.243817:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203202.243819:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3660 00000400:00000010:0.0:1788203202.243820:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3660. 00000100:00000001:0.0:1788203202.243822:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203202.243824:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c848380 x1875052841846400/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203227 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203202.243830:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203202.243831:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c848380 x1875052841846400/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203227 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203202.243835:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203202.243836:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203202.243838:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203202.243840:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788203202.243842:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203202.243843:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308341258 00000100:00000001:0.0:1788203202.243845:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308342516 00000100:00000001:0.0:1788203202.243846:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308341258 00000100:00000001:0.0:1788203202.243847:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308342516 00000100:00000001:0.0:1788203202.243848:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203202.243850:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203202.243851:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203202.243853:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203202/real 1788203202] req@ffff9c477c848380 x1875052841846400/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203202.243857:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203202.243858:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203202.243859:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302790. 00000400:00000200:0.0:1788203202.243860:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3b28 00000400:00000010:0.0:1788203202.243861:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3b28. 00000100:00000001:0.0:1788203202.243862:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203202.243864:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c848380 x1875052841846400/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203202.243869:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c848380 x1875052841846400/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203202.243873:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203202.243874:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203202.243875:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203202.243876:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203202.243878:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c848380 x1875052841846400/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203202.243881:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203202.243883:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c848380 x1875052841846400/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203227 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203202.243888:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203202.243890:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203202.243891:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203202.243892:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203202.243893:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203202.243895:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203202.243897:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203202.243899:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203202.243901:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203202.243905:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c848380 x1875052841846400/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203227 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203202.243912:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c848380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841846400:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203202.243916:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203202.243919:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c848e00 x1875052841846528/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203202.243925:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203202.243927:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203202.243929:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203202.243931:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203202.243933:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203202.243935:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c848e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841846528:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788203202.243936:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203202.243938:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203202.243939:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203202.243940:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203202.243942:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788203202.243943:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203202.243946:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203202.243947:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302790. 00000400:00000010:0.0:1788203202.243950:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3b28. 00000100:00000200:0.0:1788203202.243951:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841846528, portal 4 00000100:00000001:0.0:1788203202.243953:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203202.243953:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578513920 : -109644131037696 : ffff9c477c848e00) 00000100:00000040:0.0:1788203202.243957:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c848e00 x1875052841846528/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203227 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203202.243961:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203202.243962:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203202.243964:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3660. 00000100:00000200:0.0:1788203202.243965:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841846528, offset 0 00000400:00000200:0.0:1788203202.243967:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203202.243969:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203202.243971:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203202.243973:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203202.243975:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203202.243976:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203202.243977:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203202.243979:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703669:703669:256:4294967295] 192.168.201.101@tcp LPNI seq info [703664:703664:8:4294967295] 00000400:00000200:0.0:1788203202.243982:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203202.243985:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203202.243989:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203202.243990:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788203202.243993:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203202.243994:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 33 secs later) 00000800:00000100:0.0:1788203202.244001:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203202.244002:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788203202.244004:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203202.244006:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203202.244007:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3660 00000400:00000010:0.0:1788203202.244009:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3660. 00000100:00000001:0.0:1788203202.244011:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203202.244014:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c848e00 x1875052841846528/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203227 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203202.244021:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203202.244024:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c848e00 x1875052841846528/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203227 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203202.244030:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203202.244031:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203202.244034:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203202.244037:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788203202.244040:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203202.244042:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308341284 00000100:00000001:0.0:1788203202.244044:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308342516 00000100:00000001:0.0:1788203202.244046:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308341284 00000100:00000001:0.0:1788203202.244048:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308342516 00000100:00000001:0.0:1788203202.244050:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203202.244052:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203202.244054:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203202.244058:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203202/real 1788203202] req@ffff9c477c848e00 x1875052841846528/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203202.244063:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203202.244064:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203202.244066:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302790. 00000400:00000200:0.0:1788203202.244067:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3b28 00000400:00000010:0.0:1788203202.244068:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3b28. 00000100:00000001:0.0:1788203202.244069:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203202.244071:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c848e00 x1875052841846528/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203202.244076:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c848e00 x1875052841846528/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203202.244080:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203202.244080:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203202.244081:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203202.244082:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203202.244084:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c848e00 x1875052841846528/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203202.244088:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203202.244090:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c848e00 x1875052841846528/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203227 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203202.244094:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203202.244095:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203202.244096:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203202.244097:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203202.244098:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203202.244099:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203202.244100:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203202.244102:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203202.244103:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203202.244105:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c848e00 x1875052841846528/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203227 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203202.244110:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c848e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841846528:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788203202.244112:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203202.244113:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203202.244114:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c849500 x1875052841846272/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203227 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203202.244118:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203202.244119:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203202.244120:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376c00. 02000000:00000001:0.0:1788203202.244121:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203202.244122:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203202.244123:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788203202.244124:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203202.244125:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f1c00. 02000000:00000001:0.0:1788203202.244126:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203202.244127:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203202.244128:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c849500. 00000100:00000001:0.0:1788203202.244130:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203202.244130:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203202.244131:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203202.244133:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c848380 x1875052841846400/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203227 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203202.244137:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203202.244138:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203202.244138:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377000. 02000000:00000001:0.0:1788203202.244140:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203202.244140:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203202.244141:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788203202.244142:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203202.244143:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f3000. 02000000:00000001:0.0:1788203202.244144:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203202.244145:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203202.244146:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c848380. 00000100:00000001:0.0:1788203202.244147:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203202.244148:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203202.244148:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203202.244150:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c848e00 x1875052841846528/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203227 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203202.244153:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203202.244154:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203202.244155:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788203202.244156:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203202.244156:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203202.244157:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788203202.244159:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203202.244160:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f1400. 02000000:00000001:0.0:1788203202.244162:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203202.244163:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203202.244164:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c848e00. 00000100:00000001:0.0:1788203202.244165:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203202.244166:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203202.244168:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203202.244171:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203202.244172:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203202.244174:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203202.244176:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203202.882490:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203202.882496:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203202.882500:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203202.882501:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203202.882504:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203202.882504:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203202.882523:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203202.882525:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203202.882527:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788203203.522488:0:226682:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308342516, at 4308342528 00000100:00000040:0.0:1788203203.522489:0:226636:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308342516, at 4308342528 00000100:00000010:1.0:1788203203.522501:0:226682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685baf00. 00000100:00000010:0.0:1788203203.522503:0:226636:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685bad20. 00010000:00000001:0.0:1788203203.906512:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203203.906518:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203203.906522:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203203.906523:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203203.906525:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203203.906526:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203203.906568:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203203.906570:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203203.906572:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203204.930524:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203204.930552:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203204.930558:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203204.930559:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203204.930561:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203204.930562:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203204.930588:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203204.930590:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203204.930592:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203205.954552:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203205.954561:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203205.954563:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203205.954567:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203205.954572:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203205.954575:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203205.954576:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203205.954578:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203205.954581:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203205.954582:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203205.954585:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203205.954586:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203205.954610:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203205.954612:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203205.954614:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203206.978546:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203206.978554:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203206.978558:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203206.978559:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203206.978562:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203206.978562:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203206.978589:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203206.978591:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203206.978593:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788203207.362535:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203207.362546:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788203207.362549:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203207.362554:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203207.362558:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203207.362565:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 13673 00000400:00000200:1.0:1788203207.362571:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203207.362577:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203207.362580:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203207.362582:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203207.362584:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203207.362586:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203207.362588:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203207.362591:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203207.362593:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788203207.362595:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203207.362597:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788203207.362599:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788203207.362600:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788203207.362602:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203207.362603:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203207.362605:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203207.362606:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203207.362608:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788203207.362610:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203207.362612:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203207.362614:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203207.362617:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203207.362619:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203207.362621:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788203207.362623:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203207.362632:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dd500. 00000020:00000040:1.0:1788203207.362635:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788203207.362638:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203207.362640:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203207.362642:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203207.362645:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203207.362649:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203207.362656:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99c00. 00000100:00000001:1.0:1788203207.362669:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203207.362678:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dd500 x1875052841846656/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203207.362686:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203207.362689:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203207.362693:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081f75c12] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dd500 x1875052841846656/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203207.362709:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788203207.362712:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203207.362716:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788203207.362717:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203207.362718:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203207.362722:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203207.362724:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13673 00000400:00000200:1.0:1788203207.362728:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203207.362731:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203207.362733:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203207.362736:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203207.362738:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203207.362740:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203207.362742:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203207.362744:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203207.362746:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788203207.362747:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203207.362749:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000100:00000001:0.0:1788203207.362750:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1788203207.362751:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788203207.362753:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000001:0.0:1788203207.362755:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1788203207.362755:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203207.362757:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1788203207.362758:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788203207.362759:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203207.362761:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203207.362763:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00000040:0.0:1788203207.362764:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3dd500 x1875052841846656/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788203207.362766:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203207.362768:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203207.362770:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1788203207.362773:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203207.362775:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203207.362776:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203207.362777:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203207.362779:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1788203207.362779:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:0.0:1788203207.362782:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000008:00100000:1.0:1788203207.362784:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 02000000:00000001:0.0:1788203207.362785:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788203207.362787:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203207.362788:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841846656:192.168.201.101@tcp:250:kworker.0 00000100:00000001:1.0:1788203207.362789:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203207.362792:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203207.362796:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203207.362799:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203207.362800:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dea00. 02000000:00000001:0.0:1788203207.362802:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:1.0:1788203207.362803:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788203207.362805:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203207.362806:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203207.362807:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377000. 00000100:00000001:1.0:1788203207.362808:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203207.362809:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203207.362810:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203207.362811:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203207.362814:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9a000. 00000400:00000200:0.0:1788203207.362816:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:1.0:1788203207.362817:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788203207.362820:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302790. 00000100:00100000:1.0:1788203207.362822:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dea00 x1875052841846784/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1788203207.362834:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3b28. 00000100:00000001:1.0:1788203207.362834:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203207.362836:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203207.362840:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4ead91e] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dea00 x1875052841846784/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203207.362842:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841846656, portal 25 00000100:00000001:0.0:1788203207.362844:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203207.362846:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573879040 : -109644135672576 : ffff9c477c3dd500) 00000100:00000001:1.0:1788203207.362848:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788203207.362850:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788203207.362851:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3dd500 x1875052841846656/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203232 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788203207.362854:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788203207.362856:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203207.362857:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203207.362858:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203207.362861:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000100:00000001:1.0:1788203207.362861:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203207.362863:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13673 00000400:00000010:0.0:1788203207.362864:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3660. 00000100:00000200:0.0:1788203207.362866:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841846656, offset 0 00000400:00000200:1.0:1788203207.362867:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203207.362869:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203207.362872:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000400:00000200:0.0:1788203207.362874:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000100:00000040:1.0:1788203207.362874:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203207.362876:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203207.362878:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203207.362880:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000400:00000200:0.0:1788203207.362882:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000020:00000001:1.0:1788203207.362882:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203207.362883:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788203207.362885:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203207.362887:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000400:00000200:0.0:1788203207.362889:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000020:00000001:1.0:1788203207.362889:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788203207.362891:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788203207.362893:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000400:00000200:0.0:1788203207.362895:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1788203207.362895:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203207.362897:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203207.362898:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000400:00000200:0.0:1788203207.362900:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000020:00000040:1.0:1788203207.362901:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788203207.362903:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000400:00000200:0.0:1788203207.362904:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1788203207.362906:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203207.362907:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 02000000:00000001:1.0:1788203207.362907:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203207.362910:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1788203207.362911:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703670:703670:256:4294967295] 192.168.201.101@tcp LPNI seq info [703665:703665:8:4294967295] 02000000:00000001:1.0:1788203207.362911:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203207.362914:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000400:00000200:0.0:1788203207.362915:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000008:00100000:1.0:1788203207.362916:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788203207.362919:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203207.362925:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000100:00000001:1.0:1788203207.362927:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203207.362930:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3df800. 00000800:00000200:0.0:1788203207.362931:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000020:00000040:1.0:1788203207.362932:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788203207.362935:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203207.362936:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1788203207.362937:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000100:00000001:1.0:1788203207.362937:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203207.362939:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203207.362940:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203207.362944:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98000. 00000800:00000200:0.0:1788203207.362945:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000100:00000001:1.0:1788203207.362947:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788203207.362949:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 27 secs later) 00000100:00100000:1.0:1788203207.362951:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3df800 x1875052841846912/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203207.362957:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203207.362959:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203207.362963:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051a886bc] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3df800 x1875052841846912/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000100:0.0:1788203207.362964:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203207.362967:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000100:00000001:1.0:1788203207.362970:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203207.362972:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1788203207.362974:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000040:1.0:1788203207.362976:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:0.0:1788203207.362979:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000100:00080000:1.0:1788203207.362979:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203207.362982:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788203207.362983:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:0.0:1788203207.362984:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3660 00000100:00080000:1.0:1788203207.362985:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000400:00000010:0.0:1788203207.362987:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3660. 00000100:00000001:1.0:1788203207.362988:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203207.362990:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13673 00000100:00000001:0.0:1788203207.362992:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1788203207.362993:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000200:0.0:1788203207.362996:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c3dd500 x1875052841846656/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203232 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788203207.362996:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203207.362998:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203207.363001:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203207.363003:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203207.363004:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203207.363005:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788203207.363006:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000100:00000040:0.0:1788203207.363009:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3dd500 x1875052841846656/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203232 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1788203207.363009:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203207.363010:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788203207.363012:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203207.363014:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000100:00000001:0.0:1788203207.363016:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788203207.363016:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000001:0.0:1788203207.363018:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1788203207.363018:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788203207.363021:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203207.363022:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1788203207.363024:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203207.363024:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203207.363026:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000400:00000200:0.0:1788203207.363028:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000020:00000040:1.0:1788203207.363028:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788203207.363030:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203207.363031:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4308347636 00000100:00000001:1.0:1788203207.363033:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203207.363035:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000010:0.0:1788203207.363036:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685bad20. 02000000:00000001:1.0:1788203207.363037:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203207.363039:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203207.363040:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788203207.363042:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000100:00000001:0.0:1788203207.363043:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000008:00000001:1.0:1788203207.363045:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203207.363047:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203207.363052:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3de300. 00000020:00000040:1.0:1788203207.363054:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 00000100:00000001:0.0:1788203207.363056:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4308347636 02000000:00000001:1.0:1788203207.363056:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203207.363058:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203207.363059:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba780. 00000100:00000001:1.0:1788203207.363059:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203207.363060:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1788203207.363062:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 02000000:00000001:1.0:1788203207.363062:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203207.363065:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99800. 00000100:00000001:0.0:1788203207.363066:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788203207.363068:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203207.363069:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203207.363071:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788203207.363072:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3de300 x1875052841847040/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788203207.363076:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203207/real 1788203207] req@ffff9c477c3dd500 x1875052841846656/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203207.363080:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203207.363081:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203207.363085:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc9d591c] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3de300 x1875052841847040/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203207.363086:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203207.363088:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203207.363090:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302790. 00000400:00000200:0.0:1788203207.363092:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3b28 00000100:00000001:1.0:1788203207.363092:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788203207.363094:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3b28. 00000100:00000001:0.0:1788203207.363096:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1788203207.363097:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13684) 00000100:00000200:0.0:1788203207.363099:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3dd500 x1875052841846656/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203207.363107:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3dd500 x1875052841846656/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203207.363114:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203207.363116:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203207.363118:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203207.363120:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203207.363125:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c3dd500 x1875052841846656/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203207.363132:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203207.363135:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3dd500 x1875052841846656/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203232 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203207.363141:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203207.363143:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203207.363144:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203207.363145:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203207.363148:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203207.363149:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203207.363151:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203207.363154:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203207.363155:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203207.363157:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3dd500 x1875052841846656/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203232 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203207.363162:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841846656:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788203207.363165:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203207.363167:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203207.363169:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3dd500 x1875052841846656/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203232 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203207.363172:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203207.363175:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203207.363176:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377000. 02000000:00000001:0.0:1788203207.363179:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203207.363180:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203207.363181:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788203207.363182:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203207.363184:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4653a99c00. 02000000:00000001:0.0:1788203207.363188:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203207.363189:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203207.363190:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3dd500. 00000100:00000001:0.0:1788203207.363193:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203207.363194:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203207.363195:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203207.363203:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203207.363205:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203207.363206:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203207.363208:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203207.363209:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203207.363212:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3dea00 x1875052841846784/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203207.363219:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203207.363221:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203207.363223:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203207.363224:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203207.363226:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203207.363229:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841846784:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203207.363232:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203207.363234:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203207.363236:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203207.363238:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203207.363241:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377000. 02000000:00000001:0.0:1788203207.363242:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203207.363246:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203207.363249:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302790. 00000400:00000010:0.0:1788203207.363251:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3b28. 00000100:00000200:0.0:1788203207.363253:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841846784, portal 10 00000100:00000001:0.0:1788203207.363255:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203207.363256:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573884416 : -109644135667200 : ffff9c477c3dea00) 00000100:00000040:0.0:1788203207.363261:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3dea00 x1875052841846784/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203232 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203207.363266:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203207.363267:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203207.363268:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3660. 00000100:00000200:0.0:1788203207.363270:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841846784, offset 0 00000400:00000200:0.0:1788203207.363272:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203207.363275:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203207.363277:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203207.363279:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203207.363280:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203207.363282:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203207.363283:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203207.363286:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703671:703671:256:4294967295] 192.168.201.101@tcp LPNI seq info [703666:703666:8:4294967295] 00000400:00000200:0.0:1788203207.363288:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203207.363292:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203207.363295:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203207.363297:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788203207.363300:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203207.363302:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1788203207.363309:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203207.363310:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788203207.363312:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203207.363314:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203207.363316:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3660 00000400:00000010:0.0:1788203207.363317:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3660. 00000100:00000001:0.0:1788203207.363318:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203207.363320:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c3dea00 x1875052841846784/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203232 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203207.363325:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203207.363327:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3dea00 x1875052841846784/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203232 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203207.363331:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203207.363332:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203207.363334:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203207.363337:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788203207.363339:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203207.363341:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308346377 00000100:00000001:0.0:1788203207.363342:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308347636 00000100:00000001:0.0:1788203207.363344:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308346377 00000100:00000001:0.0:1788203207.363346:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308347636 00000100:00000001:0.0:1788203207.363347:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203207.363349:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203207.363350:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203207.363352:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203207/real 1788203207] req@ffff9c477c3dea00 x1875052841846784/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203207.363357:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203207.363358:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203207.363359:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302790. 00000400:00000200:0.0:1788203207.363360:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3b28 00000400:00000010:0.0:1788203207.363361:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3b28. 00000100:00000001:0.0:1788203207.363362:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203207.363364:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3dea00 x1875052841846784/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203207.363368:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3dea00 x1875052841846784/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203207.363372:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203207.363373:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203207.363374:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203207.363375:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203207.363377:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c3dea00 x1875052841846784/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203207.363380:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203207.363382:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3dea00 x1875052841846784/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203232 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203207.363386:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203207.363387:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203207.363388:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203207.363388:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203207.363389:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203207.363390:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203207.363392:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203207.363432:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203207.363435:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203207.363440:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3dea00 x1875052841846784/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203232 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203207.363446:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841846784:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203207.363449:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203207.363450:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3df800 x1875052841846912/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203207.363454:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203207.363455:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203207.363457:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203207.363458:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203207.363460:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203207.363461:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841846912:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203207.363463:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203207.363465:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203207.363466:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203207.363467:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203207.363470:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376c00. 02000000:00000001:0.0:1788203207.363471:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203207.363473:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203207.363475:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302790. 00000400:00000010:0.0:1788203207.363477:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3b28. 00000100:00000200:0.0:1788203207.363479:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841846912, portal 10 00000100:00000001:0.0:1788203207.363480:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203207.363481:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573888000 : -109644135663616 : ffff9c477c3df800) 00000100:00000040:0.0:1788203207.363500:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3df800 x1875052841846912/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203232 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203207.363504:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203207.363507:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203207.363508:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3660. 00000100:00000200:0.0:1788203207.363510:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841846912, offset 0 00000400:00000200:0.0:1788203207.363512:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203207.363515:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203207.363517:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203207.363519:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203207.363521:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203207.363522:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203207.363524:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203207.363526:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703672:703672:256:4294967295] 192.168.201.101@tcp LPNI seq info [703667:703667:8:4294967295] 00000400:00000200:0.0:1788203207.363528:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203207.363532:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203207.363534:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203207.363536:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788203207.363538:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203207.363540:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1788203207.363546:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203207.363548:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788203207.363550:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203207.363552:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203207.363555:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3660 00000400:00000010:0.0:1788203207.363557:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3660. 00000100:00000001:0.0:1788203207.363559:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203207.363562:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c3df800 x1875052841846912/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203232 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203207.363570:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203207.363573:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3df800 x1875052841846912/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203232 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203207.363579:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203207.363581:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203207.363584:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203207.363587:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788203207.363590:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203207.363592:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308346378 00000100:00000001:0.0:1788203207.363594:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308347636 00000100:00000001:0.0:1788203207.363596:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308346378 00000100:00000001:0.0:1788203207.363598:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308347636 00000100:00000001:0.0:1788203207.363600:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203207.363602:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203207.363603:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203207.363608:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203207/real 1788203207] req@ffff9c477c3df800 x1875052841846912/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203207.363616:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203207.363617:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203207.363619:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302790. 00000400:00000200:0.0:1788203207.363621:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3b28 00000400:00000010:0.0:1788203207.363623:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3b28. 00000100:00000001:0.0:1788203207.363625:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203207.363629:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3df800 x1875052841846912/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203207.363636:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3df800 x1875052841846912/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203207.363641:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203207.363642:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203207.363643:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203207.363644:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203207.363646:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c3df800 x1875052841846912/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203207.363650:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203207.363652:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3df800 x1875052841846912/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203232 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203207.363657:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203207.363659:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203207.363660:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203207.363661:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203207.363662:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203207.363663:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203207.363664:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203207.363666:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203207.363667:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203207.363669:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3df800 x1875052841846912/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203232 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203207.363673:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841846912:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203207.363676:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203207.363677:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3de300 x1875052841847040/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203207.363681:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203207.363682:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203207.363684:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203207.363685:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203207.363686:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203207.363688:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841847040:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788203207.363689:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203207.363691:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203207.363692:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203207.363693:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203207.363695:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375000. 02000000:00000001:0.0:1788203207.363697:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203207.363700:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203207.363702:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302790. 00000400:00000010:0.0:1788203207.363704:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3b28. 00000100:00000200:0.0:1788203207.363706:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841847040, portal 4 00000100:00000001:0.0:1788203207.363707:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203207.363708:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573882624 : -109644135668992 : ffff9c477c3de300) 00000100:00000040:0.0:1788203207.363712:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3de300 x1875052841847040/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203232 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203207.363716:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203207.363718:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203207.363719:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3660. 00000100:00000200:0.0:1788203207.363720:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841847040, offset 0 00000400:00000200:0.0:1788203207.363722:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203207.363725:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203207.363726:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203207.363728:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203207.363730:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203207.363731:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203207.363733:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203207.363735:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703673:703673:256:4294967295] 192.168.201.101@tcp LPNI seq info [703668:703668:8:4294967295] 00000400:00000200:0.0:1788203207.363737:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203207.363741:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203207.363743:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203207.363745:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788203207.363748:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203207.363750:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1788203207.363756:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203207.363758:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788203207.363760:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203207.363762:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203207.363763:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3660 00000400:00000010:0.0:1788203207.363764:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3660. 00000100:00000001:0.0:1788203207.363766:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203207.363768:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c3de300 x1875052841847040/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203232 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203207.363773:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203207.363775:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3de300 x1875052841847040/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203232 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203207.363779:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203207.363780:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203207.363782:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203207.363783:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788203207.363785:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203207.363786:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308346404 00000100:00000001:0.0:1788203207.363788:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308347636 00000100:00000001:0.0:1788203207.363790:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308346404 00000100:00000001:0.0:1788203207.363791:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308347636 00000100:00000001:0.0:1788203207.363792:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203207.363793:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203207.363794:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203207.363796:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203207/real 1788203207] req@ffff9c477c3de300 x1875052841847040/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203207.363800:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203207.363801:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203207.363801:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302790. 00000400:00000200:0.0:1788203207.363803:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3b28 00000400:00000010:0.0:1788203207.363804:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3b28. 00000100:00000001:0.0:1788203207.363805:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203207.363807:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3de300 x1875052841847040/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203207.363811:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3de300 x1875052841847040/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203207.363822:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203207.363824:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203207.363825:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203207.363827:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203207.363831:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c3de300 x1875052841847040/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203207.363836:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203207.363839:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3de300 x1875052841847040/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203232 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203207.363844:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203207.363847:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203207.363848:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203207.363849:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203207.363851:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203207.363853:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203207.363855:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203207.363858:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203207.363860:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203207.363863:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3de300 x1875052841847040/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203232 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203207.363870:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841847040:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788203207.363873:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203207.363875:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203207.363877:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3dea00 x1875052841846784/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203232 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203207.363883:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203207.363884:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203207.363887:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377000. 02000000:00000001:0.0:1788203207.363889:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203207.363890:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203207.363891:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788203207.363892:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203207.363894:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4653a9a000. 02000000:00000001:0.0:1788203207.363896:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203207.363897:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203207.363898:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3dea00. 00000100:00000001:0.0:1788203207.363901:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203207.363902:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203207.363903:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203207.363906:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3df800 x1875052841846912/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203232 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203207.363911:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203207.363912:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203207.363913:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376c00. 02000000:00000001:0.0:1788203207.363915:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203207.363916:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203207.363917:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788203207.363919:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203207.363920:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4653a98000. 02000000:00000001:0.0:1788203207.363923:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203207.363924:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203207.363925:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3df800. 00000100:00000001:0.0:1788203207.363927:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203207.363928:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203207.363929:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203207.363932:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3de300 x1875052841847040/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203232 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203207.363937:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203207.363938:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203207.363940:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375000. 02000000:00000001:0.0:1788203207.363941:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203207.363942:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203207.363943:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788203207.363946:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203207.363947:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4653a99800. 02000000:00000001:0.0:1788203207.363948:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203207.363950:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203207.363951:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3de300. 00000100:00000001:0.0:1788203207.363952:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203207.363953:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203207.363955:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203207.363958:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203207.363959:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203207.363961:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203207.363963:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203208.002511:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203208.002518:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203208.002523:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203208.002524:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203208.002527:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203208.002528:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203208.002552:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203208.002554:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203208.002556:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788203208.642484:0:226682:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308347636, at 4308347648 00000100:00000040:0.0:1788203208.642488:0:226636:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308347636, at 4308347648 00000100:00000010:1.0:1788203208.642507:0:226682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba780. 00000100:00000010:0.0:1788203208.642509:0:226636:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685bad20. 00010000:00000001:0.0:1788203209.026525:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203209.026530:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203209.026534:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203209.026536:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203209.026538:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203209.026540:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203209.026542:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203209.026544:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203209.026545:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203209.026547:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203209.026550:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203209.026551:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203209.026552:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203209.026553:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203209.026556:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203209.026557:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203209.026559:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203209.026560:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203209.026617:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203209.026619:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203209.026622:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203210.050507:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203210.050514:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203210.050518:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203210.050519:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203210.050522:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203210.050523:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203210.050553:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203210.050555:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203210.050557:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203211.074555:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203211.074564:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203211.074571:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203211.074572:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203211.074576:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203211.074578:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203211.074637:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203211.074647:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203211.074650:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203212.098522:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203212.098537:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203212.098545:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203212.098546:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203212.098550:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203212.098551:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203212.098590:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203212.098593:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203212.098597:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788203212.482534:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203212.482545:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788203212.482548:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203212.482552:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203212.482556:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203212.482563:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 13679 00000400:00000200:0.0:1788203212.482570:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203212.482575:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203212.482577:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203212.482580:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203212.482582:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203212.482584:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203212.482586:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203212.482590:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203212.482591:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788203212.482593:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203212.482596:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788203212.482597:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788203212.482598:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788203212.482600:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203212.482601:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203212.482602:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203212.482603:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203212.482606:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788203212.482608:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203212.482610:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203212.482612:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203212.482616:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203212.482618:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203212.482619:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788203212.482622:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203212.482632:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fb100. 00000020:00000040:0.0:1788203212.482634:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788203212.482639:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203212.482640:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203212.482643:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203212.482646:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203212.482650:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203212.482656:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375000. 00000100:00000001:0.0:1788203212.482662:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203212.482670:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fb100 x1875052841847168/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203212.482678:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203212.482682:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203212.482685:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000093808cf5] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fb100 x1875052841847168/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203212.482705:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788203212.482709:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203212.482713:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788203212.482714:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203212.482716:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203212.482720:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203212.482723:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13679 00000400:00000200:0.0:1788203212.482727:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203212.482731:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203212.482735:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203212.482741:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203212.482746:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203212.482752:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203212.482756:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203212.482759:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203212.482763:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788203212.482767:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203212.482769:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788203212.482773:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788203212.482777:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788203212.482781:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203212.482785:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203212.482790:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203212.482793:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203212.482796:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788203212.482799:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203212.482803:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203212.482806:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203212.482813:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203212.482818:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203212.482823:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203212.482827:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788203212.482832:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203212.482835:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203212.482839:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8000. 00000020:00000040:0.0:1788203212.482841:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788203212.482846:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203212.482847:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203212.482849:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203212.482851:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203212.482853:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203212.482859:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376c00. 00000100:00000001:0.0:1788203212.482864:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203212.482872:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8000 x1875052841847296/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203212.482883:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203212.482886:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203212.482892:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000755f6dce] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8000 x1875052841847296/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203212.482908:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788203212.482911:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203212.482914:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788203212.482917:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203212.482920:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203212.482927:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203212.482933:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13679 00000400:00000200:0.0:1788203212.482943:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203212.482952:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203212.482957:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203212.482963:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203212.482968:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203212.482972:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203212.482975:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203212.482977:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203212.482979:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788203212.482988:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203212.482991:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788203212.482993:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788203212.482998:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788203212.483004:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203212.483009:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203212.483016:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203212.483021:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203212.483026:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788203212.483032:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203212.483035:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203212.483039:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203212.483044:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203212.483049:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203212.483053:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203212.483056:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788203212.483062:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203212.483065:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203212.483070:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9880. 00000020:00000040:0.0:1788203212.483075:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788203212.483081:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203212.483084:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203212.483089:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203212.483091:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203212.483093:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203212.483099:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377000. 00000100:00000001:0.0:1788203212.483104:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203212.483110:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9880 x1875052841847424/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203212.483122:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203212.483127:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203212.483133:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2b42fc4] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9880 x1875052841847424/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203212.483142:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203212.483146:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788203212.483152:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788203212.483155:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203212.483161:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788203212.483164:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203212.483168:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203212.483173:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203212.483178:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13679 00000400:00000200:0.0:1788203212.483186:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203212.483193:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203212.483198:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203212.483205:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203212.483208:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203212.483214:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203212.483220:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203212.483224:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203212.483226:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788203212.483228:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203212.483232:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788203212.483234:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788203212.483241:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788203212.483245:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203212.483249:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203212.483252:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203212.483256:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203212.483260:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788203212.483264:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203212.483268:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203212.483271:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203212.483275:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203212.483278:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203212.483281:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203212.483284:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788203212.483288:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203212.483290:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203212.483293:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9c00. 00000020:00000040:0.0:1788203212.483298:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788203212.483302:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203212.483305:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203212.483307:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203212.483309:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203212.483311:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203212.483316:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376400. 00000100:00000001:0.0:1788203212.483319:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203212.483323:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9c00 x1875052841847552/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203212.483330:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203212.483334:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203212.483337:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d680416d] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9c00 x1875052841847552/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203212.483345:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203212.483349:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13689) 00010000:00000001:0.0:1788203213.122556:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203213.122564:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203213.122572:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203213.122573:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203213.122576:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203213.122577:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203213.122637:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203213.122641:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203213.122644:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203213.762546:0:226636:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308352756, at 4308352768 00000100:00000040:1.0:1788203213.762546:0:226682:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308352756, at 4308352768 00000100:00000010:1.0:1788203213.762566:0:226682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88060. 00000100:00000010:0.0:1788203213.762575:0:226636:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88300. 00010000:00000001:0.0:1788203214.146497:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203214.146506:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203214.146513:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203214.146514:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203214.146518:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203214.146519:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203214.146568:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203214.146571:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203214.146574:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203215.170556:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203215.170565:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203215.170572:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203215.170573:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203215.170577:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203215.170578:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203215.170635:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203215.170639:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203215.170642:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203216.194547:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203216.194557:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203216.194559:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203216.194562:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203216.194567:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203216.194569:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203216.194571:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203216.194572:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203216.194575:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203216.194577:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203216.194581:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203216.194582:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203216.194627:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203216.194630:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203216.194634:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203217.218530:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203217.218545:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203217.218552:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203217.218553:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203217.218557:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203217.218559:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203217.218614:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203217.218618:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203217.218622:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203218.242512:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203218.242519:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203218.242524:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203218.242525:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203218.242536:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203218.242538:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203218.242573:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203218.242575:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203218.242578:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203218.882514:0:226636:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308357877, at 4308357888 00000100:00000040:1.0:1788203218.882514:0:226682:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308357877, at 4308357888 00000100:00000010:1.0:1788203218.882532:0:226682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88180. 00000100:00000010:0.0:1788203218.882535:0:226636:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88ba0. 00010000:00000001:0.0:1788203219.266504:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203219.266509:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203219.266513:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203219.266516:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203219.266518:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203219.266520:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203219.266522:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203219.266524:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203219.266525:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203219.266526:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203219.266528:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203219.266529:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203219.266530:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203219.266531:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203219.266532:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203219.266533:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203219.266534:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203219.266535:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203219.266552:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203219.266554:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203219.266555:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203220.290533:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203220.290542:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203220.290548:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203220.290550:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203220.290553:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203220.290555:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203220.290590:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203220.290594:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203220.290597:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203221.314502:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203221.314509:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203221.314515:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203221.314517:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203221.314520:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203221.314522:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203221.314545:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203221.314548:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203221.314551:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203222.338537:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203222.338545:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203222.338552:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203222.338553:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203222.338556:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203222.338558:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203222.338580:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203222.338583:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203222.338585:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203223.362510:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203223.362515:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203223.362524:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203223.362525:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203223.362528:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203223.362528:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203223.362561:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203223.362564:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203223.362567:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203224.002511:0:226636:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308362996, at 4308363008 00000100:00000040:1.0:1788203224.002511:0:226682:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308362996, at 4308363008 00000100:00000010:0.0:1788203224.002527:0:226636:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88780. 00000100:00000010:1.0:1788203224.002532:0:226682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88360. 00010000:00000001:0.0:1788203224.386469:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203224.386474:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203224.386478:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203224.386479:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203224.386481:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203224.386482:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203224.386499:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203224.386501:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203224.386503:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203225.410506:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203225.410516:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203225.410518:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203225.410520:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203225.410525:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203225.410527:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203225.410529:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203225.410531:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203225.410535:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203225.410537:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203225.410540:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203225.410541:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203225.410565:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203225.410568:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203225.410571:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203226.434517:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203226.434524:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203226.434530:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203226.434537:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203226.434541:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203226.434542:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203226.434566:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203226.434568:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203226.434571:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203227.458526:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203227.458534:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203227.458539:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203227.458540:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203227.458544:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203227.458545:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203227.458571:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203227.458574:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203227.458577:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203228.482525:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203228.482533:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203228.482541:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203228.482545:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203228.482548:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203228.482551:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203228.482556:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203228.482559:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203228.482561:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203228.482563:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203228.482567:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203228.482568:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203228.482569:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203228.482570:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203228.482571:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203228.482572:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203228.482573:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203228.482575:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203228.482623:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203228.482625:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203228.482627:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788203229.122484:0:226682:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308368116, at 4308368128 00000100:00000040:0.0:1788203229.122488:0:226636:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308368116, at 4308368128 00000100:00000010:1.0:1788203229.122496:0:226682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88000. 00000100:00000010:0.0:1788203229.122500:0:226636:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88de0. 00010000:00000001:0.0:1788203229.506513:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203229.506521:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203229.506527:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203229.506529:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203229.506532:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203229.506533:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203229.506564:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203229.506567:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203229.506570:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203230.530501:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203230.530507:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203230.530513:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203230.530514:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203230.530518:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203230.530519:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203230.530542:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203230.530544:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203230.530546:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203231.554534:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203231.554541:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203231.554545:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203231.554547:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203231.554549:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203231.554550:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203231.554577:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203231.554579:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203231.554581:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203232.578539:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203232.578547:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203232.578551:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203232.578552:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203232.578554:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203232.578555:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203232.578581:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203232.578583:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203232.578585:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203233.602479:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203233.602486:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203233.602491:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203233.602492:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203233.602494:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203233.602495:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203233.602515:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203233.602517:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203233.602520:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788203234.242511:0:226682:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308373236, at 4308373248 00000100:00000040:0.0:1788203234.242520:0:226636:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308373236, at 4308373248 00000100:00000010:0.0:1788203234.242542:0:226636:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa882a0. 00000100:00000010:1.0:1788203234.242546:0:226682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa885a0. 00010000:00000001:0.0:1788203234.626525:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203234.626534:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203234.626540:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203234.626541:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203234.626545:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203234.626546:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203234.626574:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203234.626577:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203234.626580:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203235.650482:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203235.650491:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203235.650493:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203235.650496:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203235.650502:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203235.650504:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203235.650505:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203235.650507:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203235.650510:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203235.650511:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203235.650513:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203235.650514:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203235.650536:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203235.650538:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203235.650540:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203236.674568:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203236.674578:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203236.674585:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203236.674587:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203236.674590:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203236.674592:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203236.674621:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203236.674624:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203236.674628:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203237.698489:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203237.698494:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203237.698498:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203237.698499:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203237.698501:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203237.698502:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203237.698521:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203237.698523:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203237.698525:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203238.722524:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203238.722529:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203238.722533:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203238.722536:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203238.722537:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203238.722540:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203238.722542:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203238.722544:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203238.722546:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203238.722547:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203238.722549:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203238.722550:0:226636:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203238.722551:0:226636:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203238.722552:0:226636:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203238.722553:0:226636:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203238.722553:0:226636:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203238.722554:0:226636:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203238.722555:0:226636:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203238.722574:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203238.722576:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203238.722577:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203239.362489:0:226636:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308378356, at 4308378368 00000100:00000040:1.0:1788203239.362489:0:226682:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308378356, at 4308378368 00000100:00000010:0.0:1788203239.362503:0:226636:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88540. 00000100:00000010:1.0:1788203239.362505:0:226682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa880c0. 00010000:00000001:0.0:1788203239.746494:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203239.746500:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203239.746504:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203239.746505:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203239.746507:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203239.746508:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203239.746527:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203239.746529:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203239.746531:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203240.770514:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203240.770522:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203240.770528:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203240.770529:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203240.770533:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203240.770534:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203240.770557:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203240.770560:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203240.770563:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1788203241.154667:0:2410:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.101:988 00000400:00000100:1.0:1788203241.154724:0:2410:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.101@tcp at host 192.168.201.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:1.0:1788203241.154735:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203241.154740:0:2410:0:(router.c:1791:lnet_notify()) 192.168.201.1@tcp notifying 192.168.201.101@tcp: down 00000400:00000200:1.0:1788203241.154744:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203241.154749:0:2410:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:1.0:1788203241.154754:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788203241.154759:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475d95bd00. 00000400:00000200:1.0:1788203241.154765:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788203241.154769:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788203241.154776:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f9908 00000400:00000010:1.0:1788203241.154779:0:2410:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f9908. 00000100:00000001:1.0:1788203241.154787:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788203241.154797:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477c84a300 x1875052841849728/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203263 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203241.154834:0:2410:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788203241.154839:0:2410:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84a300 x1875052841849728/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203263 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203241.154847:0:2410:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203241.154849:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788203241.154861:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788203241.154864:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475d95ba00. 00000400:00000200:1.0:1788203241.154866:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788203241.154869:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788203241.154872:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f9e58 00000400:00000010:1.0:1788203241.154875:0:2410:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f9e58. 00000100:00000001:1.0:1788203241.154877:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788203241.154882:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477c849f80 x1875052841849856/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203263 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203241.154896:0:2410:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788203241.154931:0:2410:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c849f80 x1875052841849856/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203263 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203241.154937:0:2410:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203241.154939:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788203241.154944:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788203241.154947:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475d95bf00. 00000400:00000200:1.0:1788203241.154950:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788203241.154953:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788203241.154956:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f9aa0 00000400:00000010:1.0:1788203241.154958:0:2410:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f9aa0. 00000100:00000001:1.0:1788203241.154961:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788203241.154967:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477c84aa00 x1875052841849984/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203263 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203241.154975:0:2410:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788203241.154978:0:2410:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84aa00 x1875052841849984/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203263 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203241.154985:0:2410:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203241.154986:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788203241.154990:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788203241.154993:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475d95b200. 00000400:00000200:1.0:1788203241.154996:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788203241.154998:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788203241.155002:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f9770 00000400:00000010:1.0:1788203241.155004:0:2410:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f9770. 00000100:00000001:1.0:1788203241.155007:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788203241.155013:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477c849180 x1875052841850112/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203263 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203241.155021:0:2410:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788203241.155024:0:2410:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c849180 x1875052841850112/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203263 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203241.155031:0:2410:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203241.155033:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1788203241.794549:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203241.794556:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203241.794561:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203241.794562:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203241.794565:0:226636:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203241.794566:0:226636:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203241.794591:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203241.794593:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203241.794595:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203242.818526:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203242.818534:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203242.818540:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203242.818542:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203242.818545:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203242.818546:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203242.818573:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203242.818577:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203242.818580:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203243.842550:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203243.842559:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203243.842574:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203243.842576:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203243.842580:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203243.842582:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203243.842609:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203243.842617:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203243.842621:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203244.482534:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308383477, at 4308383488 00000100:00000040:1.0:1788203244.482534:0:226682:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308383477, at 4308383488 00000100:00000010:1.0:1788203244.482555:0:226682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88b40. 00000100:00000010:0.0:1788203244.482560:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88c00. 00010000:00000001:0.0:1788203244.866517:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203244.866524:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203244.866528:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203244.866529:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203244.866532:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203244.866533:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203244.866554:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203244.866556:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203244.866558:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203245.890567:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203245.890580:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203245.890583:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203245.890587:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203245.890594:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203245.890596:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203245.890599:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203245.890601:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203245.890605:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203245.890607:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203245.890611:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203245.890612:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203245.890643:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203245.890647:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203245.890650:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203246.914537:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203246.914547:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203246.914555:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203246.914556:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203246.914560:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203246.914561:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203246.914586:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203246.914588:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203246.914591:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203247.938525:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203247.938536:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203247.938544:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203247.938545:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203247.938549:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203247.938550:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203247.938580:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203247.938584:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203247.938587:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203248.962483:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203248.962491:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203248.962495:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203248.962498:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203248.962500:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203248.962503:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203248.962506:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203248.962509:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203248.962510:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203248.962512:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203248.962514:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203248.962516:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203248.962516:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203248.962517:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203248.962518:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203248.962519:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203248.962520:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203248.962521:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203248.962539:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203248.962540:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203248.962542:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203249.602464:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308388596, at 4308388608 00000100:00000040:1.0:1788203249.602473:0:226682:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308388596, at 4308388608 00000100:00000010:0.0:1788203249.602480:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa884e0. 00000100:00000010:1.0:1788203249.602484:0:226682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88cc0. 00010000:00000001:0.0:1788203249.986517:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203249.986524:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203249.986529:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203249.986530:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203249.986533:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203249.986534:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203249.986555:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203249.986557:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203249.986559:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203251.010485:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203251.010495:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203251.010502:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203251.010504:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203251.010507:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203251.010509:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203251.010533:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203251.010537:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203251.010540:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203252.034573:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203252.034584:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203252.034593:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203252.034594:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203252.034597:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203252.034608:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203252.034639:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203252.034643:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203252.034647:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203253.058474:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203253.058488:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203253.058494:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203253.058496:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203253.058499:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203253.058500:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203253.058524:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203253.058527:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203253.058530:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788203253.442543:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203253.442556:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788203253.442560:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203253.442564:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203253.442569:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203253.442578:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 13720 00000400:00000200:0.0:1788203253.442586:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203253.442593:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203253.442596:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203253.442599:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203253.442603:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203253.442605:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203253.442607:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203253.442610:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203253.442612:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788203253.442614:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203253.442617:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788203253.442618:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788203253.442622:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788203253.442625:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203253.442627:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203253.442629:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203253.442631:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203253.442634:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788203253.442637:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203253.442640:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203253.442643:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203253.442647:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203253.442650:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203253.442652:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788203253.442655:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203253.442667:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fad80. 00000020:00000040:0.0:1788203253.442671:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788203253.442674:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203253.442676:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203253.442679:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203253.442682:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203253.442700:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203253.442708:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375800. 00000100:00000001:0.0:1788203253.442714:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203253.442723:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fad80 x1875052841851264/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203253.442731:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203253.442735:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203253.442738:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010fef5ed] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fad80 x1875052841851264/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203253.442754:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788203253.442757:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203253.442760:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788203253.442761:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203253.442763:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203253.442766:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203253.442768:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13720 00000400:00000200:0.0:1788203253.442771:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203253.442773:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203253.442777:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203253.442780:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203253.442783:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203253.442786:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203253.442789:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203253.442791:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203253.442794:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788203253.442796:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203253.442799:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788203253.442802:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788203253.442808:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788203253.442813:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203253.442815:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203253.442817:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203253.442820:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203253.442822:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788203253.442826:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203253.442831:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203253.442835:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203253.442841:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203253.442849:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203253.442851:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203253.442855:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788203253.442859:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203253.442862:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203253.442865:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fa680. 00000020:00000040:0.0:1788203253.442868:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788203253.442870:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203253.442872:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203253.442875:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203253.442876:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203253.442877:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203253.442881:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374400. 00000100:00000001:0.0:1788203253.442885:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203253.442894:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fa680 x1875052841851392/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203253.442905:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203253.442909:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203253.442915:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003756c577] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fa680 x1875052841851392/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203253.442926:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788203253.442929:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203253.442932:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788203253.442933:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203253.442936:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203253.442939:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203253.442943:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13720 00000400:00000200:0.0:1788203253.442945:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203253.442946:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203253.442948:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203253.442949:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203253.442950:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203253.442951:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203253.442955:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203253.442959:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203253.442960:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788203253.442962:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203253.442964:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788203253.442968:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788203253.442971:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788203253.442976:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203253.442979:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203253.442983:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203253.442985:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203253.442989:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788203253.442996:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203253.443001:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203253.443006:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203253.443010:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203253.443015:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203253.443020:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203253.443022:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788203253.443026:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203253.443031:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203253.443037:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8a80. 00000020:00000040:0.0:1788203253.443043:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788203253.443048:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203253.443051:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203253.443056:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203253.443059:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203253.443063:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203253.443070:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376000. 00000100:00000001:0.0:1788203253.443076:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203253.443085:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8a80 x1875052841851520/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203253.443094:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203253.443097:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203253.443104:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000320d64fa] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8a80 x1875052841851520/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203253.443113:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203253.443117:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788203253.443125:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788203253.443131:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203253.443135:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788203253.443138:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203253.443139:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203253.443141:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203253.443146:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13720 00000400:00000200:0.0:1788203253.443151:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203253.443156:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203253.443158:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203253.443163:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203253.443165:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203253.443166:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203253.443169:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203253.443173:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203253.443176:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788203253.443180:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203253.443183:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788203253.443188:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788203253.443193:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788203253.443201:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203253.443205:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203253.443208:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203253.443212:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203253.443218:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788203253.443226:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203253.443231:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203253.443235:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203253.443240:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203253.443246:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203253.443251:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203253.443254:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788203253.443256:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203253.443258:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203253.443264:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9180. 00000020:00000040:0.0:1788203253.443269:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788203253.443275:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203253.443279:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203253.443283:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203253.443286:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203253.443291:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203253.443298:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375400. 00000100:00000001:0.0:1788203253.443305:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203253.443315:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9180 x1875052841851648/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203253.443338:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203253.443342:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203253.443351:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b4a335a] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9180 x1875052841851648/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203253.443370:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203253.443378:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13730) 00010000:00000001:0.0:1788203254.082532:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203254.082540:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203254.082545:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203254.082546:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203254.082549:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203254.082550:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203254.082571:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203254.082573:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203254.082576:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203254.722518:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308393716, at 4308393728 00000100:00000040:1.0:1788203254.722518:0:226682:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308393716, at 4308393728 00000100:00000010:1.0:1788203254.722537:0:226682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa887e0. 00000100:00000010:0.0:1788203254.722540:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa883c0. 00010000:00000001:0.0:1788203255.106537:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203255.106544:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203255.106549:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203255.106550:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203255.106553:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203255.106554:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203255.106574:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203255.106577:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203255.106579:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203256.130517:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203256.130525:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203256.130527:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203256.130530:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203256.130535:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203256.130537:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203256.130539:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203256.130541:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203256.130545:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203256.130547:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203256.130551:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203256.130552:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203256.130572:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203256.130575:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203256.130578:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203257.154505:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203257.154513:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203257.154519:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203257.154520:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203257.154524:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203257.154525:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203257.154556:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203257.154560:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203257.154562:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203258.178544:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203258.178549:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203258.178554:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203258.178555:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203258.178557:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203258.178559:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203258.178583:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203258.178585:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203258.178587:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203259.202521:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203259.202527:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203259.202531:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203259.202534:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203259.202535:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203259.202538:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203259.202540:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203259.202542:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203259.202543:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203259.202545:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203259.202547:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203259.202548:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203259.202549:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203259.202550:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203259.202550:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203259.202551:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203259.202552:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203259.202553:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203259.202574:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203259.202576:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203259.202579:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203259.842494:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308398836, at 4308398848 00000100:00000040:1.0:1788203259.842494:0:226682:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308398836, at 4308398848 00000100:00000010:1.0:1788203259.842511:0:226682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88a80. 00000100:00000010:0.0:1788203259.842513:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88600. 00010000:00000001:0.0:1788203260.226519:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203260.226525:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203260.226530:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203260.226532:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203260.226535:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203260.226536:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203260.226565:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203260.226595:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203260.226597:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203261.250505:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203261.250510:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203261.250514:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203261.250515:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203261.250517:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203261.250518:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203261.250534:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203261.250535:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203261.250537:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203262.274487:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203262.274494:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203262.274501:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203262.274502:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203262.274506:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203262.274507:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203262.274529:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203262.274544:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203262.274546:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203263.298503:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203263.298510:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203263.298547:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203263.298548:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203263.298552:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203263.298553:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203263.298575:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203263.298578:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203263.298581:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203264.322493:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203264.322511:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203264.322517:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203264.322518:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203264.322520:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203264.322521:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203264.322541:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203264.322543:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203264.322545:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203264.962476:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308403956, at 4308403968 00000100:00000040:1.0:1788203264.962500:0:226682:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308403956, at 4308403968 00000100:00000010:0.0:1788203264.962503:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88420. 00000100:00000010:1.0:1788203264.962508:0:226682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88a20. 00010000:00000001:0.0:1788203265.346566:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203265.346573:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203265.346575:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203265.346578:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203265.346582:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203265.346584:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203265.346585:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203265.346587:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203265.346590:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203265.346591:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203265.346594:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203265.346595:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203265.346618:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203265.346620:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203265.346623:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203266.370510:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203266.370515:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203266.370520:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203266.370521:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203266.370524:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203266.370525:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203266.370544:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203266.370547:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203266.370549:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203267.394532:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203267.394538:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203267.394542:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203267.394543:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203267.394546:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203267.394546:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203267.394577:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203267.394579:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203267.394581:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203268.418498:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203268.418504:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203268.418508:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203268.418511:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203268.418513:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203268.418515:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203268.418518:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203268.418520:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203268.418522:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203268.418523:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203268.418526:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203268.418527:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203268.418528:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203268.418529:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203268.418530:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203268.418531:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203268.418532:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203268.418533:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203268.418560:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203268.418562:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203268.418564:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788203268.802540:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203268.802549:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788203268.802551:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203268.802555:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203268.802559:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203268.802564:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 13735 00000400:00000200:0.0:1788203268.802570:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203268.802574:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203268.802577:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203268.802579:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203268.802582:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203268.802583:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203268.802585:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203268.802589:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203268.802590:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788203268.802593:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203268.802595:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788203268.802597:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788203268.802599:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788203268.802601:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203268.802602:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203268.802603:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203268.802604:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203268.802606:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788203268.802608:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203268.802610:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203268.802612:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203268.802614:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203268.802616:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203268.802618:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788203268.802620:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203268.802627:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fa300. 00000020:00000040:0.0:1788203268.802630:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788203268.802633:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203268.802634:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203268.802637:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203268.802639:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203268.802642:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203268.802648:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377400. 00000100:00000001:0.0:1788203268.802653:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203268.802660:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fa300 x1875052841852800/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203268.802668:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203268.802672:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203268.802676:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000643b1429] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fa300 x1875052841852800/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203268.802695:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788203268.802698:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203268.802700:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788203268.802702:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203268.802703:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203268.802705:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203268.802707:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13735 00000400:00000200:0.0:1788203268.802710:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203268.802712:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203268.802714:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203268.802716:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203268.802717:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203268.802719:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203268.802721:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203268.802723:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203268.802724:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788203268.802725:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203268.802727:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788203268.802729:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788203268.802730:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788203268.802733:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203268.802734:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203268.802735:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203268.802737:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203268.802740:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788203268.802744:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203268.802747:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203268.802751:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203268.802755:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203268.802758:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203268.802763:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203268.802767:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788203268.802771:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203268.802774:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203268.802779:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8e00. 00000020:00000040:0.0:1788203268.802783:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788203268.802788:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203268.802790:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203268.802794:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203268.802796:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203268.802799:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203268.802803:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376400. 00000100:00000001:0.0:1788203268.802807:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203268.802816:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8e00 x1875052841852928/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203268.802822:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203268.802823:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203268.802828:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7909e09] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8e00 x1875052841852928/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203268.802840:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788203268.802843:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203268.802847:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788203268.802849:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203268.802850:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203268.802853:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203268.802857:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13735 00000400:00000200:0.0:1788203268.802861:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203268.802864:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203268.802868:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203268.802873:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203268.802875:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203268.802880:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203268.802884:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203268.802889:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203268.802891:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788203268.802904:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203268.802907:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788203268.802909:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788203268.802913:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788203268.802916:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203268.802920:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203268.802923:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203268.802925:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203268.802927:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788203268.802932:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203268.802937:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203268.802938:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203268.802940:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203268.802941:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203268.802943:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203268.802944:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788203268.802946:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203268.802947:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203268.802950:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fb480. 00000020:00000040:0.0:1788203268.802953:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788203268.802957:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203268.802959:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203268.802961:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203268.802964:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203268.802967:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203268.802970:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377000. 00000100:00000001:0.0:1788203268.802974:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203268.802980:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fb480 x1875052841853056/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203268.802988:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203268.802991:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203268.802999:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c471466] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fb480 x1875052841853056/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203268.803022:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203268.803028:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788203268.803038:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788203268.803044:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203268.803049:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788203268.803053:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203268.803055:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203268.803062:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203268.803067:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13735 00000400:00000200:0.0:1788203268.803073:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203268.803080:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203268.803083:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203268.803090:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203268.803093:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203268.803097:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203268.803099:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203268.803102:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203268.803105:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788203268.803109:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203268.803113:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788203268.803116:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788203268.803121:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788203268.803127:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203268.803132:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203268.803136:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203268.803140:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203268.803145:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788203268.803149:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203268.803159:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203268.803164:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203268.803170:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203268.803176:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203268.803182:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203268.803186:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788203268.803194:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203268.803199:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203268.803206:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fbb80. 00000020:00000040:0.0:1788203268.803211:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788203268.803215:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203268.803218:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203268.803220:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203268.803222:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203268.803227:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203268.803233:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376c00. 00000100:00000001:0.0:1788203268.803238:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203268.803246:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fbb80 x1875052841853184/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203268.803258:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203268.803261:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203268.803266:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006afb05e] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fbb80 x1875052841853184/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203268.803304:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203268.803309:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13745) 00010000:00000001:0.0:1788203269.442501:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203269.442507:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203269.442511:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203269.442512:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203269.442514:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203269.442515:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203269.442535:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203269.442538:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203269.442540:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203270.082513:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308409076, at 4308409088 00000100:00000040:1.0:1788203270.082513:0:226682:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308409076, at 4308409088 00000100:00000010:1.0:1788203270.082529:0:226682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88a20. 00000100:00000010:0.0:1788203270.082534:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88e40. 00010000:00000001:0.0:1788203270.466510:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203270.466517:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203270.466525:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203270.466526:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203270.466530:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203270.466531:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203270.466558:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203270.466562:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203270.466565:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203271.490518:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203271.490523:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203271.490528:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203271.490529:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203271.490532:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203271.490533:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203271.490607:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203271.490610:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203271.490613:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203272.514468:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203272.514474:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203272.514478:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203272.514480:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203272.514483:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203272.514484:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203272.514501:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203272.514503:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203272.514505:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203273.538518:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203273.538525:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203273.538531:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203273.538533:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203273.538536:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203273.538538:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203273.538562:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203273.538565:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203273.538568:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203274.562476:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203274.562482:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203274.562499:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203274.562501:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203274.562505:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203274.562507:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203274.562536:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203274.562539:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203274.562542:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788203275.202516:0:226682:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308414196, at 4308414208 00000100:00000040:0.0:1788203275.202525:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308414196, at 4308414208 00000100:00000010:1.0:1788203275.202532:0:226682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88600. 00000100:00000010:0.0:1788203275.202536:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88420. 00010000:00000001:0.0:1788203275.586515:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203275.586521:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203275.586523:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203275.586525:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203275.586529:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203275.586531:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203275.586533:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203275.586535:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203275.586537:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203275.586538:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203275.586541:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203275.586542:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203275.586565:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203275.586567:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203275.586569:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203276.610512:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203276.610518:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203276.610523:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203276.610524:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203276.610526:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203276.610528:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203276.610548:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203276.610550:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203276.610552:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203277.634505:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203277.634511:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203277.634515:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203277.634516:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203277.634519:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203277.634520:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203277.634540:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203277.634542:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203277.634544:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203278.658508:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203278.658517:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203278.658524:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203278.658528:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203278.658530:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203278.658533:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203278.658536:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203278.658538:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203278.658540:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203278.658543:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203278.658547:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203278.658548:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203278.658550:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203278.658551:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203278.658553:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203278.658554:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203278.658556:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203278.658559:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203278.658592:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203278.658594:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203278.658597:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203279.682486:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203279.682491:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203279.682496:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203279.682496:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203279.682499:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203279.682500:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203279.682519:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203279.682521:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203279.682524:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203280.322476:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308419316, at 4308419328 00000100:00000040:1.0:1788203280.322476:0:226682:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308419316, at 4308419328 00000100:00000010:0.0:1788203280.322491:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88a80. 00000100:00000010:1.0:1788203280.322493:0:226682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa883c0. 00010000:00000001:0.0:1788203280.706536:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203280.706542:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203280.706547:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203280.706547:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203280.706550:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203280.706551:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203280.706570:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203280.706572:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203280.706574:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203281.730496:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203281.730503:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203281.730509:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203281.730511:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203281.730515:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203281.730517:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203281.730543:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203281.730545:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203281.730548:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203282.754523:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203282.754531:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203282.754538:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203282.754540:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203282.754544:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203282.754545:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203282.754572:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203282.754575:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203282.754577:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203283.778499:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203283.778504:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203283.778509:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203283.778510:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203283.778512:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203283.778513:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203283.778532:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203283.778534:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203283.778542:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203284.802503:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203284.802509:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203284.802513:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203284.802515:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203284.802517:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203284.802518:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203284.802536:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203284.802538:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203284.802540:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788203285.442489:0:226682:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308424437, at 4308424448 00000100:00000040:0.0:1788203285.442495:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308424437, at 4308424448 00000100:00000010:1.0:1788203285.442504:0:226682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88cc0. 00000100:00000010:0.0:1788203285.442506:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa887e0. 00010000:00000001:0.0:1788203285.826495:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203285.826501:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203285.826503:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203285.826505:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203285.826509:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203285.826512:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203285.826513:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203285.826515:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203285.826518:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203285.826519:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203285.826521:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203285.826523:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203285.826542:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203285.826544:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203285.826546:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203286.850524:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203286.850532:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203286.850539:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203286.850541:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203286.850544:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203286.850546:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203286.850571:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203286.850573:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203286.850575:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203287.874554:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203287.874560:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203287.874564:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203287.874565:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203287.874568:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203287.874569:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203287.874587:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203287.874588:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203287.874590:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203288.898498:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203288.898504:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203288.898508:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203288.898510:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203288.898512:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203288.898515:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203288.898517:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203288.898520:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203288.898521:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203288.898522:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203288.898525:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203288.898526:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203288.898527:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203288.898527:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203288.898528:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203288.898529:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203288.898531:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203288.898532:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203288.898553:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203288.898555:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203288.898557:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788203289.282793:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203289.282800:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203289.282806:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203289.282819:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9c700 x1875052841854848/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203289.282833:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203289.282836:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203289.282841:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203289.282846:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203289.282852:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203289.282861:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841854848:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788203289.282871:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203289.282876:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203289.282880:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203289.282886:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203289.282894:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788203289.282901:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203289.282913:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203289.282920:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302790. 00000400:00000010:0.0:1788203289.282931:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3b28. 00000100:00000200:0.0:1788203289.282943:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841854848, portal 25 00000100:00000001:0.0:1788203289.282949:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203289.282952:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330343680 : -109644379207936 : ffff9c476db9c700) 00000100:00000040:0.0:1788203289.282964:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9c700 x1875052841854848/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203314 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203289.282981:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203289.282987:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203289.282993:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3660. 00000100:00000200:0.0:1788203289.282998:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841854848, offset 0 00000400:00000200:0.0:1788203289.283011:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203289.283025:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203289.283037:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203289.283046:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203289.283053:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203289.283060:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203289.283082:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203289.283091:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703734:703734:256:4294967295] 192.168.201.101@tcp LPNI seq info [703729:703729:8:4294967295] 00000400:00000200:0.0:1788203289.283099:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203289.283122:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203289.283138:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203289.283146:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788203289.283166:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203289.283179:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1788203289.283216:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203289.283223:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788203289.283231:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203289.283252:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203289.283263:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3660 00000400:00000010:0.0:1788203289.283269:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3660. 00000100:00000001:0.0:1788203289.283278:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203289.283288:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9c700 x1875052841854848/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203314 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203289.283313:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203289.283322:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9c700 x1875052841854848/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203314 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203289.283337:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203289.283343:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203289.283352:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203289.283363:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203289.283368:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4308429556 00000100:00000010:0.0:1788203289.283378:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685bad20. 00000100:00000001:0.0:1788203289.283387:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788203289.283417:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4308429557 00000100:00000010:0.0:1788203289.283423:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba540. 00000100:00000001:0.0:1788203289.283428:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788203289.283433:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203289.283437:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203289.283440:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203289.283448:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203289/real 1788203289] req@ffff9c476db9c700 x1875052841854848/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203289.283473:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203289.283477:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203289.283481:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302790. 00000400:00000200:0.0:1788203289.283488:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3b28 00000400:00000010:0.0:1788203289.283492:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3b28. 00000100:00000001:0.0:1788203289.283497:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203289.283506:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9c700 x1875052841854848/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203289.283540:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9c700 x1875052841854848/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203289.283578:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203289.283582:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203289.283587:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203289.283589:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203289.283597:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9c700 x1875052841854848/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203289.283606:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203289.283612:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9c700 x1875052841854848/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203314 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203289.283621:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203289.283626:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203289.283628:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203289.283629:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203289.283632:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203289.283634:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203289.283638:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203289.283642:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203289.283645:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203289.283650:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9c700 x1875052841854848/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203314 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203289.283660:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841854848:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788203289.283666:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203289.283668:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203289.283672:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9c700 x1875052841854848/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203314 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203289.283680:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203289.283683:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203289.283686:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788203289.283689:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203289.283692:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203289.283694:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788203289.283697:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203289.283700:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a42c00. 02000000:00000001:0.0:1788203289.283704:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203289.283706:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203289.283708:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9c700. 00000100:00000001:0.0:1788203289.283711:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203289.283713:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203289.283716:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203289.283722:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203289.283725:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203289.283727:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203289.283729:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203289.283731:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203289.283735:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9e680 x1875052841854976/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203289.283743:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203289.283745:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203289.283747:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203289.283750:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203289.283752:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203289.283756:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841854976:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203289.283759:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203289.283762:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203289.283763:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203289.283765:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203289.283769:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788203289.283771:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203289.283775:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203289.283778:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302790. 00000400:00000010:0.0:1788203289.283782:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3b28. 00000100:00000200:0.0:1788203289.283785:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841854976, portal 10 00000100:00000001:0.0:1788203289.283787:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203289.283789:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330351744 : -109644379199872 : ffff9c476db9e680) 00000100:00000040:0.0:1788203289.283796:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9e680 x1875052841854976/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203314 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203289.283804:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203289.283807:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203289.283809:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3660. 00000100:00000200:0.0:1788203289.283812:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841854976, offset 0 00000400:00000200:0.0:1788203289.283816:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203289.283821:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203289.283825:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203289.283829:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203289.283832:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203289.283836:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203289.283838:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203289.283842:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703735:703735:256:4294967295] 192.168.201.101@tcp LPNI seq info [703730:703730:8:4294967295] 00000400:00000200:0.0:1788203289.283847:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203289.283854:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203289.283860:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203289.283863:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788203289.283867:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203289.283871:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1788203289.283884:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203289.283886:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788203289.283889:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203289.283893:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203289.283896:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3660 00000400:00000010:0.0:1788203289.283898:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3660. 00000100:00000001:0.0:1788203289.283900:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203289.283904:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9e680 x1875052841854976/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203314 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203289.283913:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203289.283916:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9e680 x1875052841854976/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203314 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203289.283924:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203289.283926:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203289.283930:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203289.283933:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788203289.283937:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203289.283940:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308428298 00000100:00000001:0.0:1788203289.283942:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308429556 00000100:00000001:0.0:1788203289.283945:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308428298 00000100:00000001:0.0:1788203289.283949:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308429557 00000100:00000001:0.0:1788203289.283952:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203289.283954:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203289.283956:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203289.283961:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203289/real 1788203289] req@ffff9c476db9e680 x1875052841854976/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203289.283970:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203289.283972:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203289.283973:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302790. 00000400:00000200:0.0:1788203289.283976:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3b28 00000400:00000010:0.0:1788203289.283978:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3b28. 00000100:00000001:0.0:1788203289.283980:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203289.283984:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9e680 x1875052841854976/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203289.283994:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9e680 x1875052841854976/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203289.284002:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203289.284003:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203289.284005:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203289.284007:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203289.284011:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9e680 x1875052841854976/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203289.284019:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203289.284024:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9e680 x1875052841854976/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203314 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203289.284032:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203289.284035:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203289.284037:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203289.284038:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203289.284041:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203289.284043:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203289.284046:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203289.284050:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203289.284053:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203289.284057:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9e680 x1875052841854976/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203314 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203289.284083:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841854976:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203289.284087:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203289.284091:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9c000 x1875052841855104/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203289.284099:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203289.284101:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203289.284103:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203289.284106:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203289.284108:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203289.284111:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841855104:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203289.284115:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203289.284117:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203289.284119:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203289.284120:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203289.284124:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375000. 02000000:00000001:0.0:1788203289.284127:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203289.284130:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203289.284133:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302790. 00000400:00000010:0.0:1788203289.284136:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3b28. 00000100:00000200:0.0:1788203289.284140:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841855104, portal 10 00000100:00000001:0.0:1788203289.284142:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203289.284143:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330341888 : -109644379209728 : ffff9c476db9c000) 00000100:00000040:0.0:1788203289.284150:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9c000 x1875052841855104/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203314 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203289.284158:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203289.284161:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203289.284163:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3660. 00000100:00000200:0.0:1788203289.284166:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841855104, offset 0 00000400:00000200:0.0:1788203289.284171:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203289.284175:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203289.284179:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203289.284183:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203289.284185:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203289.284188:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203289.284191:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203289.284194:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703736:703736:256:4294967295] 192.168.201.101@tcp LPNI seq info [703731:703731:8:4294967295] 00000400:00000200:0.0:1788203289.284199:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203289.284206:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203289.284212:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203289.284215:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788203289.284219:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203289.284223:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1788203289.284234:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203289.284236:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788203289.284239:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203289.284243:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203289.284246:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3660 00000400:00000010:0.0:1788203289.284248:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3660. 00000100:00000001:0.0:1788203289.284251:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203289.284255:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9c000 x1875052841855104/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203314 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203289.284264:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203289.284267:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9c000 x1875052841855104/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203314 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203289.284282:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203289.284284:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203289.284287:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203289.284290:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788203289.284294:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203289.284296:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308428298 00000100:00000001:0.0:1788203289.284298:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308429556 00000100:00000001:0.0:1788203289.284301:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308428298 00000100:00000001:0.0:1788203289.284304:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308429557 00000100:00000001:0.0:1788203289.284306:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203289.284308:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203289.284310:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203289.284315:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203289/real 1788203289] req@ffff9c476db9c000 x1875052841855104/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203289.284323:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203289.284325:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203289.284327:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302790. 00000400:00000200:0.0:1788203289.284329:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3b28 00000400:00000010:0.0:1788203289.284331:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3b28. 00000100:00000001:0.0:1788203289.284333:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203289.284337:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9c000 x1875052841855104/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203289.284347:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9c000 x1875052841855104/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203289.284355:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203289.284356:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203289.284358:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203289.284360:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203289.284364:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9c000 x1875052841855104/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203289.284373:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203289.284378:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9c000 x1875052841855104/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203314 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203289.284386:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203289.284388:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203289.284390:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203289.284392:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203289.284413:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203289.284415:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203289.284418:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203289.284422:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203289.284424:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203289.284429:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9c000 x1875052841855104/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203314 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203289.284439:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841855104:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203289.284443:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203289.284447:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9f480 x1875052841855232/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203289.284455:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203289.284456:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203289.284459:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203289.284461:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203289.284463:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203289.284467:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841855232:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788203289.284471:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203289.284473:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203289.284475:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203289.284477:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203289.284481:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376c00. 02000000:00000001:0.0:1788203289.284483:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203289.284487:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203289.284490:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302790. 00000400:00000010:0.0:1788203289.284494:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3b28. 00000100:00000200:0.0:1788203289.284497:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841855232, portal 4 00000100:00000001:0.0:1788203289.284499:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203289.284501:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330355328 : -109644379196288 : ffff9c476db9f480) 00000100:00000040:0.0:1788203289.284507:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9f480 x1875052841855232/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203314 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203289.284515:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203289.284518:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203289.284521:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3660. 00000100:00000200:0.0:1788203289.284523:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841855232, offset 0 00000400:00000200:0.0:1788203289.284528:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203289.284532:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203289.284536:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203289.284539:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203289.284542:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203289.284545:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203289.284548:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203289.284552:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703737:703737:256:4294967295] 192.168.201.101@tcp LPNI seq info [703732:703732:8:4294967295] 00000400:00000200:0.0:1788203289.284556:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203289.284563:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203289.284569:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203289.284572:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788203289.284576:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203289.284580:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1788203289.284592:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203289.284595:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788203289.284598:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203289.284602:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203289.284604:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3660 00000400:00000010:0.0:1788203289.284606:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3660. 00000100:00000001:0.0:1788203289.284609:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203289.284613:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9f480 x1875052841855232/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203314 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203289.284622:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203289.284626:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9f480 x1875052841855232/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203314 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203289.284634:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203289.284636:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203289.284639:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203289.284642:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788203289.284645:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203289.284647:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308428325 00000100:00000001:0.0:1788203289.284650:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308429556 00000100:00000001:0.0:1788203289.284652:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308428325 00000100:00000001:0.0:1788203289.284655:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308429557 00000100:00000001:0.0:1788203289.284657:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203289.284659:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203289.284661:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203289.284665:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203289/real 1788203289] req@ffff9c476db9f480 x1875052841855232/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203289.284674:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203289.284676:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203289.284678:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302790. 00000400:00000200:0.0:1788203289.284680:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3b28 00000400:00000010:0.0:1788203289.284682:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3b28. 00000100:00000001:0.0:1788203289.284685:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203289.284689:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9f480 x1875052841855232/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203289.284698:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9f480 x1875052841855232/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203289.284706:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203289.284708:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203289.284709:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203289.284711:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203289.284715:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9f480 x1875052841855232/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203289.284723:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203289.284728:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9f480 x1875052841855232/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203314 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203289.284736:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203289.284739:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203289.284741:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203289.284742:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203289.284744:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203289.284745:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203289.284748:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203289.284751:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203289.284754:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203289.284758:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9f480 x1875052841855232/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203314 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203289.284767:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841855232:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788203289.284772:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203289.284774:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203289.284778:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9e680 x1875052841854976/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203314 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203289.284786:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203289.284788:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203289.284790:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788203289.284793:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203289.284794:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203289.284796:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788203289.284798:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203289.284800:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a43c00. 02000000:00000001:0.0:1788203289.284804:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203289.284806:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203289.284808:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9e680. 00000100:00000001:0.0:1788203289.284810:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203289.284812:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203289.284814:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203289.284818:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9c000 x1875052841855104/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203314 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203289.284826:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203289.284828:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203289.284830:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375000. 02000000:00000001:0.0:1788203289.284832:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203289.284833:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203289.284835:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788203289.284837:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203289.284838:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a40400. 02000000:00000001:0.0:1788203289.284841:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203289.284842:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203289.284844:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9c000. 00000100:00000001:0.0:1788203289.284846:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203289.284848:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203289.284850:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203289.284853:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9f480 x1875052841855232/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203314 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203289.284861:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203289.284863:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203289.284864:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376c00. 02000000:00000001:0.0:1788203289.284867:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203289.284868:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203289.284870:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788203289.284872:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203289.284873:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a43400. 02000000:00000001:0.0:1788203289.284876:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203289.284877:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203289.284878:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9f480. 00000100:00000001:0.0:1788203289.284881:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203289.284882:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203289.284884:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203289.284888:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203289.284890:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203289.284892:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203289.284894:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203289.922480:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203289.922486:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203289.922490:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203289.922491:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203289.922494:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203289.922495:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203289.922513:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203289.922515:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203289.922517:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788203290.562497:0:226682:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308429557, at 4308429568 00000100:00000040:0.0:1788203290.562500:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308429556, at 4308429568 00000100:00000010:1.0:1788203290.562513:0:226682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba540. 00000100:00000010:0.0:1788203290.562515:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685bad20. 00010000:00000001:0.0:1788203290.946515:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203290.946521:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203290.946528:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203290.946529:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203290.946532:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203290.946533:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203290.946554:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203290.946556:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203290.946558:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203291.970449:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203291.970454:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203291.970458:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203291.970460:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203291.970462:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203291.970463:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203291.970480:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203291.970482:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203291.970484:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203292.994523:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203292.994530:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203292.994537:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203292.994539:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203292.994543:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203292.994545:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203292.994571:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203292.994575:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203292.994578:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203294.018469:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203294.018474:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203294.018479:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203294.018479:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203294.018482:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203294.018483:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203294.018519:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203294.018523:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203294.018525:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788203294.402843:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203294.402849:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203294.402854:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203294.402865:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c849180 x1875052841855360/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203294.402880:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203294.402884:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203294.402890:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203294.402894:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203294.402898:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203294.402905:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c849180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841855360:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788203294.402912:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203294.402917:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203294.402921:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203294.402925:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203294.402932:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375000. 02000000:00000001:0.0:1788203294.402937:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203294.402946:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203294.402955:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302790. 00000400:00000010:0.0:1788203294.402966:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3b28. 00000100:00000200:0.0:1788203294.402988:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841855360, portal 25 00000100:00000001:0.0:1788203294.402993:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203294.402998:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578514816 : -109644131036800 : ffff9c477c849180) 00000100:00000040:0.0:1788203294.403011:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c849180 x1875052841855360/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203319 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203294.403024:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203294.403029:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203294.403034:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3660. 00000100:00000200:0.0:1788203294.403040:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841855360, offset 0 00000400:00000200:0.0:1788203294.403051:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203294.403061:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203294.403070:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203294.403079:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203294.403087:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203294.403094:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203294.403100:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203294.403107:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703738:703738:256:4294967295] 192.168.201.101@tcp LPNI seq info [703733:703733:8:4294967295] 00000400:00000200:0.0:1788203294.403115:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203294.403129:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203294.403143:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203294.403150:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788203294.403162:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203294.403169:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 6 secs later) 00000800:00000100:0.0:1788203294.403202:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203294.403208:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788203294.403217:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203294.403229:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203294.403235:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3660 00000400:00000010:0.0:1788203294.403240:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3660. 00000100:00000001:0.0:1788203294.403247:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203294.403254:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c849180 x1875052841855360/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203319 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203294.403277:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203294.403287:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c849180 x1875052841855360/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203319 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203294.403309:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203294.403314:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203294.403323:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203294.403333:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203294.403339:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4308434676 00000100:00000010:0.0:1788203294.403352:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685bad20. 00000100:00000001:0.0:1788203294.403364:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788203294.403375:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4308434676 00000100:00000010:0.0:1788203294.403380:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba4e0. 00000100:00000001:0.0:1788203294.403386:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788203294.403413:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203294.403416:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203294.403418:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203294.403424:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203294/real 1788203294] req@ffff9c477c849180 x1875052841855360/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203294.403433:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203294.403436:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203294.403439:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302790. 00000400:00000200:0.0:1788203294.403444:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3b28 00000400:00000010:0.0:1788203294.403447:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3b28. 00000100:00000001:0.0:1788203294.403452:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203294.403459:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c849180 x1875052841855360/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203294.403475:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c849180 x1875052841855360/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203294.403505:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203294.403508:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203294.403514:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203294.403516:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203294.403525:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c849180 x1875052841855360/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203294.403546:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203294.403558:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c849180 x1875052841855360/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203319 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203294.403579:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203294.403588:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203294.403604:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203294.403608:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203294.403614:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203294.403619:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203294.403627:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203294.403635:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203294.403640:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203294.403647:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c849180 x1875052841855360/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203319 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203294.403670:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c849180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841855360:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788203294.403678:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203294.403683:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203294.403686:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c849180 x1875052841855360/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203319 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203294.403698:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203294.403704:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203294.403707:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375000. 02000000:00000001:0.0:1788203294.403711:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203294.403713:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203294.403716:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788203294.403719:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203294.403723:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f1800. 02000000:00000001:0.0:1788203294.403728:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203294.403731:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203294.403732:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c849180. 00000100:00000001:0.0:1788203294.403737:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203294.403739:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203294.403743:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203294.403753:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203294.403756:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203294.403759:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203294.403763:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203294.403765:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203294.403771:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c84aa00 x1875052841855488/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203294.403802:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203294.403806:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203294.403812:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203294.403816:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203294.403821:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203294.403829:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c84aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841855488:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203294.403836:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203294.403838:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203294.403840:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203294.403843:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203294.403848:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375000. 02000000:00000001:0.0:1788203294.403851:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203294.403856:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203294.403859:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302790. 00000400:00000010:0.0:1788203294.403863:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3b28. 00000100:00000200:0.0:1788203294.403866:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841855488, portal 10 00000100:00000001:0.0:1788203294.403868:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203294.403870:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578521088 : -109644131030528 : ffff9c477c84aa00) 00000100:00000040:0.0:1788203294.403879:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c84aa00 x1875052841855488/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203319 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203294.403886:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203294.403889:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203294.403892:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3660. 00000100:00000200:0.0:1788203294.403895:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841855488, offset 0 00000400:00000200:0.0:1788203294.403899:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203294.403904:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203294.403908:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203294.403912:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203294.403915:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203294.403917:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203294.403920:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203294.403924:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703739:703739:256:4294967295] 192.168.201.101@tcp LPNI seq info [703734:703734:8:4294967295] 00000400:00000200:0.0:1788203294.403928:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203294.403936:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203294.403941:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203294.403945:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788203294.403949:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203294.403952:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 6 secs later) 00000800:00000100:0.0:1788203294.403964:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203294.403966:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788203294.403971:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203294.403989:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203294.403993:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3660 00000400:00000010:0.0:1788203294.403995:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3660. 00000100:00000001:0.0:1788203294.403998:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203294.404002:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c84aa00 x1875052841855488/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203319 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203294.404013:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203294.404016:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84aa00 x1875052841855488/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203319 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203294.404024:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203294.404026:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203294.404033:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203294.404037:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788203294.404039:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203294.404041:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308433418 00000100:00000001:0.0:1788203294.404043:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308434676 00000100:00000001:0.0:1788203294.404045:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308433418 00000100:00000001:0.0:1788203294.404046:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308434676 00000100:00000001:0.0:1788203294.404048:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203294.404050:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203294.404051:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203294.404054:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203294/real 1788203294] req@ffff9c477c84aa00 x1875052841855488/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203294.404059:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203294.404060:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203294.404062:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302790. 00000400:00000200:0.0:1788203294.404063:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3b28 00000400:00000010:0.0:1788203294.404064:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3b28. 00000100:00000001:0.0:1788203294.404066:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203294.404069:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c84aa00 x1875052841855488/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203294.404074:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c84aa00 x1875052841855488/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203294.404079:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203294.404080:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203294.404081:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203294.404082:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203294.404084:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c84aa00 x1875052841855488/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203294.404088:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203294.404098:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c84aa00 x1875052841855488/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203319 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203294.404106:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203294.404108:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203294.404110:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203294.404111:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203294.404113:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203294.404115:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203294.404118:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203294.404122:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203294.404125:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203294.404130:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c84aa00 x1875052841855488/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203319 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203294.404139:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c84aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841855488:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203294.404143:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203294.404147:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c849f80 x1875052841855616/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203294.404160:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203294.404162:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203294.404165:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203294.404167:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203294.404170:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203294.404173:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c849f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841855616:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203294.404177:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203294.404179:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203294.404181:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203294.404183:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203294.404187:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788203294.404189:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203294.404193:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203294.404196:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302790. 00000400:00000010:0.0:1788203294.404200:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3b28. 00000100:00000200:0.0:1788203294.404203:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841855616, portal 10 00000100:00000001:0.0:1788203294.404205:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203294.404207:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578518400 : -109644131033216 : ffff9c477c849f80) 00000100:00000040:0.0:1788203294.404213:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c849f80 x1875052841855616/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203319 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203294.404220:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203294.404223:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203294.404226:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3660. 00000100:00000200:0.0:1788203294.404229:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841855616, offset 0 00000400:00000200:0.0:1788203294.404233:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203294.404237:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203294.404241:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203294.404244:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203294.404247:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203294.404250:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203294.404253:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203294.404257:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703740:703740:256:4294967295] 192.168.201.101@tcp LPNI seq info [703735:703735:8:4294967295] 00000400:00000200:0.0:1788203294.404262:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203294.404269:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203294.404274:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203294.404279:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788203294.404284:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203294.404287:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 6 secs later) 00000800:00000100:0.0:1788203294.404300:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203294.404302:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788203294.404305:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203294.404310:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203294.404313:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3660 00000400:00000010:0.0:1788203294.404315:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3660. 00000100:00000001:0.0:1788203294.404318:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203294.404322:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c849f80 x1875052841855616/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203319 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203294.404331:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203294.404335:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c849f80 x1875052841855616/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203319 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203294.404342:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203294.404344:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203294.404348:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203294.404351:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788203294.404355:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203294.404357:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308433418 00000100:00000001:0.0:1788203294.404360:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308434676 00000100:00000001:0.0:1788203294.404363:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308433418 00000100:00000001:0.0:1788203294.404365:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308434676 00000100:00000001:0.0:1788203294.404367:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203294.404370:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203294.404372:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203294.404377:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203294/real 1788203294] req@ffff9c477c849f80 x1875052841855616/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203294.404386:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203294.404387:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203294.404389:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302790. 00000400:00000200:0.0:1788203294.404392:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3b28 00000400:00000010:0.0:1788203294.404415:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3b28. 00000100:00000001:0.0:1788203294.404418:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203294.404421:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c849f80 x1875052841855616/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203294.404430:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c849f80 x1875052841855616/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203294.404437:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203294.404439:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203294.404441:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203294.404442:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203294.404446:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c849f80 x1875052841855616/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203294.404452:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203294.404457:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c849f80 x1875052841855616/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203319 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203294.404463:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203294.404466:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203294.404468:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203294.404469:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203294.404471:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203294.404473:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203294.404476:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203294.404480:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203294.404482:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203294.404486:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c849f80 x1875052841855616/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203319 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203294.404495:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c849f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841855616:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203294.404499:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203294.404501:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203294.404505:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c84aa00 x1875052841855488/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203319 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203294.404513:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203294.404515:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203294.404518:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375000. 02000000:00000001:0.0:1788203294.404521:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203294.404522:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203294.404524:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788203294.404526:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203294.404528:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f0000. 02000000:00000001:0.0:1788203294.404531:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203294.404532:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203294.404534:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c84aa00. 00000100:00000001:0.0:1788203294.404537:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203294.404538:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203294.404540:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203294.404544:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c849f80 x1875052841855616/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203319 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203294.404550:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203294.404552:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203294.404553:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788203294.404555:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203294.404556:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203294.404557:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788203294.404559:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203294.404561:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f1400. 02000000:00000001:0.0:1788203294.404563:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203294.404565:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203294.404566:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c849f80. 00000100:00000001:0.0:1788203294.404569:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203294.404570:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203294.404571:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203294.404574:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203294.404575:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203294.404577:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203294.404578:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203294.404579:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203294.404582:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c84a300 x1875052841855744/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203294.404587:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203294.404588:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203294.404590:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203294.404592:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203294.404593:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203294.404596:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c84a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841855744:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788203294.404598:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203294.404599:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203294.404600:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203294.404602:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203294.404604:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788203294.404606:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203294.404609:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203294.404611:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302790. 00000400:00000010:0.0:1788203294.404614:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3b28. 00000100:00000200:0.0:1788203294.404616:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841855744, portal 4 00000100:00000001:0.0:1788203294.404618:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203294.404620:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578519296 : -109644131032320 : ffff9c477c84a300) 00000100:00000040:0.0:1788203294.404626:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c84a300 x1875052841855744/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203319 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203294.404640:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203294.404643:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203294.404646:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3660. 00000100:00000200:0.0:1788203294.404649:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841855744, offset 0 00000400:00000200:0.0:1788203294.404653:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203294.404658:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203294.404662:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203294.404665:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203294.404668:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203294.404671:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203294.404673:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203294.404676:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703741:703741:256:4294967295] 192.168.201.101@tcp LPNI seq info [703736:703736:8:4294967295] 00000400:00000200:0.0:1788203294.404681:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203294.404688:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203294.404693:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203294.404696:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788203294.404701:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203294.404704:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 6 secs later) 00000800:00000100:0.0:1788203294.404717:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203294.404719:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788203294.404722:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203294.404726:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203294.404729:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3660 00000400:00000010:0.0:1788203294.404731:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3660. 00000100:00000001:0.0:1788203294.404734:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203294.404738:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c84a300 x1875052841855744/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203319 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203294.404747:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203294.404750:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84a300 x1875052841855744/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203319 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203294.404765:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203294.404767:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203294.404770:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203294.404773:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788203294.404777:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203294.404779:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308433445 00000100:00000001:0.0:1788203294.404782:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308434676 00000100:00000001:0.0:1788203294.404784:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308433445 00000100:00000001:0.0:1788203294.404787:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308434676 00000100:00000001:0.0:1788203294.404789:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203294.404790:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203294.404792:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203294.404795:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203294/real 1788203294] req@ffff9c477c84a300 x1875052841855744/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203294.404800:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203294.404801:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203294.404803:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302790. 00000400:00000200:0.0:1788203294.404804:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3b28 00000400:00000010:0.0:1788203294.404806:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3b28. 00000100:00000001:0.0:1788203294.404807:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203294.404809:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c84a300 x1875052841855744/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203294.404815:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c84a300 x1875052841855744/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203294.404819:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203294.404820:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203294.404821:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203294.404823:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203294.404825:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c84a300 x1875052841855744/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203294.404830:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203294.404833:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c84a300 x1875052841855744/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203319 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203294.404837:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203294.404838:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203294.404839:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203294.404840:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203294.404841:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203294.404843:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203294.404844:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203294.404846:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203294.404847:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203294.404850:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c84a300 x1875052841855744/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203319 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203294.404854:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c84a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841855744:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788203294.404856:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203294.404858:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203294.404859:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c84a300 x1875052841855744/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203319 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203294.404863:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203294.404865:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203294.404866:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788203294.404867:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203294.404869:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203294.404869:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788203294.404871:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203294.404872:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f3000. 02000000:00000001:0.0:1788203294.404874:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203294.404875:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203294.404876:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c84a300. 00000100:00000001:0.0:1788203294.404878:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203294.404879:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203294.404880:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203294.404883:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203294.404884:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203294.404885:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203294.404886:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203295.042533:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203295.042540:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203295.042546:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203295.042546:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203295.042549:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203295.042550:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203295.042593:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203295.042595:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203295.042597:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203295.682479:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308434676, at 4308434688 00000100:00000010:0.0:1788203295.682494:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685bad20. 00000100:00000040:1.0:1788203295.682530:0:226682:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308434676, at 4308434688 00000100:00000010:1.0:1788203295.682555:0:226682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba4e0. 00010000:00000001:0.0:1788203296.066505:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203296.066519:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203296.066521:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203296.066524:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203296.066528:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203296.066530:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203296.066531:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203296.066533:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203296.066537:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203296.066538:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203296.066540:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203296.066541:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203296.066567:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203296.066570:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203296.066572:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203297.090500:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203297.090506:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203297.090511:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203297.090513:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203297.090515:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203297.090516:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203297.090536:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203297.090538:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203297.090540:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203298.114496:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203298.114502:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203298.114506:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203298.114507:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203298.114510:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203298.114511:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203298.114543:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203298.114545:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203298.114548:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203299.138507:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203299.138513:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203299.138518:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203299.138520:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203299.138522:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203299.138525:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203299.138527:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203299.138529:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203299.138531:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203299.138533:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203299.138535:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203299.138536:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203299.138537:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203299.138538:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203299.138539:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203299.138540:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203299.138541:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203299.138542:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203299.138573:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203299.138575:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203299.138577:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788203299.522469:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203299.522478:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788203299.522480:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203299.522483:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203299.522486:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203299.522492:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 13766 00000400:00000200:0.0:1788203299.522498:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203299.522503:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203299.522505:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203299.522508:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203299.522511:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203299.522513:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203299.522515:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203299.522518:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203299.522519:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788203299.522522:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203299.522524:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788203299.522525:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788203299.522527:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788203299.522529:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203299.522530:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203299.522532:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203299.522533:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203299.522536:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788203299.522538:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203299.522539:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203299.522541:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203299.522544:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203299.522546:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203299.522547:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788203299.522549:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203299.522556:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8700. 00000020:00000040:0.0:1788203299.522559:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788203299.522562:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203299.522563:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203299.522567:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203299.522569:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203299.522572:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203299.522579:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375000. 00000100:00000001:0.0:1788203299.522584:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203299.522591:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8700 x1875052841855872/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203299.522599:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203299.522603:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203299.522606:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006dab9339] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8700 x1875052841855872/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203299.522625:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788203299.522628:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203299.522631:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788203299.522632:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203299.522633:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203299.522635:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203299.522637:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13766 00000400:00000200:0.0:1788203299.522639:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203299.522641:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203299.522643:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203299.522645:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203299.522646:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203299.522649:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203299.522650:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203299.522652:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203299.522653:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788203299.522654:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203299.522656:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788203299.522658:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788203299.522660:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788203299.522665:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203299.522668:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203299.522671:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203299.522674:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203299.522677:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788203299.522682:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203299.522686:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203299.522690:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203299.522696:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203299.522701:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203299.522704:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203299.522709:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788203299.522713:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203299.522716:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203299.522720:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fbb80. 00000020:00000040:0.0:1788203299.522723:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788203299.522727:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203299.522730:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203299.522732:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203299.522735:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203299.522738:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203299.522742:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377000. 00000100:00000001:0.0:1788203299.522747:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203299.522754:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fbb80 x1875052841856000/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203299.522765:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203299.522768:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203299.522772:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006afb05e] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fbb80 x1875052841856000/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203299.522801:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788203299.522806:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203299.522810:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788203299.522812:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203299.522814:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203299.522818:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203299.522822:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13766 00000400:00000200:0.0:1788203299.522827:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203299.522833:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203299.522834:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203299.522840:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203299.522843:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203299.522846:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203299.522849:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203299.522853:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203299.522855:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788203299.522858:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203299.522862:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788203299.522865:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788203299.522868:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788203299.522875:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203299.522879:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203299.522882:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203299.522896:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203299.522901:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788203299.522907:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203299.522911:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203299.522915:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203299.522918:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203299.522923:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203299.522926:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203299.522929:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788203299.522934:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203299.522940:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203299.522944:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fb480. 00000020:00000040:0.0:1788203299.522949:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788203299.522956:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203299.522961:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203299.522967:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203299.522972:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203299.522976:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203299.522985:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376400. 00000100:00000001:0.0:1788203299.522991:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203299.522999:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fb480 x1875052841856128/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203299.523018:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203299.523022:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203299.523028:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c471466] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fb480 x1875052841856128/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203299.523058:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203299.523063:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788203299.523070:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788203299.523074:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203299.523080:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788203299.523081:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203299.523083:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203299.523089:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203299.523093:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13766 00000400:00000200:0.0:1788203299.523100:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203299.523105:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203299.523109:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203299.523113:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203299.523115:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203299.523116:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203299.523117:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203299.523118:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203299.523120:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788203299.523122:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203299.523125:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788203299.523127:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788203299.523130:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788203299.523137:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203299.523141:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203299.523146:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203299.523150:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203299.523155:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788203299.523163:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203299.523169:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203299.523174:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203299.523180:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203299.523186:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203299.523190:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203299.523194:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788203299.523200:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203299.523214:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203299.523221:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8e00. 00000020:00000040:0.0:1788203299.523227:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788203299.523233:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203299.523236:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203299.523241:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203299.523244:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203299.523248:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203299.523253:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377400. 00000100:00000001:0.0:1788203299.523257:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203299.523271:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8e00 x1875052841856256/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203299.523284:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203299.523286:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203299.523289:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7909e09] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8e00 x1875052841856256/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203299.523304:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203299.523309:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13776) 00010000:00000001:0.0:1788203300.162509:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203300.162516:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203300.162523:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203300.162524:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203300.162528:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203300.162530:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203300.162557:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203300.162560:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203300.162563:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203300.802508:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308439796, at 4308439808 00000100:00000040:1.0:1788203300.802508:0:226682:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308439796, at 4308439808 00000100:00000010:1.0:1788203300.802527:0:226682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88c00. 00000100:00000010:0.0:1788203300.802534:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa884e0. 00010000:00000001:0.0:1788203301.186530:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203301.186537:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203301.186543:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203301.186544:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203301.186547:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203301.186549:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203301.186596:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203301.186599:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203301.186602:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203302.210530:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203302.210538:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203302.210543:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203302.210545:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203302.210548:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203302.210549:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203302.210583:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203302.210586:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203302.210589:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203303.234513:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203303.234519:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203303.234525:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203303.234527:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203303.234531:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203303.234532:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203303.234563:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203303.234566:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203303.234569:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203304.258485:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203304.258492:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203304.258499:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203304.258501:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203304.258505:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203304.258506:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203304.258533:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203304.258537:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203304.258540:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203305.282501:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203305.282508:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203305.282514:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203305.282515:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203305.282519:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203305.282520:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203305.282544:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203305.282548:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203305.282551:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788203305.922489:0:226682:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308444917, at 4308444928 00000100:00000010:1.0:1788203305.922506:0:226682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa880c0. 00000100:00000040:0.0:1788203305.922512:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308444917, at 4308444928 00000100:00000010:0.0:1788203305.922523:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88b40. 00010000:00000001:0.0:1788203306.306472:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203306.306478:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203306.306480:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203306.306483:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203306.306487:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203306.306488:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203306.306490:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203306.306492:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203306.306495:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203306.306496:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203306.306499:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203306.306500:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203306.306518:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203306.306521:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203306.306522:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203307.330526:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203307.330533:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203307.330539:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203307.330540:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203307.330544:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203307.330545:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203307.330571:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203307.330574:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203307.330578:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1788203307.714767:0:2407:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.101:988 00000400:00000100:1.0:1788203307.714828:0:2407:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.101@tcp at host 192.168.201.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:1.0:1788203307.714841:0:2407:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203307.714845:0:2407:0:(router.c:1791:lnet_notify()) 192.168.201.1@tcp notifying 192.168.201.101@tcp: down 00000400:00000200:1.0:1788203307.714850:0:2407:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203307.714856:0:2407:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:1.0:1788203307.714862:0:2407:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788203307.714867:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475d95bc00. 00000400:00000200:1.0:1788203307.714874:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788203307.714879:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788203307.714886:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f9660 00000400:00000010:1.0:1788203307.714889:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f9660. 00000100:00000001:1.0:1788203307.714895:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788203307.714906:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477c849c00 x1875052841856384/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203329 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203307.714938:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788203307.714944:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c849c00 x1875052841856384/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203329 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203307.714954:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203307.714956:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788203307.714968:0:2407:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788203307.714971:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475d95b400. 00000400:00000200:1.0:1788203307.714974:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788203307.714978:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788203307.714982:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f9a18 00000400:00000010:1.0:1788203307.714984:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f9a18. 00000100:00000001:1.0:1788203307.714987:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788203307.714993:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477c848000 x1875052841856512/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203329 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203307.715009:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788203307.715013:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c848000 x1875052841856512/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203329 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203307.715021:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203307.715023:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788203307.715028:0:2407:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788203307.715031:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475d95b700. 00000400:00000200:1.0:1788203307.715034:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788203307.715037:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788203307.715041:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f9440 00000400:00000010:1.0:1788203307.715043:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f9440. 00000100:00000001:1.0:1788203307.715046:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788203307.715052:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477c84a680 x1875052841856640/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203329 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203307.715060:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788203307.715063:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84a680 x1875052841856640/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203329 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203307.715070:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203307.715072:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788203307.715077:0:2407:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788203307.715080:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475d95b200. 00000400:00000200:1.0:1788203307.715083:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788203307.715087:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788203307.715090:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f9dd0 00000400:00000010:1.0:1788203307.715093:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f9dd0. 00000100:00000001:1.0:1788203307.715095:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788203307.715102:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477c84b100 x1875052841856768/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203329 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203307.715111:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788203307.715114:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84b100 x1875052841856768/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203329 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203307.715122:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203307.715124:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1788203308.354492:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203308.354498:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203308.354502:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203308.354506:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203308.354508:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203308.354512:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203308.354515:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203308.354517:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203308.354519:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203308.354521:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203308.354524:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203308.354525:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203308.354526:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203308.354529:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203308.354531:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203308.354533:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203308.354534:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203308.354536:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203309.378547:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203309.378555:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203309.378560:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203309.378561:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203309.378564:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203309.378565:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203309.378593:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203309.378595:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203309.378598:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203310.402480:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203310.402485:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203310.402490:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203310.402491:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203310.402493:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203310.402494:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203310.402518:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203310.402520:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203310.402522:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203311.042503:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308450037, at 4308450048 00000100:00000040:1.0:1788203311.042503:0:226682:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308450037, at 4308450048 00000100:00000010:1.0:1788203311.042519:0:226682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa885a0. 00000100:00000010:0.0:1788203311.042524:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88540. 00010000:00000001:0.0:1788203311.426510:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203311.426516:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203311.426520:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203311.426521:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203311.426523:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203311.426524:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203311.426546:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203311.426548:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203311.426550:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203312.450491:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203312.450508:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203312.450516:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203312.450517:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203312.450522:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203312.450524:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203313.474519:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203313.474526:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203313.474532:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203313.474533:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203313.474536:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203313.474537:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203313.474561:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203313.474563:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203313.474566:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203314.498517:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203314.498524:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203314.498528:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203314.498529:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203314.498532:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203314.498533:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203314.498553:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203314.498556:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203314.498558:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203315.522490:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203315.522498:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203315.522503:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203315.522504:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203315.522507:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203315.522508:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203315.522530:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203315.522532:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203315.522535:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788203316.162506:0:226682:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308455156, at 4308455168 00000100:00000040:0.0:1788203316.162522:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308455156, at 4308455168 00000100:00000010:1.0:1788203316.162529:0:226682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88de0. 00000100:00000010:0.0:1788203316.162540:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa882a0. 00010000:00000001:0.0:1788203316.546581:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203316.546625:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203316.546628:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203316.546633:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203316.546643:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203316.546645:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203316.546649:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203316.546651:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203316.546656:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203316.546657:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203316.546660:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203316.546661:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203317.570559:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203317.570569:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203317.570590:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203317.570592:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203317.570596:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203317.570598:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203317.570635:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203317.570639:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203317.570643:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203318.594514:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203318.594520:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203318.594524:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203318.594526:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203318.594528:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203318.594535:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203318.594538:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203318.594540:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203318.594541:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203318.594543:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203318.594546:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203318.594547:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203318.594548:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203318.594549:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203318.594550:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203318.594551:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203318.594578:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203318.594581:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203318.594605:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203318.594607:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203318.594609:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203319.618549:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203319.618557:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203319.618564:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203319.618565:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203319.618568:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203319.618569:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203319.618598:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203319.618600:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203319.618603:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788203320.002500:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203320.002509:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788203320.002512:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203320.002514:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203320.002518:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203320.002524:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 13786 00000400:00000200:0.0:1788203320.002545:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203320.002550:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203320.002552:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203320.002555:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203320.002558:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203320.002560:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203320.002561:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203320.002565:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203320.002567:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788203320.002569:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203320.002571:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788203320.002573:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788203320.002575:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788203320.002577:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203320.002578:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203320.002580:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203320.002581:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203320.002583:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788203320.002586:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203320.002587:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203320.002590:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203320.002593:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203320.002595:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203320.002596:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788203320.002598:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203320.002607:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fa300. 00000020:00000040:0.0:1788203320.002610:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788203320.002614:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203320.002615:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203320.002618:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203320.002621:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203320.002624:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203320.002631:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376000. 00000100:00000001:0.0:1788203320.002637:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203320.002645:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fa300 x1875052841857920/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203320.002653:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203320.002657:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203320.002660:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000643b1429] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fa300 x1875052841857920/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203320.002678:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788203320.002681:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203320.002683:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788203320.002685:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203320.002686:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203320.002688:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203320.002690:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13786 00000400:00000200:0.0:1788203320.002693:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203320.002695:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203320.002696:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203320.002699:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203320.002701:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203320.002703:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203320.002704:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203320.002706:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203320.002707:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788203320.002708:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203320.002710:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788203320.002711:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788203320.002713:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788203320.002715:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203320.002716:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203320.002720:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203320.002722:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203320.002724:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788203320.002726:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203320.002728:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203320.002730:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203320.002734:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203320.002735:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203320.002736:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203320.002742:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788203320.002756:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203320.002759:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203320.002762:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9180. 00000020:00000040:0.0:1788203320.002769:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788203320.002772:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203320.002775:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203320.002785:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203320.002789:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203320.002796:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203320.002805:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374400. 00000100:00000001:0.0:1788203320.002813:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203320.002827:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9180 x1875052841858048/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203320.002857:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203320.002863:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203320.002869:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b4a335a] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9180 x1875052841858048/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203320.002889:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788203320.002895:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203320.002898:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788203320.002900:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203320.002902:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203320.002910:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203320.002914:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13786 00000400:00000200:0.0:1788203320.002929:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203320.002937:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203320.002941:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203320.002945:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203320.002952:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203320.002953:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203320.002956:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203320.002960:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203320.002964:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788203320.002975:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203320.002981:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788203320.002992:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788203320.003001:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788203320.003018:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203320.003023:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203320.003033:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203320.003042:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203320.003055:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788203320.003060:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203320.003068:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203320.003072:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203320.003075:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203320.003078:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203320.003083:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203320.003087:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788203320.003093:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203320.003098:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203320.003103:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8a80. 00000020:00000040:0.0:1788203320.003112:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788203320.003116:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203320.003117:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203320.003118:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203320.003121:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203320.003124:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203320.003133:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375800. 00000100:00000001:0.0:1788203320.003141:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203320.003152:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8a80 x1875052841858176/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203320.003188:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203320.003198:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203320.003206:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000320d64fa] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8a80 x1875052841858176/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203320.003231:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203320.003242:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788203320.003257:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788203320.003272:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203320.003279:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788203320.003294:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203320.003297:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203320.003304:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203320.003310:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13786 00000400:00000200:0.0:1788203320.003329:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203320.003336:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203320.003341:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203320.003354:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203320.003357:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203320.003358:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203320.003370:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203320.003374:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203320.003384:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788203320.003431:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203320.003437:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788203320.003445:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788203320.003454:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788203320.003465:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203320.003472:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203320.003477:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203320.003481:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203320.003492:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788203320.003505:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203320.003513:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203320.003520:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203320.003539:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203320.003553:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203320.003560:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203320.003564:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788203320.003568:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203320.003574:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203320.003579:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fa680. 00000020:00000040:0.0:1788203320.003585:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788203320.003594:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203320.003596:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203320.003601:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203320.003603:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203320.003606:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203320.003613:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375400. 00000100:00000001:0.0:1788203320.003623:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203320.003632:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fa680 x1875052841858304/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203320.003670:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203320.003677:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203320.003685:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003756c577] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fa680 x1875052841858304/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203320.003721:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203320.003728:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13796) 00010000:00000001:0.0:1788203320.642513:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203320.642535:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203320.642541:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203320.642542:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203320.642545:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203320.642546:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203321.282524:0:226682:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308460277, at 4308460288 00000100:00000040:0.0:1788203321.282526:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308460277, at 4308460288 00000100:00000010:0.0:1788203321.282541:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88000. 00000100:00000010:1.0:1788203321.282586:0:226682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88360. 00010000:00000001:0.0:1788203321.666574:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203321.666583:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203321.666589:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203321.666591:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203321.666595:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203321.666597:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203321.666628:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203321.666631:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203321.666635:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203322.690548:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203322.690561:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203322.690570:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203322.690572:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203322.690576:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203322.690577:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203322.690612:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203322.690615:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203322.690619:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203323.714584:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203323.714592:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203323.714599:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203323.714607:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203323.714611:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203323.714612:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203323.714682:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203323.714684:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203323.714687:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203324.738578:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203324.738583:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203324.738588:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203324.738589:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203324.738592:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203324.738593:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203325.762556:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203325.762564:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203325.762569:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203325.762570:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203325.762574:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203325.762575:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203325.762603:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203325.762612:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203325.762614:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788203326.402502:0:226682:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308465397, at 4308465408 00000100:00000010:1.0:1788203326.402516:0:226682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88ba0. 00000100:00000040:0.0:1788203326.402553:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308465397, at 4308465408 00000100:00000010:0.0:1788203326.402570:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88780. 00010000:00000001:0.0:1788203326.786525:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203326.786538:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203326.786541:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203326.786544:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203326.786550:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203326.786552:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203326.786554:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203326.786556:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203326.786561:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203326.786562:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203326.786566:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203326.786567:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203326.786591:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203326.786593:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203326.786595:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203327.810512:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203327.810519:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203327.810525:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203327.810526:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203327.810528:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203327.810529:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203327.810558:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203327.810560:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203327.810563:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203328.834503:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203328.834512:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203328.834520:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203328.834523:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203328.834526:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203328.834531:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203328.834535:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203328.834538:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203328.834541:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203328.834544:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203328.834548:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203328.834549:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203328.834551:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203328.834553:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203328.834555:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203328.834557:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203328.834559:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203328.834561:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203329.858551:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203329.858559:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203329.858565:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203329.858566:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203329.858569:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203329.858569:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203329.858597:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203329.858600:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203329.858602:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203330.882478:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203330.882493:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203330.882499:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203330.882500:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203330.882502:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203330.882503:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203330.882525:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203330.882527:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203330.882530:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203331.522538:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308470516, at 4308470528 00000100:00000040:1.0:1788203331.522538:0:226682:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308470516, at 4308470528 00000100:00000010:1.0:1788203331.522557:0:226682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88300. 00000100:00000010:0.0:1788203331.522566:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88180. 00010000:00000001:0.0:1788203331.906546:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203331.906554:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203331.906560:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203331.906561:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203331.906564:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203331.906565:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203331.906597:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203331.906600:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203331.906604:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203332.930478:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203332.930496:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203332.930505:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203332.930506:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203332.930512:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203332.930514:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203333.954563:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203333.954571:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203333.954577:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203333.954578:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203333.954580:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203333.954581:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203333.954609:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203333.954611:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203333.954614:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203334.978555:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203334.978562:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203334.978569:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203334.978570:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203334.978575:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203334.978576:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203334.978611:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203334.978614:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203334.978616:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788203335.362553:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203335.362564:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788203335.362566:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203335.362571:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203335.362576:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203335.362583:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 13801 00000400:00000200:0.0:1788203335.362591:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203335.362597:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203335.362600:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203335.362603:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203335.362606:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203335.362608:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203335.362610:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203335.362613:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203335.362616:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788203335.362619:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203335.362622:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788203335.362624:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788203335.362626:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788203335.362628:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203335.362629:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203335.362630:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203335.362631:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203335.362634:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788203335.362637:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203335.362638:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203335.362641:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203335.362645:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203335.362647:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203335.362649:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788203335.362651:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203335.362661:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fad80. 00000020:00000040:0.0:1788203335.362664:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788203335.362668:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203335.362670:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203335.362673:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203335.362677:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203335.362683:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203335.362693:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377400. 00000100:00000001:0.0:1788203335.362702:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203335.362714:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fad80 x1875052841859456/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203335.362727:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203335.362733:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203335.362738:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010fef5ed] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fad80 x1875052841859456/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203335.362764:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788203335.362769:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203335.362772:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788203335.362774:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203335.362776:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203335.362779:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203335.362783:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13801 00000400:00000200:0.0:1788203335.362787:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203335.362792:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203335.362795:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203335.362799:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203335.362802:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203335.362814:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203335.362818:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203335.362820:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203335.362826:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788203335.362830:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203335.362832:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788203335.362835:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788203335.362838:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788203335.362845:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203335.362848:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203335.362849:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203335.362850:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203335.362852:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788203335.362853:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203335.362856:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203335.362861:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203335.362868:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203335.362872:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203335.362875:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203335.362880:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788203335.362884:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203335.362887:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203335.362891:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9c00. 00000020:00000040:0.0:1788203335.362896:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788203335.362901:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203335.362902:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203335.362905:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203335.362907:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203335.362910:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203335.362916:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376400. 00000100:00000001:0.0:1788203335.362921:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203335.362929:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9c00 x1875052841859584/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203335.362940:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203335.362942:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203335.362945:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d680416d] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9c00 x1875052841859584/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203335.362955:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788203335.362961:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203335.362963:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788203335.362966:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203335.362968:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203335.362974:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203335.362978:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13801 00000400:00000200:0.0:1788203335.362983:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203335.362986:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203335.362989:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203335.362992:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203335.362996:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203335.362997:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203335.362999:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203335.363001:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203335.363003:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788203335.363005:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203335.363008:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788203335.363010:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788203335.363014:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788203335.363018:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203335.363029:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203335.363033:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203335.363037:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203335.363042:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788203335.363047:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203335.363052:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203335.363054:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203335.363057:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203335.363061:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203335.363064:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203335.363067:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788203335.363070:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203335.363074:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203335.363078:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9880. 00000020:00000040:0.0:1788203335.363082:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788203335.363084:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203335.363085:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203335.363087:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203335.363090:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203335.363092:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203335.363097:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377000. 00000100:00000001:0.0:1788203335.363099:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203335.363105:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9880 x1875052841859712/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203335.363114:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203335.363116:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203335.363121:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2b42fc4] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9880 x1875052841859712/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203335.363129:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203335.363132:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788203335.363137:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788203335.363139:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203335.363143:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788203335.363147:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203335.363148:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203335.363150:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203335.363155:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13801 00000400:00000200:0.0:1788203335.363161:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203335.363166:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203335.363169:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203335.363174:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203335.363178:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203335.363182:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203335.363185:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203335.363189:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203335.363190:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788203335.363193:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203335.363195:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788203335.363199:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788203335.363201:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788203335.363203:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203335.363205:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203335.363209:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203335.363213:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203335.363216:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788203335.363220:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203335.363225:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203335.363230:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203335.363232:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203335.363234:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203335.363238:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203335.363243:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788203335.363248:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203335.363252:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203335.363256:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8000. 00000020:00000040:0.0:1788203335.363292:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788203335.363298:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203335.363301:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203335.363306:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203335.363308:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203335.363311:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203335.363316:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375000. 00000100:00000001:0.0:1788203335.363320:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203335.363326:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8000 x1875052841859840/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203335.363338:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203335.363341:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203335.363345:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000755f6dce] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8000 x1875052841859840/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203335.363370:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203335.363377:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13812) 00010000:00000001:0.0:1788203336.002553:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203336.002561:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203336.002566:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203336.002567:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203336.002570:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203336.002571:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203336.002627:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203336.002629:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203336.002632:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788203336.642576:0:226682:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308475637, at 4308475648 00000100:00000040:0.0:1788203336.642587:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308475637, at 4308475648 00000100:00000010:1.0:1788203336.642598:0:226682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88900. 00000100:00000010:0.0:1788203336.642603:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88060. 00010000:00000001:0.0:1788203337.026527:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203337.026535:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203337.026537:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203337.026540:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203337.026544:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203337.026547:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203337.026548:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203337.026550:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203337.026553:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203337.026554:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203337.026557:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203337.026558:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203338.050570:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203338.050580:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203338.050586:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203338.050587:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203338.050590:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203338.050591:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203338.050630:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203338.050634:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203338.050638:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203339.074532:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203339.074539:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203339.074544:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203339.074546:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203339.074548:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203339.074551:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203339.074554:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203339.074556:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203339.074557:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203339.074559:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203339.074562:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203339.074563:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203339.074564:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203339.074565:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203339.074566:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203339.074567:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203339.074568:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203339.074569:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203339.074610:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203339.074612:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203339.074614:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203340.098513:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203340.098526:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203340.098531:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203340.098532:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203340.098534:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203340.098535:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203340.098563:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203340.098565:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203340.098567:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203341.122561:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203341.122570:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203341.122576:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203341.122577:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203341.122579:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203341.122580:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203341.122673:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203341.122676:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203341.122679:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788203341.762549:0:226682:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308480757, at 4308480768 00000100:00000040:0.0:1788203341.762554:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308480757, at 4308480768 00000100:00000010:0.0:1788203341.762574:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88ea0. 00000100:00000010:1.0:1788203341.762580:0:226682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88d20. 00010000:00000001:0.0:1788203342.146531:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203342.146537:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203342.146542:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203342.146543:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203342.146546:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203342.146547:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203342.146576:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203342.146578:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203342.146580:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203343.170508:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203343.170514:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203343.170518:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203343.170523:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203343.170526:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203343.170527:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203343.170550:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203343.170552:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203343.170554:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203344.194505:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203344.194513:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203344.194519:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203344.194520:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203344.194523:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203344.194525:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203344.194577:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203344.194580:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203344.194583:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203345.218529:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203345.218535:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203345.218540:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203345.218541:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203345.218543:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203345.218544:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203345.218592:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203345.218594:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203345.218598:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788203345.602777:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203345.602782:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203345.602786:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203345.602802:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9f800 x1875052841860480/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203345.602817:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203345.602820:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203345.602824:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203345.602827:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203345.602831:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203345.602837:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841860480:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788203345.602842:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203345.602848:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203345.602852:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203345.602855:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203345.602862:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374c00. 02000000:00000001:0.0:1788203345.602866:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203345.602872:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203345.602876:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302790. 00000400:00000010:0.0:1788203345.602885:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3b28. 00000100:00000200:0.0:1788203345.602893:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841860480, portal 25 00000100:00000001:0.0:1788203345.602896:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203345.602901:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330356224 : -109644379195392 : ffff9c476db9f800) 00000100:00000040:0.0:1788203345.602907:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9f800 x1875052841860480/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203345.602916:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203345.602920:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203345.602924:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3660. 00000100:00000200:0.0:1788203345.602927:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841860480, offset 0 00000400:00000200:0.0:1788203345.602935:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203345.602945:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203345.602952:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203345.602960:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203345.602965:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203345.602972:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203345.602974:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203345.602983:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703778:703778:256:4294967295] 192.168.201.101@tcp LPNI seq info [703773:703773:8:4294967295] 00000400:00000200:0.0:1788203345.602993:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203345.603010:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203345.603022:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203345.603031:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788203345.603041:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203345.603045:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1788203345.603065:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203345.603069:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788203345.603076:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203345.603103:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203345.603109:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3660 00000400:00000010:0.0:1788203345.603113:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3660. 00000100:00000001:0.0:1788203345.603121:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203345.603127:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9f800 x1875052841860480/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203345.603140:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203345.603145:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9f800 x1875052841860480/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203370 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203345.603156:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203345.603167:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203345.603178:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203345.603188:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203345.603194:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4308485876 00000100:00000010:0.0:1788203345.603203:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685bad20. 00000100:00000001:0.0:1788203345.603215:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788203345.603230:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4308485876 00000100:00000010:0.0:1788203345.603235:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685bab40. 00000100:00000001:0.0:1788203345.603241:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788203345.603246:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203345.603250:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203345.603255:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203345.603260:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203345/real 1788203345] req@ffff9c476db9f800 x1875052841860480/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203345.603271:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203345.603274:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203345.603276:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302790. 00000400:00000200:0.0:1788203345.603280:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3b28 00000400:00000010:0.0:1788203345.603284:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3b28. 00000100:00000001:0.0:1788203345.603289:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203345.603295:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9f800 x1875052841860480/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203345.603304:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9f800 x1875052841860480/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203345.603310:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203345.603318:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203345.603322:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203345.603324:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203345.603331:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9f800 x1875052841860480/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203345.603351:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203345.603358:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9f800 x1875052841860480/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203370 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203345.603372:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203345.603377:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203345.603382:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203345.603385:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203345.603391:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203345.603436:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203345.603441:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203345.603447:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203345.603452:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203345.603462:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9f800 x1875052841860480/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203370 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203345.603483:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841860480:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788203345.603492:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203345.603497:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203345.603501:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9f800 x1875052841860480/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203370 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203345.603509:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203345.603512:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203345.603514:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374c00. 02000000:00000001:0.0:1788203345.603516:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203345.603517:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203345.603519:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788203345.603520:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203345.603522:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a43800. 02000000:00000001:0.0:1788203345.603527:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203345.603528:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203345.603531:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9f800. 00000100:00000001:0.0:1788203345.603535:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203345.603537:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203345.603540:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203345.603548:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203345.603551:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203345.603554:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203345.603557:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203345.603559:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203345.603564:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9c380 x1875052841860608/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203345.603576:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203345.603579:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203345.603582:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203345.603585:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203345.603590:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203345.603593:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841860608:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203345.603597:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203345.603600:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203345.603602:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203345.603604:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203345.603609:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374c00. 02000000:00000001:0.0:1788203345.603613:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203345.603619:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203345.603623:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302790. 00000400:00000010:0.0:1788203345.603627:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3b28. 00000100:00000200:0.0:1788203345.603632:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841860608, portal 10 00000100:00000001:0.0:1788203345.603636:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203345.603639:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330342784 : -109644379208832 : ffff9c476db9c380) 00000100:00000040:0.0:1788203345.603647:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9c380 x1875052841860608/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203345.603657:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203345.603662:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203345.603665:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3660. 00000100:00000200:0.0:1788203345.603669:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841860608, offset 0 00000400:00000200:0.0:1788203345.603675:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203345.603680:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203345.603686:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203345.603690:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203345.603695:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203345.603698:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203345.603703:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203345.603708:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703779:703779:256:4294967295] 192.168.201.101@tcp LPNI seq info [703774:703774:8:4294967295] 00000400:00000200:0.0:1788203345.603714:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203345.603721:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203345.603726:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203345.603731:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788203345.603737:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203345.603741:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1788203345.603754:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203345.603758:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788203345.603760:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203345.603763:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203345.603769:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3660 00000400:00000010:0.0:1788203345.603771:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3660. 00000100:00000001:0.0:1788203345.603774:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203345.603784:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9c380 x1875052841860608/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203345.603802:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203345.603807:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9c380 x1875052841860608/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203370 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203345.603816:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203345.603819:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203345.603822:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203345.603826:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788203345.603832:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203345.603835:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308484618 00000100:00000001:0.0:1788203345.603840:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308485876 00000100:00000001:0.0:1788203345.603844:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308484618 00000100:00000001:0.0:1788203345.603848:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308485876 00000100:00000001:0.0:1788203345.603851:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203345.603857:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203345.603859:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203345.603862:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203345/real 1788203345] req@ffff9c476db9c380 x1875052841860608/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203345.603871:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203345.603872:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203345.603873:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302790. 00000400:00000200:0.0:1788203345.603875:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3b28 00000400:00000010:0.0:1788203345.603875:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3b28. 00000100:00000001:0.0:1788203345.603877:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203345.603880:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9c380 x1875052841860608/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203345.603885:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9c380 x1875052841860608/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203345.603890:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203345.603891:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203345.603892:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203345.603893:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203345.603895:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9c380 x1875052841860608/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203345.603899:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203345.603902:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9c380 x1875052841860608/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203370 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203345.603906:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203345.603907:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203345.603908:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203345.603909:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203345.603910:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203345.603911:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203345.603913:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203345.603916:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203345.603917:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203345.603920:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9c380 x1875052841860608/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203370 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203345.603925:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841860608:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203345.603927:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203345.603929:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9d880 x1875052841860736/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203345.603933:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203345.603934:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203345.603935:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203345.603936:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203345.603937:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203345.603939:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841860736:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203345.603941:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203345.603942:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203345.603943:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203345.603945:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203345.603948:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376c00. 02000000:00000001:0.0:1788203345.603949:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203345.603951:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203345.603953:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302790. 00000400:00000010:0.0:1788203345.603955:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3b28. 00000100:00000200:0.0:1788203345.603957:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841860736, portal 10 00000100:00000001:0.0:1788203345.603958:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203345.603959:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330348160 : -109644379203456 : ffff9c476db9d880) 00000100:00000040:0.0:1788203345.603963:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9d880 x1875052841860736/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203345.603967:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203345.603969:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203345.603970:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3660. 00000100:00000200:0.0:1788203345.603972:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841860736, offset 0 00000400:00000200:0.0:1788203345.603975:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203345.603979:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203345.603982:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203345.603986:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203345.603988:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203345.603991:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203345.603993:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203345.603996:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703780:703780:256:4294967295] 192.168.201.101@tcp LPNI seq info [703775:703775:8:4294967295] 00000400:00000200:0.0:1788203345.604000:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203345.604007:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203345.604012:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203345.604015:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788203345.604019:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203345.604022:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1788203345.604033:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203345.604035:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788203345.604037:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203345.604040:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203345.604042:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3660 00000400:00000010:0.0:1788203345.604043:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3660. 00000100:00000001:0.0:1788203345.604045:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203345.604048:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9d880 x1875052841860736/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203345.604053:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203345.604055:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9d880 x1875052841860736/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203370 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203345.604059:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203345.604061:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203345.604063:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203345.604066:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788203345.604068:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203345.604070:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308484618 00000100:00000001:0.0:1788203345.604072:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308485876 00000100:00000001:0.0:1788203345.604075:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308484618 00000100:00000001:0.0:1788203345.604077:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308485876 00000100:00000001:0.0:1788203345.604079:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203345.604081:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203345.604099:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203345.604106:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203345/real 1788203345] req@ffff9c476db9d880 x1875052841860736/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203345.604115:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203345.604117:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203345.604119:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302790. 00000400:00000200:0.0:1788203345.604122:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3b28 00000400:00000010:0.0:1788203345.604123:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3b28. 00000100:00000001:0.0:1788203345.604126:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203345.604129:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9d880 x1875052841860736/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203345.604136:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9d880 x1875052841860736/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203345.604140:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203345.604141:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203345.604142:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203345.604143:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203345.604146:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9d880 x1875052841860736/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203345.604150:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203345.604153:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9d880 x1875052841860736/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203370 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203345.604158:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203345.604160:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203345.604161:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203345.604162:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203345.604163:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203345.604165:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203345.604167:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203345.604170:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203345.604172:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203345.604177:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9d880 x1875052841860736/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203370 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203345.604185:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841860736:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203345.604189:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203345.604191:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203345.604195:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9c380 x1875052841860608/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203370 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203345.604202:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203345.604204:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203345.604206:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374c00. 02000000:00000001:0.0:1788203345.604209:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203345.604210:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203345.604211:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788203345.604213:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203345.604214:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a43000. 02000000:00000001:0.0:1788203345.604216:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203345.604217:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203345.604218:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9c380. 00000100:00000001:0.0:1788203345.604220:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203345.604221:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203345.604223:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203345.604225:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9d880 x1875052841860736/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203370 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203345.604229:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203345.604230:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203345.604231:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376c00. 02000000:00000001:0.0:1788203345.604232:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203345.604233:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203345.604234:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788203345.604235:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203345.604236:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a40c00. 02000000:00000001:0.0:1788203345.604238:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203345.604238:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203345.604239:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9d880. 00000100:00000001:0.0:1788203345.604241:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203345.604241:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203345.604242:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203345.604245:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203345.604246:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203345.604247:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203345.604248:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203345.604249:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203345.604251:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9ca80 x1875052841860864/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203345.604256:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203345.604257:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203345.604259:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203345.604260:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203345.604262:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203345.604264:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841860864:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788203345.604266:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203345.604267:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203345.604268:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203345.604269:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203345.604271:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376c00. 02000000:00000001:0.0:1788203345.604273:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203345.604276:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203345.604277:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302790. 00000400:00000010:0.0:1788203345.604291:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3b28. 00000100:00000200:0.0:1788203345.604293:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841860864, portal 4 00000100:00000001:0.0:1788203345.604297:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203345.604298:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330344576 : -109644379207040 : ffff9c476db9ca80) 00000100:00000040:0.0:1788203345.604303:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9ca80 x1875052841860864/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203345.604308:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203345.604309:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203345.604311:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3660. 00000100:00000200:0.0:1788203345.604312:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841860864, offset 0 00000400:00000200:0.0:1788203345.604315:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203345.604317:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203345.604320:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203345.604322:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203345.604324:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203345.604325:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203345.604327:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203345.604329:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703781:703781:256:4294967295] 192.168.201.101@tcp LPNI seq info [703776:703776:8:4294967295] 00000400:00000200:0.0:1788203345.604332:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203345.604336:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203345.604339:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203345.604341:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788203345.604343:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203345.604345:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1788203345.604353:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203345.604354:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788203345.604356:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203345.604358:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203345.604361:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3660 00000400:00000010:0.0:1788203345.604362:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3660. 00000100:00000001:0.0:1788203345.604363:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203345.604366:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9ca80 x1875052841860864/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203345.604371:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203345.604373:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9ca80 x1875052841860864/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203370 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203345.604377:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203345.604378:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203345.604380:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203345.604382:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788203345.604384:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203345.604386:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308484644 00000100:00000001:0.0:1788203345.604388:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308485876 00000100:00000001:0.0:1788203345.604389:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308484644 00000100:00000001:0.0:1788203345.604391:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308485876 00000100:00000001:0.0:1788203345.604392:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203345.604408:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203345.604410:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203345.604413:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203345/real 1788203345] req@ffff9c476db9ca80 x1875052841860864/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203345.604418:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203345.604419:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203345.604420:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302790. 00000400:00000200:0.0:1788203345.604421:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3b28 00000400:00000010:0.0:1788203345.604423:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3b28. 00000100:00000001:0.0:1788203345.604424:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203345.604426:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9ca80 x1875052841860864/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203345.604436:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9ca80 x1875052841860864/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203345.604440:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203345.604441:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203345.604442:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203345.604443:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203345.604445:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9ca80 x1875052841860864/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203345.604449:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203345.604452:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9ca80 x1875052841860864/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203370 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203345.604456:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203345.604458:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203345.604459:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203345.604460:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203345.604461:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203345.604462:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203345.604464:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203345.604466:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203345.604467:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203345.604469:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9ca80 x1875052841860864/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203370 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203345.604474:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841860864:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788203345.604476:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203345.604477:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203345.604479:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9ca80 x1875052841860864/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203370 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203345.604488:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203345.604489:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203345.604490:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376c00. 02000000:00000001:0.0:1788203345.604492:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203345.604492:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203345.604493:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788203345.604494:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203345.604495:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a41000. 02000000:00000001:0.0:1788203345.604497:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203345.604498:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203345.604499:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9ca80. 00000100:00000001:0.0:1788203345.604502:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203345.604503:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203345.604505:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203345.604508:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203345.604509:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203345.604511:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203345.604513:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203346.242482:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203346.242488:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203346.242493:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203346.242494:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203346.242497:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203346.242498:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203346.242523:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203346.242525:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203346.242528:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788203346.882540:0:226682:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308485876, at 4308485888 00000100:00000040:0.0:1788203346.882542:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308485876, at 4308485888 00000100:00000010:1.0:1788203346.882561:0:226682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685bab40. 00000100:00000010:0.0:1788203346.882567:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685bad20. 00010000:00000001:0.0:1788203347.266529:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203347.266540:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203347.266543:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203347.266547:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203347.266553:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203347.266556:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203347.266559:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203347.266561:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203347.266566:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203347.266567:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203347.266572:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203347.266573:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203347.266628:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203347.266632:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203347.266634:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203348.290481:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203348.290489:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203348.290495:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203348.290496:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203348.290501:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203348.290502:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203348.290526:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203348.290529:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203348.290532:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203349.314521:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203349.314528:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203349.314534:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203349.314537:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203349.314540:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203349.314552:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203349.314556:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203349.314559:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203349.314561:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203349.314563:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203349.314567:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203349.314569:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203349.314570:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203349.314572:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203349.314574:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203349.314575:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203349.314577:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203349.314579:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203349.314611:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203349.314615:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203349.314618:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203350.338501:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203350.338507:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203350.338511:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203350.338513:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203350.338515:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203350.338517:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203350.338565:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203350.338567:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203350.338569:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788203350.722749:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203350.722756:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203350.722760:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203350.722772:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c848000 x1875052841860992/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203350.722793:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203350.722798:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203350.722804:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203350.722810:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203350.722816:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203350.722827:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c848000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841860992:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788203350.722836:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203350.722843:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203350.722849:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203350.722856:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203350.722865:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374c00. 02000000:00000001:0.0:1788203350.722871:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203350.722883:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203350.722892:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302790. 00000400:00000010:0.0:1788203350.722914:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3b28. 00000100:00000200:0.0:1788203350.722927:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841860992, portal 25 00000100:00000001:0.0:1788203350.722934:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203350.722939:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578510336 : -109644131041280 : ffff9c477c848000) 00000100:00000040:0.0:1788203350.722952:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c848000 x1875052841860992/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203350.722989:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203350.723014:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203350.723019:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3660. 00000100:00000200:0.0:1788203350.723032:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841860992, offset 0 00000400:00000200:0.0:1788203350.723046:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203350.723061:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203350.723073:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203350.723083:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203350.723090:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203350.723099:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203350.723116:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203350.723127:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703782:703782:256:4294967295] 192.168.201.101@tcp LPNI seq info [703777:703777:8:4294967295] 00000400:00000200:0.0:1788203350.723140:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203350.723157:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203350.723166:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203350.723173:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788203350.723181:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203350.723185:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1788203350.723200:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203350.723202:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788203350.723209:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203350.723215:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203350.723220:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3660 00000400:00000010:0.0:1788203350.723223:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3660. 00000100:00000001:0.0:1788203350.723227:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203350.723232:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c848000 x1875052841860992/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203350.723242:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203350.723247:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c848000 x1875052841860992/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203375 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203350.723261:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203350.723264:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203350.723271:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203350.723275:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203350.723278:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4308490996 00000100:00000010:0.0:1788203350.723283:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685bad20. 00000100:00000001:0.0:1788203350.723290:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788203350.723296:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4308490996 00000100:00000010:0.0:1788203350.723299:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba120. 00000100:00000001:0.0:1788203350.723302:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788203350.723306:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203350.723309:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203350.723312:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203350.723317:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203350/real 1788203350] req@ffff9c477c848000 x1875052841860992/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203350.723327:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203350.723329:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203350.723331:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302790. 00000400:00000200:0.0:1788203350.723334:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3b28 00000400:00000010:0.0:1788203350.723336:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3b28. 00000100:00000001:0.0:1788203350.723339:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203350.723342:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c848000 x1875052841860992/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203350.723352:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c848000 x1875052841860992/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203350.723359:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203350.723361:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203350.723364:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203350.723367:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203350.723371:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c848000 x1875052841860992/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203350.723379:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203350.723384:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c848000 x1875052841860992/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203375 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203350.723391:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203350.723427:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203350.723428:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203350.723430:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203350.723432:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203350.723434:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203350.723438:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203350.723442:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203350.723445:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203350.723450:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c848000 x1875052841860992/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203375 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203350.723459:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c848000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841860992:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788203350.723464:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203350.723466:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203350.723470:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c848000 x1875052841860992/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203375 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203350.723477:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203350.723480:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203350.723483:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374c00. 02000000:00000001:0.0:1788203350.723486:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203350.723488:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203350.723489:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788203350.723492:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203350.723494:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f2800. 02000000:00000001:0.0:1788203350.723498:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203350.723500:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203350.723502:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c848000. 00000100:00000001:0.0:1788203350.723505:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203350.723506:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203350.723509:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203350.723516:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203350.723518:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203350.723520:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203350.723522:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203350.723523:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203350.723527:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c84a300 x1875052841861120/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203350.723534:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203350.723536:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203350.723538:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203350.723540:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203350.723542:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203350.723544:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c84a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841861120:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203350.723547:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203350.723549:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203350.723551:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203350.723553:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203350.723556:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374c00. 02000000:00000001:0.0:1788203350.723558:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203350.723561:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203350.723564:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302790. 00000400:00000010:0.0:1788203350.723568:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3b28. 00000100:00000200:0.0:1788203350.723571:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841861120, portal 10 00000100:00000001:0.0:1788203350.723573:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203350.723574:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578519296 : -109644131032320 : ffff9c477c84a300) 00000100:00000040:0.0:1788203350.723581:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c84a300 x1875052841861120/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203350.723588:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203350.723591:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203350.723594:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3660. 00000100:00000200:0.0:1788203350.723596:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841861120, offset 0 00000400:00000200:0.0:1788203350.723601:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203350.723605:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203350.723609:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203350.723612:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203350.723614:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203350.723617:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203350.723619:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203350.723622:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703783:703783:256:4294967295] 192.168.201.101@tcp LPNI seq info [703778:703778:8:4294967295] 00000400:00000200:0.0:1788203350.723626:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203350.723632:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203350.723636:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203350.723639:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788203350.723643:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203350.723645:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1788203350.723656:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203350.723658:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788203350.723661:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203350.723664:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203350.723667:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3660 00000400:00000010:0.0:1788203350.723669:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3660. 00000100:00000001:0.0:1788203350.723671:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203350.723674:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c84a300 x1875052841861120/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203350.723681:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203350.723684:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84a300 x1875052841861120/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203375 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203350.723691:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203350.723692:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203350.723696:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203350.723699:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788203350.723702:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203350.723704:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308489738 00000100:00000001:0.0:1788203350.723707:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308490996 00000100:00000001:0.0:1788203350.723709:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308489738 00000100:00000001:0.0:1788203350.723711:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308490996 00000100:00000001:0.0:1788203350.723713:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203350.723715:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203350.723717:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203350.723721:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203350/real 1788203350] req@ffff9c477c84a300 x1875052841861120/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203350.723729:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203350.723731:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203350.723732:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302790. 00000400:00000200:0.0:1788203350.723735:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3b28 00000400:00000010:0.0:1788203350.723736:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3b28. 00000100:00000001:0.0:1788203350.723739:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203350.723742:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c84a300 x1875052841861120/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203350.723752:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c84a300 x1875052841861120/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203350.723759:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203350.723761:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203350.723763:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203350.723764:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203350.723768:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c84a300 x1875052841861120/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203350.723776:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203350.723781:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c84a300 x1875052841861120/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203375 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203350.723788:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203350.723791:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203350.723793:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203350.723794:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203350.723796:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203350.723798:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203350.723801:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203350.723804:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203350.723806:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203350.723811:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c84a300 x1875052841861120/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203375 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203350.723819:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c84a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841861120:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203350.723823:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203350.723827:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c849f80 x1875052841861248/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203350.723834:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203350.723836:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203350.723838:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203350.723840:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203350.723842:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203350.723845:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c849f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841861248:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203350.723849:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203350.723851:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203350.723853:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203350.723855:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203350.723858:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788203350.723860:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203350.723865:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203350.723867:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302790. 00000400:00000010:0.0:1788203350.723871:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3b28. 00000100:00000200:0.0:1788203350.723875:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841861248, portal 10 00000100:00000001:0.0:1788203350.723877:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203350.723878:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578518400 : -109644131033216 : ffff9c477c849f80) 00000100:00000040:0.0:1788203350.723884:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c849f80 x1875052841861248/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203350.723891:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203350.723894:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203350.723896:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3660. 00000100:00000200:0.0:1788203350.723899:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841861248, offset 0 00000400:00000200:0.0:1788203350.723904:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203350.723908:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203350.723912:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203350.723915:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203350.723917:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203350.723921:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203350.723923:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203350.723926:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703784:703784:256:4294967295] 192.168.201.101@tcp LPNI seq info [703779:703779:8:4294967295] 00000400:00000200:0.0:1788203350.723930:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203350.723936:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203350.723939:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203350.723942:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788203350.723945:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203350.723947:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1788203350.723954:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203350.723956:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788203350.723958:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203350.723960:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203350.723962:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3660 00000400:00000010:0.0:1788203350.723964:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3660. 00000100:00000001:0.0:1788203350.723966:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203350.723968:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c849f80 x1875052841861248/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203350.723974:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203350.723976:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c849f80 x1875052841861248/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203375 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203350.723981:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203350.723982:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203350.723984:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203350.723986:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788203350.723988:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203350.723990:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308489738 00000100:00000001:0.0:1788203350.723992:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308490996 00000100:00000001:0.0:1788203350.723994:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308489738 00000100:00000001:0.0:1788203350.724012:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308490996 00000100:00000001:0.0:1788203350.724014:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203350.724016:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203350.724018:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203350.724021:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203350/real 1788203350] req@ffff9c477c849f80 x1875052841861248/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203350.724027:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203350.724028:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203350.724029:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302790. 00000400:00000200:0.0:1788203350.724031:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3b28 00000400:00000010:0.0:1788203350.724032:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3b28. 00000100:00000001:0.0:1788203350.724034:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203350.724036:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c849f80 x1875052841861248/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203350.724041:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c849f80 x1875052841861248/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203350.724047:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203350.724048:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203350.724049:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203350.724050:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203350.724053:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c849f80 x1875052841861248/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203350.724057:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203350.724059:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c849f80 x1875052841861248/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203375 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203350.724063:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203350.724065:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203350.724066:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203350.724067:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203350.724068:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203350.724070:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203350.724072:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203350.724073:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203350.724075:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203350.724077:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c849f80 x1875052841861248/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203375 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203350.724082:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c849f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841861248:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203350.724085:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203350.724087:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c84aa00 x1875052841861376/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203350.724092:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203350.724093:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203350.724095:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203350.724096:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203350.724097:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203350.724099:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c84aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841861376:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788203350.724102:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203350.724103:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203350.724104:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203350.724105:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203350.724107:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375000. 02000000:00000001:0.0:1788203350.724109:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203350.724111:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203350.724113:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302790. 00000400:00000010:0.0:1788203350.724115:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3b28. 00000100:00000200:0.0:1788203350.724117:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841861376, portal 4 00000100:00000001:0.0:1788203350.724119:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203350.724120:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578521088 : -109644131030528 : ffff9c477c84aa00) 00000100:00000040:0.0:1788203350.724124:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c84aa00 x1875052841861376/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203350.724128:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203350.724130:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203350.724131:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3660. 00000100:00000200:0.0:1788203350.724133:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841861376, offset 0 00000400:00000200:0.0:1788203350.724135:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203350.724138:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203350.724140:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203350.724142:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203350.724144:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203350.724146:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203350.724147:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203350.724150:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703785:703785:256:4294967295] 192.168.201.101@tcp LPNI seq info [703780:703780:8:4294967295] 00000400:00000200:0.0:1788203350.724152:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203350.724157:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203350.724160:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203350.724162:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788203350.724165:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203350.724166:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1788203350.724174:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203350.724175:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788203350.724177:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203350.724180:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203350.724181:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3660 00000400:00000010:0.0:1788203350.724183:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3660. 00000100:00000001:0.0:1788203350.724184:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203350.724186:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c84aa00 x1875052841861376/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203350.724191:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203350.724193:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84aa00 x1875052841861376/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203375 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203350.724198:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203350.724199:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203350.724200:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203350.724202:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788203350.724204:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203350.724206:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308489764 00000100:00000001:0.0:1788203350.724208:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308490996 00000100:00000001:0.0:1788203350.724209:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308489764 00000100:00000001:0.0:1788203350.724211:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308490996 00000100:00000001:0.0:1788203350.724212:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203350.724213:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203350.724214:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203350.724216:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203350/real 1788203350] req@ffff9c477c84aa00 x1875052841861376/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203350.724221:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203350.724222:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203350.724223:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302790. 00000400:00000200:0.0:1788203350.724225:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3b28 00000400:00000010:0.0:1788203350.724225:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3b28. 00000100:00000001:0.0:1788203350.724227:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203350.724228:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c84aa00 x1875052841861376/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203350.724233:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c84aa00 x1875052841861376/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203350.724237:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203350.724238:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203350.724239:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203350.724240:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203350.724242:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c84aa00 x1875052841861376/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203350.724247:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203350.724249:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c84aa00 x1875052841861376/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203375 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203350.724253:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203350.724254:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203350.724255:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203350.724256:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203350.724257:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203350.724258:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203350.724259:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203350.724261:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203350.724263:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203350.724266:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c84aa00 x1875052841861376/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203375 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203350.724271:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c84aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841861376:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788203350.724274:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203350.724275:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203350.724277:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c84a300 x1875052841861120/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203375 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203350.724281:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203350.724282:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203350.724283:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374c00. 02000000:00000001:0.0:1788203350.724284:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203350.724285:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203350.724286:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788203350.724287:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203350.724288:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f3800. 02000000:00000001:0.0:1788203350.724290:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203350.724291:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203350.724291:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c84a300. 00000100:00000001:0.0:1788203350.724293:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203350.724294:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203350.724295:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203350.724297:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c849f80 x1875052841861248/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203375 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203350.724302:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203350.724303:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203350.724304:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788203350.724305:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203350.724306:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203350.724307:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788203350.724308:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203350.724309:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f2400. 02000000:00000001:0.0:1788203350.724310:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203350.724311:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203350.724312:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c849f80. 00000100:00000001:0.0:1788203350.724313:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203350.724314:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203350.724315:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203350.724317:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c84aa00 x1875052841861376/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203375 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203350.724321:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203350.724322:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203350.724323:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375000. 02000000:00000001:0.0:1788203350.724324:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203350.724324:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203350.724325:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788203350.724326:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203350.724327:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f1c00. 02000000:00000001:0.0:1788203350.724328:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203350.724329:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203350.724330:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c84aa00. 00000100:00000001:0.0:1788203350.724331:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203350.724332:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203350.724333:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203350.724336:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203350.724337:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203350.724339:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203350.724341:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203351.362498:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203351.362504:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203351.362510:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203351.362511:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203351.362515:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203351.362517:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203351.362545:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203351.362549:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203351.362552:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203352.002499:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308490996, at 4308491008 00000100:00000040:1.0:1788203352.002499:0:226682:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308490996, at 4308491008 00000100:00000010:0.0:1788203352.002514:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685bad20. 00000100:00000010:1.0:1788203352.002519:0:226682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba120. 00010000:00000001:0.0:1788203352.386469:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203352.386474:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203352.386478:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203352.386479:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203352.386482:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203352.386483:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203352.386503:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203352.386505:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203352.386507:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203353.410508:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203353.410513:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203353.410517:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203353.410518:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203353.410520:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203353.410521:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203353.410542:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203353.410544:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203353.410546:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203354.434489:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203354.434496:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203354.434501:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203354.434502:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203354.434505:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203354.434506:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203354.434525:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203354.434527:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203354.434529:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203355.458476:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203355.458481:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203355.458486:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203355.458487:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203355.458489:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203355.458490:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203355.458507:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203355.458509:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203355.458511:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788203355.842527:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203355.842537:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788203355.842540:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203355.842544:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203355.842549:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203355.842557:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 13822 00000400:00000200:0.0:1788203355.842564:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203355.842571:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203355.842574:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203355.842577:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203355.842581:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203355.842583:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203355.842585:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203355.842590:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203355.842592:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788203355.842594:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203355.842597:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788203355.842600:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788203355.842602:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788203355.842605:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203355.842607:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203355.842608:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203355.842610:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203355.842613:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788203355.842616:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203355.842626:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203355.842629:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203355.842633:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203355.842635:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203355.842637:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788203355.842639:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203355.842649:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fb100. 00000020:00000040:0.0:1788203355.842652:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788203355.842657:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203355.842658:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203355.842662:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203355.842665:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203355.842670:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203355.842677:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375000. 00000100:00000001:0.0:1788203355.842683:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203355.842692:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fb100 x1875052841861504/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203355.842702:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203355.842706:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203355.842711:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000093808cf5] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fb100 x1875052841861504/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203355.842733:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788203355.842737:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203355.842740:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788203355.842741:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203355.842743:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203355.842746:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203355.842749:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13822 00000400:00000200:0.0:1788203355.842754:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203355.842758:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203355.842762:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203355.842768:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203355.842773:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203355.842779:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203355.842784:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203355.842790:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203355.842793:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788203355.842798:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203355.842802:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788203355.842810:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788203355.842814:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788203355.842822:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203355.842825:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203355.842830:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203355.842835:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203355.842839:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788203355.842845:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203355.842851:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203355.842855:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203355.842863:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203355.842867:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203355.842870:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203355.842875:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788203355.842882:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203355.842886:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203355.842892:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9f80. 00000020:00000040:0.0:1788203355.842898:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788203355.842904:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203355.842923:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203355.842929:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203355.842932:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203355.842935:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203355.842942:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377800. 00000100:00000001:0.0:1788203355.842949:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203355.842957:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9f80 x1875052841861632/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203355.842971:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203355.842976:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203355.842983:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5e67c01] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9f80 x1875052841861632/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203355.843018:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788203355.843032:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203355.843037:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788203355.843044:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203355.843046:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203355.843053:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203355.843057:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13822 00000400:00000200:0.0:1788203355.843060:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203355.843064:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203355.843070:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203355.843077:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203355.843083:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203355.843088:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203355.843094:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203355.843099:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203355.843102:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788203355.843104:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203355.843106:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788203355.843110:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788203355.843115:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788203355.843121:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203355.843124:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203355.843129:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203355.843132:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203355.843136:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788203355.843141:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203355.843146:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203355.843152:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203355.843155:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203355.843159:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203355.843162:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203355.843166:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788203355.843169:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203355.843171:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203355.843175:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fb800. 00000020:00000040:0.0:1788203355.843179:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788203355.843185:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203355.843188:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203355.843192:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203355.843196:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203355.843199:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203355.843206:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374c00. 00000100:00000001:0.0:1788203355.843213:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203355.843222:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fb800 x1875052841861760/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203355.843245:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203355.843250:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203355.843258:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045f4f50b] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fb800 x1875052841861760/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203355.843273:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203355.843279:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788203355.843288:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788203355.843292:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203355.843299:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788203355.843303:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203355.843306:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203355.843311:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203355.843318:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13822 00000400:00000200:0.0:1788203355.843328:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203355.843335:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203355.843340:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203355.843347:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203355.843352:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203355.843358:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203355.843363:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203355.843367:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203355.843371:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788203355.843373:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203355.843376:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788203355.843380:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788203355.843384:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788203355.843391:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203355.843429:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203355.843436:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203355.843441:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203355.843447:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788203355.843455:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203355.843461:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203355.843465:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203355.843470:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203355.843475:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203355.843479:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203355.843483:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788203355.843489:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203355.843494:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203355.843501:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8380. 00000020:00000040:0.0:1788203355.843507:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788203355.843513:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203355.843517:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203355.843521:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203355.843524:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203355.843527:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203355.843534:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377000. 00000100:00000001:0.0:1788203355.843539:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203355.843548:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8380 x1875052841861888/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203355.843562:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203355.843567:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203355.843575:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004fba561] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8380 x1875052841861888/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203355.843589:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203355.843597:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13832) 00010000:00000001:0.0:1788203356.482514:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203356.482525:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203356.482528:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203356.482531:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203356.482537:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203356.482540:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203356.482543:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203356.482545:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203356.482550:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203356.482552:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203356.482556:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203356.482557:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203356.482581:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203356.482583:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203356.482585:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203357.122519:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308496116, at 4308496128 00000100:00000040:1.0:1788203357.122519:0:226682:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308496116, at 4308496128 00000100:00000010:0.0:1788203357.122536:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88c60. 00000100:00000010:1.0:1788203357.122538:0:226682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa889c0. 00010000:00000001:0.0:1788203357.506515:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203357.506521:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203357.506526:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203357.506527:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203357.506530:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203357.506531:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203357.506552:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203357.506554:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203357.506556:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203358.530511:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203358.530517:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203358.530521:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203358.530522:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203358.530525:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203358.530526:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203358.530565:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203358.530567:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203358.530569:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203359.554528:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203359.554535:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203359.554539:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203359.554542:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203359.554544:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203359.554547:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203359.554550:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203359.554552:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203359.554553:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203359.554555:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203359.554558:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203359.554560:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203359.554561:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203359.554562:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203359.554564:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203359.554565:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203359.554567:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203359.554568:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203359.554587:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203359.554589:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203359.554590:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203360.578510:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203360.578516:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203360.578520:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203360.578521:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203360.578524:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203360.578524:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203360.578563:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203360.578565:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203360.578568:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788203360.962732:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203360.962739:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203360.962744:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203360.962756:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9ed80 x1875052841862016/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203360.962772:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203360.962777:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203360.962783:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203360.962789:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203360.962795:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203360.962806:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841862016:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788203360.962815:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203360.962835:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203360.962840:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203360.962848:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203360.962857:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788203360.962864:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203360.962876:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203360.962884:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302790. 00000400:00000010:0.0:1788203360.962896:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3b28. 00000100:00000200:0.0:1788203360.962910:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841862016, portal 25 00000100:00000001:0.0:1788203360.962917:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203360.962921:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330353536 : -109644379198080 : ffff9c476db9ed80) 00000100:00000040:0.0:1788203360.962948:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9ed80 x1875052841862016/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203360.962969:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203360.962978:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203360.962985:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3660. 00000100:00000200:0.0:1788203360.962991:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841862016, offset 0 00000400:00000200:0.0:1788203360.963006:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203360.963022:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203360.963033:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203360.963044:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203360.963053:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203360.963062:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203360.963070:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203360.963080:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703790:703790:256:4294967295] 192.168.201.101@tcp LPNI seq info [703785:703785:8:4294967295] 00000400:00000200:0.0:1788203360.963095:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203360.963122:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203360.963138:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203360.963147:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788203360.963157:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203360.963162:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1788203360.963185:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203360.963188:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788203360.963194:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203360.963204:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203360.963212:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3660 00000400:00000010:0.0:1788203360.963216:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3660. 00000100:00000001:0.0:1788203360.963223:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203360.963230:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9ed80 x1875052841862016/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203360.963259:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203360.963264:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9ed80 x1875052841862016/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203385 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203360.963270:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203360.963272:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203360.963278:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203360.963281:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203360.963284:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4308501236 00000100:00000010:0.0:1788203360.963289:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685bad20. 00000100:00000001:0.0:1788203360.963294:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788203360.963298:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4308501236 00000100:00000010:0.0:1788203360.963301:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba120. 00000100:00000001:0.0:1788203360.963303:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788203360.963305:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203360.963307:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203360.963309:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203360.963312:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203360/real 1788203360] req@ffff9c476db9ed80 x1875052841862016/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203360.963319:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203360.963320:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203360.963322:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302790. 00000400:00000200:0.0:1788203360.963323:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3b28 00000400:00000010:0.0:1788203360.963325:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3b28. 00000100:00000001:0.0:1788203360.963326:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203360.963328:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9ed80 x1875052841862016/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203360.963334:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9ed80 x1875052841862016/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203360.963338:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203360.963339:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203360.963341:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203360.963342:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203360.963345:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9ed80 x1875052841862016/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203360.963349:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203360.963352:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9ed80 x1875052841862016/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203385 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203360.963362:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203360.963364:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203360.963365:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203360.963366:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203360.963368:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203360.963369:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203360.963371:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203360.963373:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203360.963375:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203360.963378:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9ed80 x1875052841862016/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203385 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203360.963383:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841862016:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788203360.963386:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203360.963388:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203360.963390:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9ed80 x1875052841862016/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203385 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203360.963412:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203360.963414:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203360.963416:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788203360.963419:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203360.963420:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203360.963422:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788203360.963423:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203360.963425:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a41400. 02000000:00000001:0.0:1788203360.963428:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203360.963430:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203360.963431:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9ed80. 00000100:00000001:0.0:1788203360.963433:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203360.963434:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203360.963436:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203360.963442:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203360.963444:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203360.963445:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203360.963446:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203360.963447:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203360.963450:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9d500 x1875052841862144/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203360.963455:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203360.963456:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203360.963457:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203360.963459:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203360.963460:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203360.963462:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841862144:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203360.963464:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203360.963466:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203360.963467:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203360.963468:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203360.963470:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788203360.963471:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203360.963474:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203360.963476:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302790. 00000400:00000010:0.0:1788203360.963479:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3b28. 00000100:00000200:0.0:1788203360.963481:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841862144, portal 10 00000100:00000001:0.0:1788203360.963482:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203360.963483:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330347264 : -109644379204352 : ffff9c476db9d500) 00000100:00000040:0.0:1788203360.963488:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9d500 x1875052841862144/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203360.963492:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203360.963494:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203360.963495:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3660. 00000100:00000200:0.0:1788203360.963497:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841862144, offset 0 00000400:00000200:0.0:1788203360.963499:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203360.963502:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203360.963505:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203360.963507:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203360.963509:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203360.963510:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203360.963512:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203360.963514:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703791:703791:256:4294967295] 192.168.201.101@tcp LPNI seq info [703786:703786:8:4294967295] 00000400:00000200:0.0:1788203360.963517:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203360.963521:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203360.963524:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203360.963526:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788203360.963529:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203360.963530:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1788203360.963538:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203360.963539:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788203360.963541:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203360.963543:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203360.963545:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3660 00000400:00000010:0.0:1788203360.963546:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3660. 00000100:00000001:0.0:1788203360.963548:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203360.963550:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9d500 x1875052841862144/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203360.963555:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203360.963557:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9d500 x1875052841862144/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203385 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203360.963561:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203360.963562:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203360.963564:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203360.963567:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788203360.963569:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203360.963570:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308499978 00000100:00000001:0.0:1788203360.963573:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308501236 00000100:00000001:0.0:1788203360.963575:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308499978 00000100:00000001:0.0:1788203360.963578:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308501236 00000100:00000001:0.0:1788203360.963580:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203360.963583:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203360.963584:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203360.963588:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203360/real 1788203360] req@ffff9c476db9d500 x1875052841862144/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203360.963597:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203360.963598:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203360.963600:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302790. 00000400:00000200:0.0:1788203360.963602:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3b28 00000400:00000010:0.0:1788203360.963604:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3b28. 00000100:00000001:0.0:1788203360.963607:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203360.963610:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9d500 x1875052841862144/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203360.963619:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9d500 x1875052841862144/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203360.963625:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203360.963627:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203360.963629:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203360.963630:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203360.963634:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9d500 x1875052841862144/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203360.963641:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203360.963646:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9d500 x1875052841862144/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203385 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203360.963653:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203360.963656:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203360.963658:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203360.963660:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203360.963662:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203360.963664:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203360.963667:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203360.963671:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203360.963673:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203360.963678:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9d500 x1875052841862144/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203385 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203360.963687:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841862144:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203360.963691:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203360.963694:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9fb80 x1875052841862272/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203360.963701:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203360.963703:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203360.963705:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203360.963707:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203360.963709:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203360.963712:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841862272:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203360.963716:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203360.963718:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203360.963720:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203360.963721:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203360.963725:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376800. 02000000:00000001:0.0:1788203360.963727:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203360.963731:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203360.963734:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302790. 00000400:00000010:0.0:1788203360.963737:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3b28. 00000100:00000200:0.0:1788203360.963741:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841862272, portal 10 00000100:00000001:0.0:1788203360.963743:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203360.963745:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330357120 : -109644379194496 : ffff9c476db9fb80) 00000100:00000040:0.0:1788203360.963751:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9fb80 x1875052841862272/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203360.963758:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203360.963761:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203360.963763:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3660. 00000100:00000200:0.0:1788203360.963766:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841862272, offset 0 00000400:00000200:0.0:1788203360.963771:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203360.963774:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203360.963778:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203360.963781:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203360.963784:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203360.963786:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203360.963789:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203360.963792:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703792:703792:256:4294967295] 192.168.201.101@tcp LPNI seq info [703787:703787:8:4294967295] 00000400:00000200:0.0:1788203360.963797:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203360.963803:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203360.963808:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203360.963812:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788203360.963827:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203360.963831:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1788203360.963844:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203360.963846:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788203360.963849:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203360.963853:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203360.963856:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3660 00000400:00000010:0.0:1788203360.963858:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3660. 00000100:00000001:0.0:1788203360.963861:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203360.963865:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9fb80 x1875052841862272/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203360.963873:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203360.963877:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9fb80 x1875052841862272/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203385 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203360.963884:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203360.963886:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203360.963889:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203360.963892:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788203360.963896:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203360.963898:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308499978 00000100:00000001:0.0:1788203360.963901:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308501236 00000100:00000001:0.0:1788203360.963903:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308499978 00000100:00000001:0.0:1788203360.963905:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308501236 00000100:00000001:0.0:1788203360.963907:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203360.963909:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203360.963910:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203360.963913:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203360/real 1788203360] req@ffff9c476db9fb80 x1875052841862272/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203360.963919:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203360.963920:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203360.963921:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302790. 00000400:00000200:0.0:1788203360.963923:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3b28 00000400:00000010:0.0:1788203360.963924:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3b28. 00000100:00000001:0.0:1788203360.963925:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203360.963927:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9fb80 x1875052841862272/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203360.963933:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9fb80 x1875052841862272/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203360.963937:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203360.963938:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203360.963940:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203360.963940:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203360.963943:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9fb80 x1875052841862272/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203360.963948:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203360.963950:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9fb80 x1875052841862272/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203385 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203360.963954:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203360.963956:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203360.963957:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203360.963957:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203360.963959:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203360.963960:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203360.963961:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203360.963963:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203360.963964:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203360.963967:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9fb80 x1875052841862272/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203385 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203360.963971:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841862272:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203360.963974:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203360.963976:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9ca80 x1875052841862400/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203360.963981:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203360.963982:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203360.963983:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203360.963984:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203360.963986:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203360.963987:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841862400:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788203360.963989:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203360.963991:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203360.963992:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203360.963993:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203360.963996:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377c00. 02000000:00000001:0.0:1788203360.963997:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203360.964000:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203360.964001:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302790. 00000400:00000010:0.0:1788203360.964004:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3b28. 00000100:00000200:0.0:1788203360.964006:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841862400, portal 4 00000100:00000001:0.0:1788203360.964007:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203360.964008:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330344576 : -109644379207040 : ffff9c476db9ca80) 00000100:00000040:0.0:1788203360.964012:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9ca80 x1875052841862400/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203360.964016:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203360.964018:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203360.964019:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3660. 00000100:00000200:0.0:1788203360.964021:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841862400, offset 0 00000400:00000200:0.0:1788203360.964023:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203360.964026:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203360.964028:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203360.964030:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203360.964031:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203360.964033:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203360.964035:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203360.964037:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703793:703793:256:4294967295] 192.168.201.101@tcp LPNI seq info [703788:703788:8:4294967295] 00000400:00000200:0.0:1788203360.964040:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203360.964044:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203360.964046:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203360.964048:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788203360.964051:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203360.964053:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1788203360.964060:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203360.964062:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788203360.964064:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203360.964066:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203360.964068:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3660 00000400:00000010:0.0:1788203360.964069:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3660. 00000100:00000001:0.0:1788203360.964070:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203360.964072:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9ca80 x1875052841862400/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203360.964077:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203360.964079:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9ca80 x1875052841862400/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203385 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203360.964084:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203360.964085:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203360.964086:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203360.964088:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788203360.964090:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203360.964092:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308500004 00000100:00000001:0.0:1788203360.964093:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308501236 00000100:00000001:0.0:1788203360.964095:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308500004 00000100:00000001:0.0:1788203360.964096:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308501236 00000100:00000001:0.0:1788203360.964097:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203360.964099:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203360.964100:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203360.964102:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203360/real 1788203360] req@ffff9c476db9ca80 x1875052841862400/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203360.964106:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203360.964107:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203360.964108:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302790. 00000400:00000200:0.0:1788203360.964109:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3b28 00000400:00000010:0.0:1788203360.964110:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3b28. 00000100:00000001:0.0:1788203360.964112:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203360.964114:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9ca80 x1875052841862400/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203360.964119:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9ca80 x1875052841862400/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203360.964123:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203360.964124:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203360.964125:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203360.964126:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203360.964128:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9ca80 x1875052841862400/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203360.964132:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203360.964134:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9ca80 x1875052841862400/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203385 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203360.964138:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203360.964139:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203360.964140:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203360.964141:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203360.964142:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203360.964143:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203360.964144:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203360.964146:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203360.964148:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203360.964150:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9ca80 x1875052841862400/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203385 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203360.964155:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841862400:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788203360.964157:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203360.964159:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203360.964161:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9d500 x1875052841862144/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203385 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203360.964165:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203360.964166:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203360.964168:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788203360.964169:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203360.964170:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203360.964171:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788203360.964172:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203360.964173:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a42400. 02000000:00000001:0.0:1788203360.964176:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203360.964176:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203360.964177:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9d500. 00000100:00000001:0.0:1788203360.964179:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203360.964180:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203360.964181:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203360.964183:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9fb80 x1875052841862272/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203385 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203360.964188:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203360.964188:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203360.964189:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376800. 02000000:00000001:0.0:1788203360.964191:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203360.964191:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203360.964192:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788203360.964193:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203360.964194:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a41800. 02000000:00000001:0.0:1788203360.964195:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203360.964196:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203360.964197:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9fb80. 00000100:00000001:0.0:1788203360.964198:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203360.964199:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203360.964200:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203360.964202:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9ca80 x1875052841862400/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203385 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203360.964206:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203360.964207:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203360.964208:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377c00. 02000000:00000001:0.0:1788203360.964210:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203360.964211:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203360.964212:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788203360.964213:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203360.964214:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a41000. 02000000:00000001:0.0:1788203360.964215:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203360.964215:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203360.964216:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9ca80. 00000100:00000001:0.0:1788203360.964218:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203360.964219:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203360.964220:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203360.964222:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203360.964223:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203360.964224:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203360.964225:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203361.602540:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203361.602547:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203361.602551:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203361.602552:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203361.602555:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203361.602556:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203361.602576:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203361.602578:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203361.602580:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203362.242477:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308501236, at 4308501248 00000100:00000040:1.0:1788203362.242477:0:226682:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308501236, at 4308501248 00000100:00000010:1.0:1788203362.242493:0:226682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba120. 00000100:00000010:0.0:1788203362.242495:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685bad20. 00010000:00000001:0.0:1788203362.626531:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203362.626538:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203362.626545:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203362.626547:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203362.626551:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203362.626552:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203362.626579:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203362.626583:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203362.626586:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203363.650506:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203363.650514:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203363.650521:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203363.650522:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203363.650526:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203363.650528:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203363.650552:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203363.650556:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203363.650559:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203364.674506:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203364.674511:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203364.674516:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203364.674516:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203364.674519:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203364.674520:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203364.674548:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203364.674550:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203364.674552:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203365.698465:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203365.698470:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203365.698481:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203365.698482:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203365.698484:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203365.698485:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203365.698503:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203365.698505:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203365.698507:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788203366.082484:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203366.082496:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788203366.082499:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203366.082503:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203366.082508:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203366.082514:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 13832 00000400:00000200:1.0:1788203366.082521:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203366.082528:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203366.082531:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203366.082534:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203366.082537:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203366.082540:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203366.082542:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203366.082546:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203366.082548:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788203366.082551:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203366.082554:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788203366.082557:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788203366.082560:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788203366.082563:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203366.082565:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203366.082567:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203366.082569:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203366.082572:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788203366.082576:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203366.082579:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203366.082582:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203366.082585:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203366.082588:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203366.082590:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788203366.082593:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203366.082602:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dca80. 00000020:00000040:1.0:1788203366.082606:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788203366.082610:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203366.082612:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203366.082615:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203366.082618:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203366.082623:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203366.082631:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98000. 00000100:00000001:1.0:1788203366.082637:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203366.082647:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dca80 x1875052841862528/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203366.082657:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203366.082662:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203366.082667:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004099c200] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dca80 x1875052841862528/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203366.082686:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788203366.082690:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203366.082693:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788203366.082695:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203366.082696:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203366.082699:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203366.082702:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13832 00000400:00000200:1.0:1788203366.082706:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203366.082709:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203366.082712:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203366.082715:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203366.082718:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203366.082721:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203366.082724:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203366.082727:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203366.082744:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788203366.082747:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203366.082749:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000100:00000001:0.0:1788203366.082750:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1788203366.082753:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000001:0.0:1788203366.082755:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203366.082758:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1788203366.082760:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788203366.082766:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3dca80 x1875052841862528/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788203366.082769:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203366.082776:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1788203366.082781:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1788203366.082781:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203366.082784:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203366.082786:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 02000000:00000001:0.0:1788203366.082788:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203366.082791:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1788203366.082793:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 02000000:00000001:0.0:1788203366.082795:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788203366.082801:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00100000:0.0:1788203366.082802:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841862528:192.168.201.101@tcp:250:kworker.0 00000100:00000001:1.0:1788203366.082809:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203366.082810:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203366.082815:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788203366.082815:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203366.082819:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203366.082821:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1788203366.082823:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1788203366.082825:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376800. 02000000:00000001:0.0:1788203366.082829:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203366.082829:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203366.082835:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000400:00000200:0.0:1788203366.082839:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000008:00100000:1.0:1788203366.082841:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000400:00000010:0.0:1788203366.082842:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302790. 00000008:00000001:1.0:1788203366.082848:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788203366.082850:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3b28. 00000100:00000001:1.0:1788203366.082851:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1788203366.082859:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841862528, portal 25 00000100:00000010:1.0:1788203366.082860:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dfb80. 00000100:00000001:0.0:1788203366.082864:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000020:00000040:1.0:1788203366.082866:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000100:00000001:0.0:1788203366.082867:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573876352 : -109644135675264 : ffff9c477c3dca80) 02000000:00000001:1.0:1788203366.082874:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000040:0.0:1788203366.082875:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3dca80 x1875052841862528/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203391 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1788203366.082878:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203366.082884:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1788203366.082888:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1788203366.082888:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203366.082892:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203366.082900:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203366.082903:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3660. 00000100:00000200:0.0:1788203366.082906:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841862528, offset 0 00000400:00000200:0.0:1788203366.082911:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 02000000:00000010:1.0:1788203366.082912:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9a000. 00000100:00000001:1.0:1788203366.082919:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203366.082923:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00100000:1.0:1788203366.082931:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dfb80 x1875052841862656/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1788203366.082932:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203366.082942:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203366.082949:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000100:00000001:1.0:1788203366.082949:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203366.082955:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203366.082957:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000100:00000040:1.0:1788203366.082964:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086c01fd6] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dfb80 x1875052841862656/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788203366.082965:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203366.082974:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703794:703794:256:4294967295] 192.168.201.101@tcp LPNI seq info [703789:703789:8:4294967295] 00000400:00000200:0.0:1788203366.082988:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:1.0:1788203366.083000:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203366.083006:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000100:00080000:1.0:1788203366.083006:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203366.083015:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788203366.083017:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000800:00000200:0.0:1788203366.083021:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000100:00080000:1.0:1788203366.083022:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203366.083028:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000800:00000010:0.0:1788203366.083030:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000100:00080000:1.0:1788203366.083032:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13832 00000400:00000200:1.0:1788203366.083041:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000800:00000200:0.0:1788203366.083042:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203366.083047:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 2 secs later) 00000400:00000200:1.0:1788203366.083049:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203366.083054:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203366.083064:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000800:00000100:0.0:1788203366.083068:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00000001:1.0:1788203366.083070:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000010:0.0:1788203366.083072:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000100:00000040:1.0:1788203366.083077:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000400:00000200:0.0:1788203366.083078:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000001:1.0:1788203366.083084:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000400:00000200:0.0:1788203366.083088:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000020:00000001:1.0:1788203366.083090:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000400:00000200:0.0:1788203366.083094:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3660 00000020:00000040:1.0:1788203366.083094:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000400:00000010:0.0:1788203366.083097:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3660. 00000020:00000001:1.0:1788203366.083099:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:0.0:1788203366.083101:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000020:00000040:1.0:1788203366.083102:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000100:00000200:0.0:1788203366.083108:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c3dca80 x1875052841862528/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203391 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1788203366.083109:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788203366.083116:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000001:0.0:1788203366.083124:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788203366.083125:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000040:0.0:1788203366.083130:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3dca80 x1875052841862528/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203391 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203366.083131:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203366.083138:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203366.083145:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000100:00000001:0.0:1788203366.083146:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203366.083150:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:1.0:1788203366.083152:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00000001:0.0:1788203366.083156:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788203366.083158:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000400:00000200:0.0:1788203366.083163:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:1.0:1788203366.083164:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203366.083166:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4308506356 02000000:00000001:1.0:1788203366.083170:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000010:0.0:1788203366.083173:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685bad20. 02000000:00000001:1.0:1788203366.083175:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203366.083179:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203366.083180:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788203366.083183:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788203366.083186:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4308506356 00000008:00100000:1.0:1788203366.083187:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000100:00000010:0.0:1788203366.083191:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685bab40. 00000008:00000001:1.0:1788203366.083194:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203366.083195:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788203366.083199:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203366.083200:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203366.083206:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203366.083208:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000010:1.0:1788203366.083209:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ded80. 00000100:00100000:0.0:1788203366.083213:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203366/real 1788203366] req@ffff9c477c3dca80 x1875052841862528/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1788203366.083215:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788203366.083222:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203366.083226:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1788203366.083227:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1788203366.083230:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000400:00000001:0.0:1788203366.083231:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203366.083236:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302790. 02000000:00000001:1.0:1788203366.083236:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1788203366.083241:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3b28 02000000:00000001:1.0:1788203366.083241:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788203366.083243:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3b28. 00000100:00000001:0.0:1788203366.083248:0:2419:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:1.0:1788203366.083250:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99c00. 00000100:00000200:0.0:1788203366.083251:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3dca80 x1875052841862528/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203366.083258:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1788203366.083262:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3dca80 x1875052841862528/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203366.083270:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1788203366.083270:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ded80 x1875052841862784/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203366.083272:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203366.083277:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203366.083280:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203366.083287:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c3dca80 x1875052841862528/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203366.083289:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203366.083294:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203366.083296:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203366.083305:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3dca80 x1875052841862528/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203391 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788203366.083306:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a769e60] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ded80 x1875052841862784/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203366.083319:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203366.083324:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203366.083328:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203366.083331:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788203366.083333:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203366.083334:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203366.083336:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203366.083339:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00000040:1.0:1788203366.083339:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203366.083346:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000040:1.0:1788203366.083349:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1788203366.083350:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203366.083357:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3dca80 x1875052841862528/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203391 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788203366.083357:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203366.083367:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788203366.083371:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:0.0:1788203366.083373:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841862528:192.168.201.101@tcp:250:kworker.0 00000100:00080000:1.0:1788203366.083375:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203366.083380:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788203366.083382:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:0.0:1788203366.083383:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203366.083388:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3dca80 x1875052841862528/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203391 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788203366.083391:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13832 00000100:00000001:0.0:1788203366.083419:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203366.083421:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203366.083424:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376800. 02000000:00000001:0.0:1788203366.083429:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:1.0:1788203366.083429:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000020:00000001:0.0:1788203366.083432:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203366.083435:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788203366.083438:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 00000400:00000200:1.0:1788203366.083439:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 02000000:00000010:0.0:1788203366.083441:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4653a98000. 00000100:00080000:1.0:1788203366.083443:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 02000000:00000001:0.0:1788203366.083447:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:1.0:1788203366.083450:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 02000000:00000001:0.0:1788203366.083451:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203366.083453:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3dca80. 00000100:00000001:1.0:1788203366.083456:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1788203366.083457:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203366.083460:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203366.083464:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788203366.083464:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203366.083469:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000100:00000001:0.0:1788203366.083472:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203366.083474:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788203366.083474:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:0.0:1788203366.083479:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1788203366.083479:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000100:00000001:0.0:1788203366.083482:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203366.083484:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1788203366.083484:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203366.083489:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000100:00000040:0.0:1788203366.083491:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3dfb80 x1875052841862656/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1788203366.083494:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788203366.083501:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000001:0.0:1788203366.083506:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203366.083509:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203366.083510:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 02000000:00000001:0.0:1788203366.083511:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203366.083515:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788203366.083517:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1788203366.083518:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203366.083523:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00100000:0.0:1788203366.083525:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841862656:192.168.201.101@tcp:38:kworker.0 00000100:00000001:1.0:1788203366.083528:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000100:00000001:0.0:1788203366.083529:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203366.083533:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:1.0:1788203366.083534:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 02000000:00000001:0.0:1788203366.083535:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203366.083538:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:1.0:1788203366.083541:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 02000000:00000010:0.0:1788203366.083542:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376800. 02000000:00000001:0.0:1788203366.083546:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203366.083548:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203366.083552:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 02000000:00000001:1.0:1788203366.083554:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:0.0:1788203366.083555:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302790. 00000400:00000010:0.0:1788203366.083560:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3b28. 02000000:00000001:1.0:1788203366.083561:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1788203366.083563:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841862656, portal 10 00000100:00000001:0.0:1788203366.083568:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203366.083569:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573888896 : -109644135662720 : ffff9c477c3dfb80) 02000000:00000001:1.0:1788203366.083569:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203366.083576:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000040:0.0:1788203366.083581:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3dfb80 x1875052841862656/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203391 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1788203366.083581:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788203366.083590:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203366.083594:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1788203366.083596:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203366.083599:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203366.083603:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3660. 00000100:00000010:1.0:1788203366.083605:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ddc00. 00000100:00000200:0.0:1788203366.083606:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841862656, offset 0 00000020:00000040:1.0:1788203366.083612:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 00000400:00000200:0.0:1788203366.083613:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203366.083618:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 02000000:00000001:1.0:1788203366.083619:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000400:00000200:0.0:1788203366.083623:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 02000000:00000001:1.0:1788203366.083624:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203366.083627:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1788203366.083629:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1788203366.083632:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 02000000:00000001:1.0:1788203366.083633:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1788203366.083636:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 02000000:00000001:1.0:1788203366.083638:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203366.083639:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203366.083644:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703795:703795:256:4294967295] 192.168.201.101@tcp LPNI seq info [703790:703790:8:4294967295] 02000000:00000010:1.0:1788203366.083647:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98400. 00000400:00000200:0.0:1788203366.083648:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:1.0:1788203366.083654:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203366.083655:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203366.083662:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203366.083667:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000100:00100000:1.0:1788203366.083668:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ddc00 x1875052841862912/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:0.0:1788203366.083674:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203366.083678:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 2 secs later) 00000100:00000001:1.0:1788203366.083692:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000800:00000100:0.0:1788203366.083696:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00000001:1.0:1788203366.083698:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1788203366.083699:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788203366.083704:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000040:1.0:1788203366.083708:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c3c4b34] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ddc00 x1875052841862912/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788203366.083709:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203366.083714:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3660 00000400:00000010:0.0:1788203366.083717:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3660. 00000100:00000001:0.0:1788203366.083720:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203366.083725:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c3dfb80 x1875052841862656/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203391 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203366.083743:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203366.083752:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788203366.083754:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13842) 00000100:00000040:0.0:1788203366.083756:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3dfb80 x1875052841862656/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203391 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203366.083762:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203366.083764:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203366.083767:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203366.083771:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788203366.083774:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203366.083776:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308505098 00000100:00000001:0.0:1788203366.083778:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308506356 00000100:00000001:0.0:1788203366.083780:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308505098 00000100:00000001:0.0:1788203366.083782:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308506356 00000100:00000001:0.0:1788203366.083783:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203366.083785:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203366.083786:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203366.083789:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203366/real 1788203366] req@ffff9c477c3dfb80 x1875052841862656/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203366.083793:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203366.083794:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203366.083795:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302790. 00000400:00000200:0.0:1788203366.083797:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3b28 00000400:00000010:0.0:1788203366.083798:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3b28. 00000100:00000001:0.0:1788203366.083799:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203366.083802:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3dfb80 x1875052841862656/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203366.083808:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3dfb80 x1875052841862656/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203366.083812:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203366.083813:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203366.083814:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203366.083815:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203366.083817:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c3dfb80 x1875052841862656/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203366.083821:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203366.083823:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3dfb80 x1875052841862656/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203391 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203366.083827:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203366.083828:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203366.083829:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203366.083830:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203366.083831:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203366.083833:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203366.083834:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203366.083836:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203366.083837:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203366.083840:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3dfb80 x1875052841862656/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203391 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203366.083844:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841862656:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203366.083847:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203366.083849:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3ded80 x1875052841862784/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203366.083858:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203366.083859:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203366.083861:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203366.083862:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203366.083863:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203366.083865:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841862784:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203366.083867:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203366.083869:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203366.083870:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203366.083871:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203366.083873:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788203366.083875:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203366.083876:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203366.083878:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302790. 00000400:00000010:0.0:1788203366.083880:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3b28. 00000100:00000200:0.0:1788203366.083882:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841862784, portal 10 00000100:00000001:0.0:1788203366.083883:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203366.083884:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573885312 : -109644135666304 : ffff9c477c3ded80) 00000100:00000040:0.0:1788203366.083889:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3ded80 x1875052841862784/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203391 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203366.083893:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203366.083895:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203366.083896:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3660. 00000100:00000200:0.0:1788203366.083898:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841862784, offset 0 00000400:00000200:0.0:1788203366.083900:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203366.083903:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203366.083905:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203366.083907:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203366.083908:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203366.083910:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203366.083911:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203366.083914:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703796:703796:256:4294967295] 192.168.201.101@tcp LPNI seq info [703791:703791:8:4294967295] 00000400:00000200:0.0:1788203366.083916:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203366.083921:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203366.083924:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203366.083926:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788203366.083929:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203366.083931:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1788203366.083937:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203366.083939:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788203366.083941:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203366.083943:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203366.083945:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3660 00000400:00000010:0.0:1788203366.083946:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3660. 00000100:00000001:0.0:1788203366.083948:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203366.083950:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c3ded80 x1875052841862784/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203391 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203366.083955:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203366.083957:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3ded80 x1875052841862784/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203391 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203366.083961:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203366.083962:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203366.083963:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203366.083965:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788203366.083967:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203366.083968:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308505098 00000100:00000001:0.0:1788203366.083969:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308506356 00000100:00000001:0.0:1788203366.083971:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308505098 00000100:00000001:0.0:1788203366.083972:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308506356 00000100:00000001:0.0:1788203366.083974:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203366.083976:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203366.083977:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203366.083979:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203366/real 1788203366] req@ffff9c477c3ded80 x1875052841862784/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203366.083984:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203366.083985:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203366.083986:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302790. 00000400:00000200:0.0:1788203366.083987:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3b28 00000400:00000010:0.0:1788203366.083988:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3b28. 00000100:00000001:0.0:1788203366.083989:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203366.083991:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3ded80 x1875052841862784/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203366.083997:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3ded80 x1875052841862784/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203366.084001:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203366.084002:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203366.084003:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203366.084004:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203366.084006:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c3ded80 x1875052841862784/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203366.084010:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203366.084012:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3ded80 x1875052841862784/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203391 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203366.084016:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203366.084017:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203366.084018:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203366.084019:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203366.084020:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203366.084021:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203366.084023:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203366.084025:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203366.084027:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203366.084029:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3ded80 x1875052841862784/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203391 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203366.084034:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841862784:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203366.084036:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203366.084037:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203366.084039:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3dfb80 x1875052841862656/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203391 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203366.084043:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203366.084044:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203366.084045:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376800. 02000000:00000001:0.0:1788203366.084046:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203366.084047:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203366.084048:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788203366.084049:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203366.084050:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4653a9a000. 02000000:00000001:0.0:1788203366.084052:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203366.084053:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203366.084054:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3dfb80. 00000100:00000001:0.0:1788203366.084056:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203366.084057:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203366.084058:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203366.084060:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3ded80 x1875052841862784/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203391 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203366.084064:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203366.084065:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203366.084065:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788203366.084067:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203366.084067:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203366.084068:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788203366.084069:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203366.084071:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4653a99c00. 02000000:00000001:0.0:1788203366.084072:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203366.084073:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203366.084074:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3ded80. 00000100:00000001:0.0:1788203366.084076:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203366.084076:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203366.084077:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203366.084080:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203366.084081:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203366.084082:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203366.084083:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203366.084084:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203366.084086:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3ddc00 x1875052841862912/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203366.084091:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203366.084092:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203366.084093:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203366.084094:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203366.084095:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203366.084097:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841862912:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788203366.084099:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203366.084100:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203366.084101:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203366.084102:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203366.084104:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788203366.084105:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203366.084108:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203366.084109:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302790. 00000400:00000010:0.0:1788203366.084111:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3b28. 00000100:00000200:0.0:1788203366.084113:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841862912, portal 4 00000100:00000001:0.0:1788203366.084114:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203366.084115:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573880832 : -109644135670784 : ffff9c477c3ddc00) 00000100:00000040:0.0:1788203366.084120:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3ddc00 x1875052841862912/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203391 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203366.084128:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203366.084130:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203366.084131:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3660. 00000100:00000200:0.0:1788203366.084132:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841862912, offset 0 00000400:00000200:0.0:1788203366.084135:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203366.084137:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203366.084139:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203366.084140:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203366.084142:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203366.084143:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203366.084145:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203366.084147:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703797:703797:256:4294967295] 192.168.201.101@tcp LPNI seq info [703792:703792:8:4294967295] 00000400:00000200:0.0:1788203366.084149:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203366.084153:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203366.084156:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203366.084158:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788203366.084160:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203366.084162:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1788203366.084169:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203366.084170:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788203366.084172:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203366.084174:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203366.084176:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3660 00000400:00000010:0.0:1788203366.084177:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3660. 00000100:00000001:0.0:1788203366.084179:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203366.084181:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c3ddc00 x1875052841862912/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203391 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203366.084186:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203366.084188:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3ddc00 x1875052841862912/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203391 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203366.084196:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203366.084197:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203366.084199:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203366.084201:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788203366.084203:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203366.084204:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308505124 00000100:00000001:0.0:1788203366.084206:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308506356 00000100:00000001:0.0:1788203366.084207:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308505124 00000100:00000001:0.0:1788203366.084209:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308506356 00000100:00000001:0.0:1788203366.084210:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203366.084211:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203366.084212:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203366.084215:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203366/real 1788203366] req@ffff9c477c3ddc00 x1875052841862912/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203366.084219:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203366.084220:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203366.084221:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302790. 00000400:00000200:0.0:1788203366.084222:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3b28 00000400:00000010:0.0:1788203366.084223:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3b28. 00000100:00000001:0.0:1788203366.084224:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203366.084226:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3ddc00 x1875052841862912/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203366.084232:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3ddc00 x1875052841862912/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203366.084236:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203366.084237:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203366.084238:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203366.084239:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203366.084241:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c3ddc00 x1875052841862912/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203366.084246:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203366.084248:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3ddc00 x1875052841862912/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203391 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203366.084252:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203366.084254:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203366.084255:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203366.084255:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203366.084256:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203366.084257:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203366.084259:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203366.084261:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203366.084262:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203366.084264:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3ddc00 x1875052841862912/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203391 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203366.084269:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841862912:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788203366.084271:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203366.084272:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203366.084274:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3ddc00 x1875052841862912/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203391 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203366.084278:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203366.084279:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203366.084280:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788203366.084281:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203366.084282:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203366.084283:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788203366.084284:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203366.084285:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4653a98400. 02000000:00000001:0.0:1788203366.084287:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203366.084288:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203366.084289:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3ddc00. 00000100:00000001:0.0:1788203366.084290:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203366.084291:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203366.084293:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203366.084295:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203366.084297:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203366.084299:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203366.084301:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203366.722521:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203366.722528:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203366.722530:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203366.722533:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203366.722537:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203366.722539:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203366.722540:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203366.722542:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203366.722545:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203366.722546:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203366.722548:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203366.722549:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203366.722569:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203366.722571:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203366.722573:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788203367.362653:0:226682:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308506356, at 4308506368 00000100:00000010:1.0:1788203367.362675:0:226682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685bab40. 00000100:00000040:0.0:1788203367.362767:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308506356, at 4308506368 00000100:00000010:0.0:1788203367.362774:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685bad20. 00010000:00000001:0.0:1788203367.746463:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203367.746469:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203367.746474:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203367.746475:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203367.746479:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203367.746480:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203367.746502:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203367.746505:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203367.746508:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203368.770547:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203368.770561:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203368.770572:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203368.770574:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203368.770577:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203368.770579:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203368.770622:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203368.770626:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203368.770630:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203369.794535:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203369.794543:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203369.794549:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203369.794553:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203369.794556:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203369.794560:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203369.794565:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203369.794568:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203369.794570:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203369.794573:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203369.794577:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203369.794579:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203369.794580:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203369.794582:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203369.794584:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203369.794585:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203369.794587:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203369.794590:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203369.794623:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203369.794626:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203369.794629:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203370.818528:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203370.818534:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203370.818538:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203370.818539:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203370.818541:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203370.818542:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203370.818566:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203370.818568:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203370.818570:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788203371.202494:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203371.202505:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788203371.202508:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203371.202513:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203371.202518:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203371.202527:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 13837 00000400:00000200:1.0:1788203371.202535:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203371.202542:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203371.202546:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203371.202549:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203371.202552:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203371.202555:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203371.202558:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203371.202563:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203371.202565:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788203371.202568:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203371.202572:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788203371.202574:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788203371.202576:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788203371.202580:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203371.202582:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203371.202584:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203371.202586:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203371.202588:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788203371.202592:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203371.202594:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203371.202597:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203371.202601:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203371.202604:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203371.202606:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788203371.202609:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203371.202619:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dd880. 00000020:00000040:1.0:1788203371.202623:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788203371.202627:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203371.202629:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203371.202632:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203371.202635:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203371.202655:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203371.202665:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9a400. 00000100:00000001:1.0:1788203371.202672:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203371.202684:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dd880 x1875052841863040/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203371.202694:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203371.202699:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203371.202703:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083606985] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dd880 x1875052841863040/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203371.202727:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788203371.202731:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203371.202734:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788203371.202736:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203371.202738:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203371.202741:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203371.202743:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13837 00000400:00000200:1.0:1788203371.202747:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203371.202751:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203371.202754:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203371.202758:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203371.202761:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203371.202763:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203371.202764:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788203371.202766:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000100:00000001:0.0:1788203371.202771:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1788203371.202771:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:0.0:1788203371.202775:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000040:1.0:1788203371.202775:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788203371.202780:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203371.202784:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000100:00000040:0.0:1788203371.202786:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3dd880 x1875052841863040/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1788203371.202787:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788203371.202792:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788203371.202801:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203371.202805:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203371.202807:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203371.202809:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203371.202811:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788203371.202815:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203371.202820:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203371.202822:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1788203371.202822:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1788203371.202827:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203371.202831:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203371.202834:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788203371.202835:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203371.202838:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788203371.202839:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:0.0:1788203371.202844:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:1.0:1788203371.202846:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1788203371.202851:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841863040:192.168.201.101@tcp:250:kworker.0 00000008:00000001:1.0:1788203371.202852:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203371.202857:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203371.202860:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000010:1.0:1788203371.202864:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dce00. 02000000:00000001:0.0:1788203371.202866:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:1.0:1788203371.202869:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788203371.202871:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203371.202874:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203371.202876:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1788203371.202878:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203371.202882:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:0.0:1788203371.202884:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376800. 02000000:00000001:1.0:1788203371.202885:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203371.202888:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203371.202890:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203371.202899:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 02000000:00000010:1.0:1788203371.202899:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b800. 00000100:00000001:1.0:1788203371.202906:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788203371.202908:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302790. 00000100:00100000:1.0:1788203371.202916:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dce00 x1875052841863168/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1788203371.202918:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3b28. 00000100:00000200:0.0:1788203371.202929:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841863040, portal 25 00000100:00000001:1.0:1788203371.202929:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203371.202933:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203371.202935:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203371.202939:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573879936 : -109644135671680 : ffff9c477c3dd880) 00000100:00000040:1.0:1788203371.202941:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e15d5058] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dce00 x1875052841863168/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788203371.202951:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3dd880 x1875052841863040/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203396 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203371.202957:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788203371.202962:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788203371.202966:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:1.0:1788203371.202968:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788203371.202971:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000040:0.0:1788203371.202974:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000100:00080000:1.0:1788203371.202975:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000400:00000010:0.0:1788203371.202980:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3660. 00000100:00000001:1.0:1788203371.202981:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00000200:0.0:1788203371.202986:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841863040, offset 0 00000100:00080000:1.0:1788203371.202988:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13837 00000400:00000200:1.0:1788203371.202995:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203371.202999:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:1.0:1788203371.203004:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203371.203009:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000400:00000200:0.0:1788203371.203014:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000040:1.0:1788203371.203014:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203371.203020:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1788203371.203025:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000100:00000040:1.0:1788203371.203026:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203371.203032:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000400:00000200:0.0:1788203371.203035:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:1.0:1788203371.203035:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203371.203037:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788203371.203041:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000400:00000200:0.0:1788203371.203044:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000020:00000040:1.0:1788203371.203045:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788203371.203050:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000400:00000200:0.0:1788203371.203053:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000020:00000001:1.0:1788203371.203054:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000400:00000200:0.0:1788203371.203061:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000100:00000040:1.0:1788203371.203063:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203371.203067:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1788203371.203071:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703798:703798:256:4294967295] 192.168.201.101@tcp LPNI seq info [703793:703793:8:4294967295] 00000100:00000040:1.0:1788203371.203073:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203371.203080:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000400:00000200:0.0:1788203371.203082:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000020:00000040:1.0:1788203371.203085:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788203371.203091:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203371.203097:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203371.203100:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 02000000:00000001:1.0:1788203371.203101:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203371.203107:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1788203371.203111:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 02000000:00000001:1.0:1788203371.203113:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203371.203117:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000800:00000010:0.0:1788203371.203120:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000008:00100000:1.0:1788203371.203120:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788203371.203127:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203371.203129:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788203371.203133:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000100:00000010:1.0:1788203371.203136:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ddf80. 00000020:00000040:1.0:1788203371.203142:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788203371.203148:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203371.203151:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203371.203153:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203371.203155:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203371.203157:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203371.203161:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b400. 00000100:00000001:1.0:1788203371.203165:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203371.203167:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203371.203173:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ddf80 x1875052841863296/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1788203371.203174:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203371.203179:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4308511476 00000100:00000010:0.0:1788203371.203188:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685bad20. 00000100:00000001:1.0:1788203371.203190:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203371.203195:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203371.203197:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000040:1.0:1788203371.203201:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dea6dee7] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ddf80 x1875052841863296/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203371.203206:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4308511476 00000100:00000010:0.0:1788203371.203216:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba4e0. 00000100:00000001:1.0:1788203371.203216:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203371.203223:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788203371.203224:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000040:1.0:1788203371.203230:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1788203371.203231:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:1.0:1788203371.203235:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788203371.203237:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788203371.203240:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788203371.203243:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203371.203244:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203371.203248:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203371.203249:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788203371.203252:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203371.203256:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13837 00000100:00000001:0.0:1788203371.203259:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1788203371.203260:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203371.203264:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000400:00000200:1.0:1788203371.203267:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00000001:0.0:1788203371.203269:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:1.0:1788203371.203271:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1788203371.203274:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203371.203277:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788203371.203278:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203371.203283:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203371.203285:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3dce00 x1875052841863168/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788203371.203290:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203371.203296:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203371.203301:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:0.0:1788203371.203303:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000040:1.0:1788203371.203304:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000100:00000001:0.0:1788203371.203307:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788203371.203308:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 02000000:00000001:0.0:1788203371.203311:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:1.0:1788203371.203313:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788203371.203316:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 02000000:00000001:0.0:1788203371.203322:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1788203371.203322:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 02000000:00000001:0.0:1788203371.203329:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203371.203331:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203371.203337:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:0.0:1788203371.203338:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841863168:192.168.201.101@tcp:38:kworker.0 00000100:00000040:1.0:1788203371.203342:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203371.203344:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1788203371.203349:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 02000000:00000001:0.0:1788203371.203350:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203371.203353:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788203371.203355:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 02000000:00000001:0.0:1788203371.203357:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203371.203363:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375400. 00000100:00080000:1.0:1788203371.203363:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 02000000:00000001:0.0:1788203371.203368:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203371.203370:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203371.203374:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:0.0:1788203371.203376:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 02000000:00000001:1.0:1788203371.203379:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1788203371.203381:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 02000000:00000001:1.0:1788203371.203385:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788203371.203388:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3088. 00000100:00000001:1.0:1788203371.203389:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788203371.203424:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000100:00000200:0.0:1788203371.203426:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841863168, portal 10 00000008:00000001:1.0:1788203371.203429:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203371.203430:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788203371.203433:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203371.203434:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573877248 : -109644135674368 : ffff9c477c3dce00) 00000100:00000010:1.0:1788203371.203442:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dc700. 00000100:00000040:0.0:1788203371.203447:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3dce00 x1875052841863168/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203396 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1788203371.203448:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788203371.203454:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203371.203457:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203371.203462:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1788203371.203464:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1788203371.203465:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1788203371.203470:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 02000000:00000001:1.0:1788203371.203470:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788203371.203475:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 02000000:00000010:1.0:1788203371.203477:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98c00. 00000100:00000200:0.0:1788203371.203480:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841863168, offset 0 00000100:00000001:1.0:1788203371.203484:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203371.203490:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000100:00100000:1.0:1788203371.203495:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dc700 x1875052841863424/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1788203371.203498:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203371.203507:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000100:00000001:1.0:1788203371.203511:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1788203371.203513:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1788203371.203516:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203371.203519:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000100:00000040:1.0:1788203371.203525:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7db4f2b] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dc700 x1875052841863424/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788203371.203526:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203371.203533:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203371.203540:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703799:703799:255:4294967295] 192.168.201.101@tcp LPNI seq info [703794:703794:7:4294967295] 00000100:00000001:1.0:1788203371.203549:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203371.203550:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000040:1.0:1788203371.203558:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13847) 00000400:00000200:0.0:1788203371.203563:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203371.203569:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203371.203573:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788203371.203579:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000100:00000001:0.0:1788203371.203586:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203371.203590:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788203371.203594:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203371.203596:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308510218 00000100:00000001:0.0:1788203371.203599:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308511476 00000100:00000001:0.0:1788203371.203601:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308510218 00000100:00000001:0.0:1788203371.203603:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308511476 00000100:00000001:0.0:1788203371.203605:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203371.203608:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203371.203610:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203371.203614:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3ddf80 x1875052841863296/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203371.203622:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203371.203624:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203371.203626:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203371.203628:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203371.203630:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203371.203633:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841863296:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203371.203637:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203371.203653:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203371.203655:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203371.203657:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203371.203661:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788203371.203664:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203371.203667:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203371.203669:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302688. 00000400:00000010:0.0:1788203371.203673:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3880. 00000100:00000200:0.0:1788203371.203676:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841863296, portal 10 00000100:00000001:0.0:1788203371.203678:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203371.203679:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573881728 : -109644135669888 : ffff9c477c3ddf80) 00000100:00000040:0.0:1788203371.203687:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3ddf80 x1875052841863296/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203396 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203371.203695:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203371.203698:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203371.203700:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c36e8. 00000100:00000200:0.0:1788203371.203703:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841863296, offset 0 00000400:00000200:0.0:1788203371.203709:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203371.203713:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203371.203717:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203371.203720:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203371.203723:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203371.203726:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203371.203728:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203371.203732:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703800:703800:254:4294967295] 192.168.201.101@tcp LPNI seq info [703795:703795:6:4294967295] 00000400:00000200:0.0:1788203371.203736:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203371.203743:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203371.203748:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203371.203751:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036b00. 00000800:00000200:0.0:1788203371.203755:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000100:00000001:0.0:1788203371.203762:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203371.203766:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788203371.203769:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203371.203771:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308510218 00000100:00000001:0.0:1788203371.203773:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308511476 00000100:00000001:0.0:1788203371.203776:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308510218 00000100:00000001:0.0:1788203371.203779:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308511476 00000100:00000001:0.0:1788203371.203781:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203371.203783:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203371.203785:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203371.203787:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203371.203791:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203371.203793:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1788203371.203795:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203371.203797:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203371.203798:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203371.203803:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3dc700 x1875052841863424/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203371.203811:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203371.203812:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203371.203815:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203371.203817:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203371.203819:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203371.203822:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841863424:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788203371.203825:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203371.203827:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203371.203829:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203371.203830:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203371.203833:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374400. 02000000:00000001:0.0:1788203371.203835:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203371.203839:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203371.203842:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302210. 00000400:00000010:0.0:1788203371.203846:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788203371.203848:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841863424, portal 4 00000100:00000001:0.0:1788203371.203850:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203371.203852:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573875456 : -109644135676160 : ffff9c477c3dc700) 00000100:00000040:0.0:1788203371.203858:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3dc700 x1875052841863424/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203396 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203371.203866:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203371.203869:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203371.203871:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788203371.203874:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841863424, offset 0 00000400:00000200:0.0:1788203371.203879:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203371.203882:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203371.203886:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203371.203890:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203371.203893:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203371.203896:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203371.203898:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203371.203901:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703801:703801:253:4294967295] 192.168.201.101@tcp LPNI seq info [703796:703796:5:4294967295] 00000400:00000200:0.0:1788203371.203905:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203371.203911:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203371.203916:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203371.203920:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036600. 00000800:00000200:0.0:1788203371.203924:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000100:00000001:0.0:1788203371.203930:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203371.203933:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788203371.203936:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203371.203938:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308510244 00000100:00000001:0.0:1788203371.203941:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308511476 00000100:00000001:0.0:1788203371.203943:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308510244 00000100:00000001:0.0:1788203371.203945:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308511476 00000100:00000001:0.0:1788203371.203946:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203371.203949:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203371.203952:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203371.203953:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203371.203957:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203371.203958:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1788203371.203960:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203371.203961:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203371.203963:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203371.203964:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203371.842488:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203371.842495:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203371.842499:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203371.842500:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203371.842503:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203371.842504:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203371.842523:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203371.842525:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203371.842527:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203372.482510:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308511476, at 4308511488 00000100:00000040:1.0:1788203372.482526:0:226682:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308511476, at 4308511488 00000100:00000010:0.0:1788203372.482532:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685bad20. 00000100:00000010:1.0:1788203372.482537:0:226682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba4e0. 00010000:00000001:0.0:1788203372.866502:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203372.866508:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203372.866512:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203372.866513:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203372.866516:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203372.866516:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203372.866537:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203372.866540:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203372.866542:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203373.890524:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203373.890532:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203373.890538:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203373.890540:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203373.890543:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203373.890545:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203373.890571:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203373.890575:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203373.890578:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1788203374.274792:0:2409:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.101:988 00000400:00000100:1.0:1788203374.274839:0:2409:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.101@tcp at host 192.168.201.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:1.0:1788203374.274850:0:2409:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203374.274855:0:2409:0:(router.c:1791:lnet_notify()) 192.168.201.1@tcp notifying 192.168.201.101@tcp: down 00000400:00000200:1.0:1788203374.274860:0:2409:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203374.274864:0:2409:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:1.0:1788203374.274871:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788203374.274874:0:2409:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:1.0:1788203374.274879:0:2409:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788203374.274884:0:2409:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788203374.274891:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3660 00000400:00000010:1.0:1788203374.274894:0:2409:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3660. 00000100:00000001:1.0:1788203374.274901:0:2409:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788203374.274912:0:2409:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477c3dd880 x1875052841863040/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203396 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203374.275003:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203374.275013:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203374.275018:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000001:1.0:1788203374.275038:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788203374.275044:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3dd880 x1875052841863040/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203396 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203374.275081:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203371/real 1788203374] req@ffff9c477c3dd880 x1875052841863040/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203396 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203374.275095:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203374.275097:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203374.275102:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302790. 00000400:00000200:0.0:1788203374.275106:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3b28 00000400:00000010:0.0:1788203374.275109:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3b28. 00000100:00000001:0.0:1788203374.275114:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203374.275119:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3dd880 x1875052841863040/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203396 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203374.275130:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3dd880 x1875052841863040/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203396 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203374.275138:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203374.275140:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203374.275143:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203374.275147:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203374.275151:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c3dd880 x1875052841863040/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203396 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203374.275158:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203374.275164:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3dd880 x1875052841863040/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203396 ref 2 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203374.275172:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203374.275175:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203374.275176:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203374.275178:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203374.275182:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203374.275184:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203374.275189:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203374.275195:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203374.275199:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203374.275204:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3dd880 x1875052841863040/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203396 ref 2 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203374.275214:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841863040:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788203374.275220:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203374.275223:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203374.275227:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3dd880 x1875052841863040/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203396 ref 2 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203374.275244:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203374.275248:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203374.275250:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203374.275251:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203374.275253:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203374.275255:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203374.275452:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788203374.275458:0:2409:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788203374.275463:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376800. 02000000:00000001:1.0:1788203374.275468:0:2409:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788203374.275471:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1788203374.275474:0:2409:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:1.0:1788203374.275485:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1788203374.275490:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4653a9a400. 02000000:00000001:1.0:1788203374.275495:0:2409:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788203374.275497:0:2409:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788203374.275499:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3dd880. 00000100:00000001:1.0:1788203374.275504:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788203374.275505:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788203374.275508:0:2409:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788203374.275523:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788203374.275527:0:2409:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:1.0:1788203374.275530:0:2409:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788203374.275534:0:2409:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788203374.275538:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:1.0:1788203374.275541:0:2409:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:1.0:1788203374.275543:0:2409:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788203374.275550:0:2409:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477c3dce00 x1875052841863168/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203396 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203374.275566:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788203374.275570:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3dce00 x1875052841863168/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203396 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203374.275578:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203374.275579:0:2409:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788203374.275596:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788203374.275599:0:2409:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036b00. 00000400:00000200:1.0:1788203374.275603:0:2409:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788203374.275608:0:2409:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788203374.275611:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c36e8 00000400:00000010:1.0:1788203374.275614:0:2409:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c36e8. 00000100:00000001:1.0:1788203374.275617:0:2409:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788203374.275623:0:2409:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477c3ddf80 x1875052841863296/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203396 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203374.275632:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788203374.275635:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3ddf80 x1875052841863296/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203396 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203374.275642:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203374.275644:0:2409:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788203374.275650:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788203374.275652:0:2409:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036600. 00000400:00000200:1.0:1788203374.275655:0:2409:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788203374.275658:0:2409:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788203374.276269:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:1.0:1788203374.276273:0:2409:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:1.0:1788203374.276279:0:2409:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788203374.276285:0:2409:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477c3dc700 x1875052841863424/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203396 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203374.276296:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788203374.276299:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3dc700 x1875052841863424/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203396 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203374.276307:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203374.276309:0:2409:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1788203374.914527:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203374.914535:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203374.914542:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203374.914543:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203374.914548:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203374.914550:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203374.914607:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203374.914611:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203374.914614:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203375.938502:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203375.938508:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203375.938512:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203375.938513:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203375.938516:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203375.938518:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203375.938537:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203375.938540:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203375.938542:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203376.962511:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203376.962518:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203376.962525:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203376.962528:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203376.962532:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203376.962534:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203376.962536:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203376.962537:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203376.962553:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203376.962555:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203376.962558:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203376.962559:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203376.962582:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203376.962584:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203376.962586:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203377.602507:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308516596, at 4308516608 00000100:00000040:1.0:1788203377.602507:0:226682:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308516596, at 4308516608 00000100:00000010:0.0:1788203377.602527:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88720. 00000100:00000010:1.0:1788203377.602558:0:226682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88120. 00010000:00000001:0.0:1788203377.986497:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203377.986503:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203377.986506:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203377.986508:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203377.986510:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203377.986511:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203377.986545:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203377.986547:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203377.986549:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203379.010547:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203379.010555:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203379.010561:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203379.010562:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203379.010564:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203379.010565:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203379.010589:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203379.010591:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203379.010593:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203380.034557:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203380.034565:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203380.034572:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203380.034576:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203380.034579:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203380.034582:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203380.034586:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203380.034588:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203380.034590:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203380.034593:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203380.034597:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203380.034598:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203380.034599:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203380.034600:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203380.034602:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203380.034603:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203380.034604:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203380.034606:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203380.034664:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203380.034667:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203380.034669:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203381.058552:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203381.058560:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203381.058565:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203381.058567:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203381.058571:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203381.058572:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203381.058604:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203381.058607:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203381.058611:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788203381.442597:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203381.442610:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788203381.442613:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203381.442617:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203381.442623:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203381.442631:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 13848 00000400:00000200:0.0:1788203381.442639:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203381.442646:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203381.442650:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203381.442653:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203381.442657:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203381.442660:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203381.442663:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203381.442667:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203381.442669:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788203381.442672:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203381.442676:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788203381.442678:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788203381.442682:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788203381.442685:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203381.442687:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203381.442690:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203381.442692:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203381.442705:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788203381.442709:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203381.442712:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203381.442716:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203381.442720:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203381.442723:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203381.442726:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788203381.442730:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203381.442740:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9500. 00000020:00000040:0.0:1788203381.442744:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788203381.442748:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203381.442750:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203381.442753:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203381.442756:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203381.442760:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203381.442769:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376000. 00000100:00000001:0.0:1788203381.442776:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203381.442787:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9500 x1875052841864064/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203381.442800:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203381.442804:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203381.442810:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000842d065d] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9500 x1875052841864064/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203381.442834:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788203381.442838:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203381.442842:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788203381.442845:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203381.442847:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203381.442851:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203381.442854:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13848 00000400:00000200:0.0:1788203381.442859:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203381.442866:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203381.442872:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203381.442880:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203381.442883:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203381.442888:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203381.442893:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203381.442898:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203381.442901:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788203381.442905:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203381.442909:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788203381.442913:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788203381.442919:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788203381.442925:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203381.442931:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203381.442937:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203381.442941:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203381.442957:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788203381.442963:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203381.442970:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203381.442976:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203381.442984:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203381.442989:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203381.442995:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203381.442999:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788203381.443004:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203381.443009:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203381.443017:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8380. 00000020:00000040:0.0:1788203381.443022:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788203381.443028:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203381.443031:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203381.443036:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203381.443039:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203381.443043:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203381.443053:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374400. 00000100:00000001:0.0:1788203381.443067:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203381.443082:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8380 x1875052841864192/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203381.443101:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203381.443105:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203381.443113:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004fba561] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8380 x1875052841864192/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203381.443137:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788203381.443143:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203381.443148:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788203381.443152:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203381.443157:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203381.443164:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203381.443176:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13848 00000400:00000200:0.0:1788203381.443187:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203381.443194:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203381.443200:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203381.443210:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203381.443216:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203381.443222:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203381.443226:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203381.443231:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203381.443235:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788203381.443238:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203381.443241:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788203381.443247:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788203381.443253:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788203381.443259:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203381.443263:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203381.443269:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203381.443275:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203381.443281:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788203381.443288:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203381.443295:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203381.443300:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203381.443306:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203381.443313:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203381.443315:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203381.443319:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788203381.443327:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203381.443332:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203381.443339:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fb800. 00000020:00000040:0.0:1788203381.443345:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788203381.443351:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203381.443354:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203381.443359:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203381.443363:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203381.443367:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203381.443375:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375800. 00000100:00000001:0.0:1788203381.443382:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203381.443432:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fb800 x1875052841864320/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203381.443452:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203381.443457:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203381.443485:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045f4f50b] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fb800 x1875052841864320/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203381.443518:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203381.443523:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788203381.443534:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788203381.443541:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203381.443547:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788203381.443550:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203381.443555:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203381.443562:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203381.443570:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13848 00000400:00000200:0.0:1788203381.443582:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203381.443590:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203381.443597:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203381.443605:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203381.443609:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203381.443615:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203381.443622:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203381.443629:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203381.443633:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788203381.443637:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203381.443641:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788203381.443645:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788203381.443651:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788203381.443659:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203381.443662:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203381.443665:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203381.443668:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203381.443671:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788203381.443675:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203381.443678:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203381.443680:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203381.443686:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203381.443692:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203381.443695:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203381.443700:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788203381.443707:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203381.443708:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203381.443712:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9f80. 00000020:00000040:0.0:1788203381.443715:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788203381.443718:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203381.443721:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203381.443725:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203381.443728:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203381.443732:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203381.443738:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375400. 00000100:00000001:0.0:1788203381.443743:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203381.443751:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9f80 x1875052841864448/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203381.443760:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203381.443764:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203381.443771:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5e67c01] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9f80 x1875052841864448/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203381.443785:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203381.443793:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13858) 00010000:00000001:0.0:1788203382.082570:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203382.082578:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203382.082584:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203382.082586:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203382.082590:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203382.082592:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203382.082650:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203382.082654:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203382.082658:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203382.722489:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308521716, at 4308521728 00000100:00000040:1.0:1788203382.722489:0:226682:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308521716, at 4308521728 00000100:00000010:1.0:1788203382.722510:0:226682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88ae0. 00000100:00000010:0.0:1788203382.722514:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa886c0. 00010000:00000001:0.0:1788203383.106611:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203383.106623:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203383.106631:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203383.106633:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203383.106639:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203383.106641:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203383.106682:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203383.106686:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203383.106689:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203384.130557:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203384.130564:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203384.130569:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203384.130570:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203384.130572:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203384.130573:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203384.130601:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203384.130603:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203384.130606:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203385.154536:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203385.154546:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203385.154555:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203385.154556:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203385.154560:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203385.154562:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203385.154603:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203385.154607:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203385.154611:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203386.178539:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203386.178548:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203386.178554:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203386.178555:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203386.178560:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203386.178561:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203386.178588:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203386.178590:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203386.178593:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788203386.562556:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203386.562568:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788203386.562571:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203386.562583:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203386.562588:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203386.562596:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 13853 00000400:00000200:0.0:1788203386.562605:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203386.562611:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203386.562614:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203386.562617:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203386.562620:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203386.562622:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203386.562624:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203386.562628:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203386.562630:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788203386.562633:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203386.562636:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788203386.562639:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788203386.562642:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788203386.562645:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203386.562647:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203386.562649:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203386.562650:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203386.562654:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788203386.562658:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203386.562661:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203386.562666:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203386.562671:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203386.562676:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203386.562679:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788203386.562682:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203386.562701:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fb100. 00000020:00000040:0.0:1788203386.562705:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788203386.562710:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203386.562711:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203386.562715:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203386.562719:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203386.562725:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203386.562734:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377c00. 00000100:00000001:0.0:1788203386.562741:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203386.562751:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fb100 x1875052841864576/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203386.562760:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203386.562765:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203386.562769:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000093808cf5] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fb100 x1875052841864576/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203386.562792:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788203386.562795:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203386.562798:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788203386.562799:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203386.562801:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203386.562803:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203386.562805:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13853 00000400:00000200:0.0:1788203386.562810:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203386.562812:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203386.562814:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203386.562816:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203386.562818:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203386.562821:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203386.562823:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203386.562825:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203386.562826:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788203386.562829:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203386.562833:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788203386.562839:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788203386.562849:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788203386.562858:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203386.562861:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203386.562866:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203386.562871:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203386.562884:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788203386.562895:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203386.562904:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203386.562908:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203386.562923:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203386.562928:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203386.562930:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203386.562934:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788203386.562938:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203386.562940:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203386.562947:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8000. 00000020:00000040:0.0:1788203386.562951:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788203386.562955:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203386.562957:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203386.562958:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203386.562963:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203386.562966:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203386.562982:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377400. 00000100:00000001:0.0:1788203386.562990:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203386.563012:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8000 x1875052841864704/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203386.563032:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203386.563038:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203386.563046:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000755f6dce] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8000 x1875052841864704/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203386.563063:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788203386.563067:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203386.563077:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788203386.563082:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203386.563085:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203386.563088:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203386.563091:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13853 00000400:00000200:0.0:1788203386.563104:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203386.563116:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203386.563125:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203386.563138:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203386.563146:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203386.563157:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203386.563165:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203386.563167:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203386.563168:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788203386.563170:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203386.563172:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788203386.563177:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788203386.563179:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788203386.563190:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203386.563192:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203386.563194:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203386.563196:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203386.563204:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788203386.563212:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203386.563215:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203386.563219:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203386.563224:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203386.563231:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203386.563235:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203386.563241:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788203386.563250:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203386.563255:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203386.563262:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9880. 00000020:00000040:0.0:1788203386.563268:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788203386.563273:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203386.563275:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203386.563279:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203386.563284:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203386.563289:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203386.563293:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376400. 00000100:00000001:0.0:1788203386.563304:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203386.563313:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9880 x1875052841864832/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203386.563337:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203386.563343:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203386.563349:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2b42fc4] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9880 x1875052841864832/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203386.563355:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203386.563360:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788203386.563366:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788203386.563389:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203386.563445:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788203386.563451:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203386.563457:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203386.563462:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203386.563472:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13853 00000400:00000200:0.0:1788203386.563495:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203386.563512:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203386.563520:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203386.563538:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203386.563545:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203386.563551:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203386.563555:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203386.563572:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203386.563577:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788203386.563586:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203386.563594:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788203386.563598:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788203386.563603:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788203386.563607:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203386.563608:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203386.563609:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203386.563610:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203386.563612:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788203386.563615:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203386.563618:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203386.563623:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203386.563628:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203386.563630:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203386.563631:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203386.563635:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788203386.563643:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203386.563650:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203386.563656:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9c00. 00000020:00000040:0.0:1788203386.563662:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788203386.563669:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203386.563672:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203386.563677:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203386.563681:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203386.563686:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203386.563697:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377000. 00000100:00000001:0.0:1788203386.563706:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203386.563719:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9c00 x1875052841864960/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203386.563758:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203386.563768:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203386.563787:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d680416d] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9c00 x1875052841864960/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203386.563822:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203386.563830:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13863) 00010000:00000001:0.0:1788203387.202526:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203387.202540:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203387.202543:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203387.202549:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203387.202556:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203387.202559:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203387.202562:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203387.202565:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203387.202576:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203387.202578:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203387.202582:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203387.202584:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203387.202642:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203387.202646:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203387.202650:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203387.842546:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308526837, at 4308526848 00000100:00000040:1.0:1788203387.842546:0:226682:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308526837, at 4308526848 00000100:00000010:0.0:1788203387.842570:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88480. 00000100:00000010:1.0:1788203387.842578:0:226682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa888a0. 00010000:00000001:0.0:1788203388.226566:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203388.226574:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203388.226588:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203388.226590:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203388.226593:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203388.226594:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203388.226637:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203388.226640:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203388.226643:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203389.250568:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203389.250576:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203389.250582:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203389.250583:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203389.250586:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203389.250586:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203389.250637:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203389.250640:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203389.250642:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203390.274534:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203390.274548:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203390.274554:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203390.274558:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203390.274561:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203390.274565:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203390.274569:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203390.274572:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203390.274575:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203390.274578:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203390.274582:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203390.274584:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203390.274586:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203390.274587:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203390.274589:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203390.274591:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203390.274592:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203390.274594:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203390.274629:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203390.274633:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203390.274637:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203391.298556:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203391.298565:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203391.298570:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203391.298571:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203391.298574:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203391.298575:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203391.298602:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203391.298605:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203391.298609:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203392.322544:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203392.322552:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203392.322558:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203392.322559:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203392.322561:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203392.322562:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203392.322590:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203392.322592:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203392.322595:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203392.962544:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308531957, at 4308531968 00000100:00000040:1.0:1788203392.962544:0:226682:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308531957, at 4308531968 00000100:00000010:1.0:1788203392.962563:0:226682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa888a0. 00000100:00000010:0.0:1788203392.962566:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88d80. 00010000:00000001:0.0:1788203393.346531:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203393.346541:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203393.346546:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203393.346547:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203393.346550:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203393.346551:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203393.346578:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203393.346580:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203393.346583:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203394.370539:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203394.370550:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203394.370558:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203394.370560:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203394.370564:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203394.370566:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203394.370615:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203394.370619:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203394.370623:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203395.394506:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203395.394511:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203395.394514:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203395.394515:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203395.394518:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203395.394519:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203395.394539:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203395.394541:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203395.394543:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203396.418527:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203396.418536:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203396.418539:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203396.418549:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203396.418554:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203396.418556:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203396.418559:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203396.418561:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203396.418565:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203396.418567:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203396.418570:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203396.418572:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203396.418613:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203396.418617:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203396.418620:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788203396.802489:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203396.802499:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788203396.802502:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203396.802506:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203396.802510:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203396.802518:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 13863 00000400:00000200:1.0:1788203396.802526:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203396.802533:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203396.802536:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203396.802540:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203396.802543:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203396.802547:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203396.802549:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203396.802553:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203396.802556:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788203396.802559:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203396.802562:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788203396.802565:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788203396.802568:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788203396.802572:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203396.802574:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203396.802576:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203396.802578:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203396.802581:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788203396.802585:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203396.802588:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203396.802591:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203396.802594:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203396.802597:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203396.802600:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788203396.802602:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203396.802612:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dd880. 00000020:00000040:1.0:1788203396.802615:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788203396.802619:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203396.802621:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203396.802624:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203396.802627:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203396.802631:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203396.802639:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9a400. 00000100:00000001:1.0:1788203396.802646:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203396.802656:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dd880 x1875052841865600/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203396.802666:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203396.802672:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203396.802677:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083606985] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dd880 x1875052841865600/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203396.802700:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788203396.802704:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203396.802707:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788203396.802709:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203396.802710:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203396.802713:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203396.802716:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13863 00000400:00000200:1.0:1788203396.802721:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203396.802725:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203396.802728:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203396.802734:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203396.802740:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203396.802747:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203396.802751:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203396.802757:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203396.802760:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788203396.802764:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203396.802769:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788203396.802775:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788203396.802781:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788203396.802790:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203396.802796:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203396.802803:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203396.802809:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203396.802814:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788203396.802832:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203396.802841:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203396.802844:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203396.802852:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203396.802858:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203396.802863:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788203396.802870:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788203396.802878:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203396.802883:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203396.802891:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dc000. 00000020:00000040:1.0:1788203396.802896:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788203396.802899:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203396.802901:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203396.802906:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203396.802908:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203396.802912:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203396.802921:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9bc00. 00000100:00000001:1.0:1788203396.802927:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203396.802932:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dc000 x1875052841865728/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203396.802939:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203396.802943:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203396.802947:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1e3b926] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dc000 x1875052841865728/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203396.802962:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788203396.802967:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203396.802972:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788203396.802975:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203396.802978:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203396.802984:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203396.802989:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13863 00000400:00000200:1.0:1788203396.803009:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203396.803017:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203396.803022:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203396.803035:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203396.803044:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203396.803052:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203396.803056:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203396.803062:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203396.803066:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788203396.803069:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203396.803074:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788203396.803081:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788203396.803090:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788203396.803116:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203396.803123:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203396.803130:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203396.803136:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203396.803142:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788203396.803150:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203396.803158:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203396.803161:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203396.803166:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203396.803171:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203396.803183:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788203396.803188:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788203396.803225:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203396.803231:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203396.803238:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3df100. 00000020:00000040:1.0:1788203396.803244:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788203396.803250:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203396.803253:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203396.803258:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203396.803261:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203396.803266:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203396.803286:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98800. 00000100:00000001:1.0:1788203396.803294:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203396.803305:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3df100 x1875052841865856/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203396.803321:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203396.803327:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203396.803340:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c16a5860] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3df100 x1875052841865856/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203396.803361:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203396.803366:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788203396.803375:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788203396.803381:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203396.803391:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788203396.803461:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203396.803466:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203396.803473:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203396.803482:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13863 00000400:00000200:1.0:1788203396.803488:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203396.803494:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203396.803501:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203396.803507:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203396.803510:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203396.803516:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203396.803522:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203396.803528:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203396.803533:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788203396.803538:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203396.803543:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788203396.803549:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788203396.803556:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788203396.803567:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203396.803575:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203396.803580:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203396.803584:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203396.803588:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788203396.803594:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203396.803598:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203396.803600:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203396.803607:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203396.803612:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203396.803615:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788203396.803620:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788203396.803626:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203396.803631:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203396.803640:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dd180. 00000020:00000040:1.0:1788203396.803646:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788203396.803653:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203396.803656:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203396.803662:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203396.803666:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203396.803670:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203396.803679:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99000. 00000100:00000001:1.0:1788203396.803689:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203396.803701:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dd180 x1875052841865984/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203396.803721:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203396.803727:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203396.803743:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000095f81904] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dd180 x1875052841865984/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203396.803794:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203396.803806:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13873) 00010000:00000001:0.0:1788203397.442456:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203397.442462:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203397.442466:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203397.442467:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203397.442469:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203397.442470:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203397.442489:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203397.442491:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203397.442493:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203398.082506:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308537076, at 4308537088 00000100:00000040:1.0:1788203398.082506:0:226682:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308537076, at 4308537088 00000100:00000010:0.0:1788203398.082522:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88480. 00000100:00000010:1.0:1788203398.082524:0:226682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa886c0. 00010000:00000001:0.0:1788203398.466501:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203398.466507:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203398.466512:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203398.466513:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203398.466515:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203398.466516:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203398.466536:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203398.466538:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203398.466540:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203399.490500:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203399.490506:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203399.490511:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203399.490513:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203399.490515:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203399.490517:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203399.490520:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203399.490521:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203399.490523:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203399.490525:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203399.490527:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203399.490528:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203399.490529:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203399.490530:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203399.490531:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203399.490531:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203399.490532:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203399.490534:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203399.490554:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203399.490556:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203399.490558:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203400.514508:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203400.514516:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203400.514523:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203400.514524:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203400.514526:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203400.514527:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203400.514549:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203400.514551:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203400.514553:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203401.538516:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203401.538522:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203401.538526:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203401.538527:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203401.538530:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203401.538531:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203401.538549:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203401.538551:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203401.538553:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788203401.922495:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203401.922505:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788203401.922507:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203401.922511:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203401.922515:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203401.922523:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 13868 00000400:00000200:1.0:1788203401.922531:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203401.922537:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203401.922541:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203401.922545:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203401.922549:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203401.922552:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203401.922554:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203401.922559:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203401.922561:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788203401.922564:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203401.922567:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788203401.922570:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788203401.922573:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788203401.922576:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203401.922578:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203401.922580:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203401.922582:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203401.922585:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788203401.922589:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203401.922592:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203401.922595:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203401.922599:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203401.922602:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203401.922605:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788203401.922608:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203401.922618:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dd180. 00000020:00000040:1.0:1788203401.922622:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788203401.922625:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203401.922627:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203401.922631:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203401.922634:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203401.922638:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203401.922649:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99400. 00000100:00000001:1.0:1788203401.922655:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203401.922666:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dd180 x1875052841866112/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203401.922677:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203401.922682:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203401.922688:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000095f81904] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dd180 x1875052841866112/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203401.922717:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788203401.922720:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203401.922724:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788203401.922726:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203401.922727:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203401.922731:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203401.922734:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13868 00000400:00000200:1.0:1788203401.922738:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203401.922742:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203401.922745:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203401.922749:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203401.922752:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203401.922755:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203401.922761:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203401.922767:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203401.922770:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788203401.922773:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203401.922777:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788203401.922783:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788203401.922789:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788203401.922798:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203401.922804:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203401.922812:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203401.922818:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203401.922822:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788203401.922828:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203401.922833:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203401.922838:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203401.922846:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203401.922852:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203401.922857:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788203401.922863:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788203401.922869:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203401.922874:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203401.922881:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3df100. 00000020:00000040:1.0:1788203401.922888:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788203401.922894:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203401.922896:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203401.922900:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203401.922903:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203401.922905:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203401.922913:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9a800. 00000100:00000001:1.0:1788203401.922919:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203401.922927:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3df100 x1875052841866240/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203401.922937:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203401.922941:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203401.922949:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c16a5860] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3df100 x1875052841866240/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203401.922977:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788203401.922983:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203401.922992:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788203401.922996:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203401.922998:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203401.923001:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203401.923005:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13868 00000400:00000200:1.0:1788203401.923014:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203401.923024:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203401.923030:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203401.923038:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203401.923042:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203401.923048:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203401.923056:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203401.923063:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203401.923066:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788203401.923069:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203401.923073:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788203401.923080:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788203401.923086:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788203401.923095:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203401.923103:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203401.923121:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203401.923127:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203401.923141:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788203401.923148:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203401.923154:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203401.923161:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203401.923168:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203401.923174:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203401.923179:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788203401.923184:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788203401.923192:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203401.923197:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203401.923204:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dc000. 00000020:00000040:1.0:1788203401.923212:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788203401.923222:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203401.923225:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203401.923231:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203401.923235:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203401.923239:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203401.923248:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99000. 00000100:00000001:1.0:1788203401.923258:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203401.923270:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dc000 x1875052841866368/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203401.923301:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203401.923308:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203401.923322:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1e3b926] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dc000 x1875052841866368/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203401.923344:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203401.923350:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788203401.923361:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788203401.923368:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203401.923379:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788203401.923383:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203401.923387:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203401.923426:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203401.923432:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13868 00000400:00000200:1.0:1788203401.923442:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203401.923451:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203401.923456:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203401.923464:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203401.923468:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203401.923471:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203401.923476:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203401.923483:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203401.923487:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788203401.923491:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203401.923496:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788203401.923499:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788203401.923506:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788203401.923515:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203401.923519:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203401.923525:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203401.923531:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203401.923537:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788203401.923545:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203401.923553:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203401.923557:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203401.923562:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203401.923568:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203401.923573:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788203401.923578:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788203401.923587:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203401.923591:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203401.923597:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dd880. 00000020:00000040:1.0:1788203401.923601:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788203401.923606:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203401.923610:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203401.923612:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203401.923614:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203401.923618:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203401.923622:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98800. 00000100:00000001:1.0:1788203401.923626:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203401.923635:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dd880 x1875052841866496/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203401.923647:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203401.923651:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203401.923659:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083606985] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dd880 x1875052841866496/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203401.923678:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203401.923687:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13878) 00010000:00000001:0.0:1788203402.562508:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203402.562514:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203402.562518:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203402.562519:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203402.562521:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203402.562522:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203402.562567:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203402.562569:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203402.562572:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203403.202499:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308542196, at 4308542208 00000100:00000040:1.0:1788203403.202499:0:226682:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308542196, at 4308542208 00000100:00000010:1.0:1788203403.202514:0:226682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88120. 00000100:00000010:0.0:1788203403.202519:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88ae0. 00010000:00000001:0.0:1788203403.586510:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203403.586517:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203403.586521:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203403.586522:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203403.586525:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203403.586526:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203403.586546:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203403.586548:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203403.586551:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203404.610499:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203404.610506:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203404.610512:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203404.610513:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203404.610516:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203404.610517:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203404.610538:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203404.610540:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203404.610542:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203405.634507:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203405.634513:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203405.634518:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203405.634519:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203405.634522:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203405.634523:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203405.634545:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203405.634547:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203405.634549:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203406.658486:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203406.658495:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203406.658497:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203406.658501:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203406.658507:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203406.658510:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203406.658512:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203406.658514:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203406.658519:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203406.658521:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203406.658524:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203406.658525:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203406.658547:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203406.658550:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203406.658553:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788203407.042505:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203407.042515:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788203407.042518:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203407.042521:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203407.042524:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203407.042530:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 13873 00000400:00000200:0.0:1788203407.042537:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203407.042542:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203407.042544:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203407.042547:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203407.042550:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203407.042552:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203407.042553:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203407.042557:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203407.042559:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788203407.042561:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203407.042563:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788203407.042564:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788203407.042566:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788203407.042568:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203407.042569:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203407.042571:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203407.042572:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203407.042575:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788203407.042577:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203407.042579:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203407.042581:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203407.042583:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203407.042585:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203407.042587:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788203407.042588:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203407.042596:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fad80. 00000020:00000040:0.0:1788203407.042599:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788203407.042602:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203407.042603:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203407.042605:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203407.042607:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203407.042611:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203407.042617:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376c00. 00000100:00000001:0.0:1788203407.042622:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203407.042630:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fad80 x1875052841866624/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203407.042642:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203407.042646:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203407.042649:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010fef5ed] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fad80 x1875052841866624/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203407.042666:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788203407.042669:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203407.042672:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788203407.042673:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203407.042674:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203407.042676:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203407.042678:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13873 00000400:00000200:0.0:1788203407.042681:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203407.042683:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203407.042685:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203407.042688:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203407.042690:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203407.042692:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203407.042693:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203407.042695:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203407.042696:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788203407.042697:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203407.042698:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788203407.042701:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788203407.042705:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788203407.042708:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203407.042711:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203407.042715:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203407.042717:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203407.042720:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788203407.042724:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203407.042726:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203407.042728:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203407.042734:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203407.042738:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203407.042741:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203407.042746:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788203407.042750:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203407.042753:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203407.042758:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fa680. 00000020:00000040:0.0:1788203407.042761:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788203407.042766:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203407.042769:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203407.042773:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203407.042777:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203407.042781:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203407.042791:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375000. 00000100:00000001:0.0:1788203407.042798:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203407.042810:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fa680 x1875052841866752/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203407.042826:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203407.042831:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203407.042840:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003756c577] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fa680 x1875052841866752/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203407.042855:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788203407.042862:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203407.042870:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788203407.042873:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203407.042878:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203407.042885:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203407.042895:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13873 00000400:00000200:0.0:1788203407.042905:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203407.042913:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203407.042917:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203407.042925:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203407.042929:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203407.042935:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203407.042940:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203407.042947:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203407.042951:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788203407.042957:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203407.042963:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788203407.042969:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788203407.042974:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788203407.042983:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203407.042990:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203407.042997:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203407.043003:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203407.043009:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788203407.043031:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203407.043039:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203407.043044:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203407.043051:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203407.043058:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203407.043062:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203407.043068:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788203407.043073:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203407.043076:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203407.043083:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8a80. 00000020:00000040:0.0:1788203407.043088:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788203407.043093:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203407.043097:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203407.043102:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203407.043105:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203407.043109:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203407.043117:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377800. 00000100:00000001:0.0:1788203407.043123:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203407.043134:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8a80 x1875052841866880/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203407.043163:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203407.043167:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203407.043177:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000320d64fa] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8a80 x1875052841866880/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203407.043192:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203407.043199:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788203407.043207:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788203407.043210:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203407.043217:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788203407.043219:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203407.043223:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203407.043237:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203407.043243:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13873 00000400:00000200:0.0:1788203407.043252:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203407.043260:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203407.043264:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203407.043273:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203407.043277:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203407.043282:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203407.043288:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203407.043294:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203407.043298:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788203407.043301:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203407.043306:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788203407.043311:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788203407.043317:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788203407.043324:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203407.043330:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203407.043345:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203407.043355:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203407.043363:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788203407.043370:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203407.043376:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203407.043381:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203407.043386:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203407.043392:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203407.043436:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203407.043438:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788203407.043442:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203407.043445:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203407.043451:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9180. 00000020:00000040:0.0:1788203407.043456:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788203407.043461:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203407.043463:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203407.043466:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203407.043468:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203407.043471:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203407.043477:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374c00. 00000100:00000001:0.0:1788203407.043483:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203407.043494:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9180 x1875052841867008/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203407.043512:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203407.043518:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203407.043528:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b4a335a] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9180 x1875052841867008/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203407.043550:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203407.043557:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13883) 00010000:00000001:0.0:1788203407.682494:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203407.682500:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203407.682504:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203407.682505:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203407.682507:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203407.682508:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203407.682529:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203407.682531:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203407.682534:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203408.322502:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308547316, at 4308547328 00000100:00000040:1.0:1788203408.322502:0:226682:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308547316, at 4308547328 00000100:00000010:0.0:1788203408.322518:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88720. 00000100:00000010:1.0:1788203408.322523:0:226682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa889c0. 00010000:00000001:0.0:1788203408.706548:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203408.706560:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203408.706568:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203408.706569:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203408.706574:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203408.706575:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203408.706613:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203408.706617:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203408.706622:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203409.730521:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203409.730535:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203409.730540:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203409.730543:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203409.730544:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203409.730547:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203409.730550:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203409.730551:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203409.730553:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203409.730555:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203409.730557:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203409.730558:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203409.730559:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203409.730560:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203409.730562:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203409.730563:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203409.730564:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203409.730565:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203409.730588:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203409.730594:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203409.730596:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203410.754504:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203410.754510:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203410.754515:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203410.754516:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203410.754518:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203410.754519:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203410.754540:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203410.754543:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203410.754545:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203411.778573:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203411.778583:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203411.778592:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203411.778594:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203411.778599:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203411.778601:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203411.778624:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203411.778627:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203411.778630:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788203412.162539:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203412.162548:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788203412.162551:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203412.162555:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203412.162561:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203412.162570:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 13878 00000400:00000200:1.0:1788203412.162577:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203412.162582:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203412.162585:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203412.162588:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203412.162591:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203412.162593:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203412.162595:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203412.162599:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203412.162600:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788203412.162602:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203412.162605:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788203412.162606:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788203412.162608:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788203412.162610:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203412.162611:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203412.162613:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203412.162614:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203412.162616:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788203412.162619:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203412.162620:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203412.162623:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203412.162627:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203412.162629:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203412.162631:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788203412.162634:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203412.162643:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dc700. 00000020:00000040:1.0:1788203412.162646:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788203412.162649:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203412.162650:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203412.162653:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203412.162656:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203412.162661:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203412.162669:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9a400. 00000100:00000001:1.0:1788203412.162675:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203412.162684:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dc700 x1875052841867136/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203412.162692:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203412.162697:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203412.162701:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7db4f2b] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dc700 x1875052841867136/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203412.162724:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788203412.162726:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203412.162729:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788203412.162730:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203412.162731:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203412.162733:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203412.162735:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13878 00000400:00000200:1.0:1788203412.162737:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203412.162739:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203412.162741:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203412.162744:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203412.162746:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203412.162748:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203412.162749:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203412.162751:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203412.162753:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788203412.162754:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203412.162756:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788203412.162757:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788203412.162758:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788203412.162761:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203412.162764:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203412.162768:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203412.162772:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203412.162776:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788203412.162780:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203412.162782:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203412.162784:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203412.162792:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203412.162795:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203412.162798:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788203412.162804:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788203412.162809:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203412.162812:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203412.162814:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ddf80. 00000020:00000040:1.0:1788203412.162816:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788203412.162817:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203412.162818:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203412.162820:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203412.162821:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203412.162823:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203412.162829:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98c00. 00000100:00000001:1.0:1788203412.162834:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203412.162845:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ddf80 x1875052841867264/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203412.162858:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203412.162863:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203412.162871:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dea6dee7] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ddf80 x1875052841867264/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203412.162891:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788203412.162895:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203412.162901:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788203412.162903:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203412.162905:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203412.162909:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203412.162913:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13878 00000400:00000200:1.0:1788203412.162916:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203412.162919:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203412.162924:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203412.162943:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203412.162945:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203412.162946:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203412.162948:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203412.162950:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203412.162951:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788203412.162952:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203412.162954:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788203412.162955:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788203412.162958:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788203412.162964:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203412.162967:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203412.162972:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203412.162975:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203412.162980:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788203412.162984:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203412.162989:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203412.162992:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203412.162996:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203412.163000:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203412.163005:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788203412.163008:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788203412.163012:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203412.163015:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203412.163019:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dce00. 00000020:00000040:1.0:1788203412.163062:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788203412.163070:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203412.163074:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203412.163080:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203412.163085:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203412.163089:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203412.163095:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b400. 00000100:00000001:1.0:1788203412.163100:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203412.163108:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dce00 x1875052841867392/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203412.163118:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203412.163121:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203412.163128:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e15d5058] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dce00 x1875052841867392/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203412.163136:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203412.163139:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788203412.163146:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788203412.163153:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203412.163161:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788203412.163165:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203412.163169:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203412.163177:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203412.163184:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13878 00000400:00000200:1.0:1788203412.163192:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203412.163197:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203412.163201:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203412.163205:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203412.163210:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203412.163216:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203412.163222:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203412.163227:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203412.163231:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788203412.163236:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203412.163241:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788203412.163245:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788203412.163247:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788203412.163254:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203412.163257:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203412.163262:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203412.163265:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203412.163271:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788203412.163275:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203412.163277:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203412.163280:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203412.163283:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203412.163286:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203412.163291:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788203412.163294:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788203412.163298:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203412.163304:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203412.163310:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ddc00. 00000020:00000040:1.0:1788203412.163312:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788203412.163314:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203412.163316:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203412.163323:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203412.163324:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203412.163326:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203412.163331:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b800. 00000100:00000001:1.0:1788203412.163336:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203412.163342:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ddc00 x1875052841867520/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203412.163360:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203412.163362:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203412.163367:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c3c4b34] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ddc00 x1875052841867520/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203412.163376:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203412.163381:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13888) 00010000:00000001:0.0:1788203412.802524:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203412.802531:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203412.802538:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203412.802540:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203412.802543:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203412.802544:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203412.802565:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203412.802567:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203412.802569:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788203413.442514:0:226682:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308552436, at 4308552448 00000100:00000040:0.0:1788203413.442515:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308552436, at 4308552448 00000100:00000010:1.0:1788203413.442532:0:226682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88d20. 00000100:00000010:0.0:1788203413.442538:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88c60. 00010000:00000001:0.0:1788203413.826514:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203413.826521:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203413.826526:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203413.826527:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203413.826530:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203413.826531:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203413.826555:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203413.826557:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203413.826560:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203414.850513:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203414.850519:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203414.850524:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203414.850525:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203414.850527:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203414.850529:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203414.850550:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203414.850552:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203414.850554:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203415.874524:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203415.874532:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203415.874539:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203415.874540:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203415.874543:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203415.874544:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203415.874566:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203415.874568:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203415.874570:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203416.898514:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203416.898522:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203416.898525:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203416.898529:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203416.898533:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203416.898536:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203416.898538:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203416.898540:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203416.898545:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203416.898547:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203416.898550:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203416.898552:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203416.898577:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203416.898580:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203416.898583:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788203417.282550:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203417.282561:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788203417.282564:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203417.282569:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203417.282575:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203417.282584:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 13883 00000400:00000200:1.0:1788203417.282593:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203417.282600:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203417.282604:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203417.282607:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203417.282611:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203417.282614:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203417.282618:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203417.282622:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203417.282625:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788203417.282628:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203417.282631:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788203417.282634:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788203417.282637:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788203417.282639:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203417.282644:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203417.282646:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203417.282648:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203417.282651:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788203417.282655:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203417.282658:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203417.282661:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203417.282665:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203417.282668:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203417.282671:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788203417.282673:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203417.282684:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ded80. 00000020:00000040:1.0:1788203417.282688:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788203417.282692:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203417.282694:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203417.282698:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203417.282701:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203417.282705:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203417.282714:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9ac00. 00000100:00000001:1.0:1788203417.282721:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203417.282732:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ded80 x1875052841867648/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203417.282744:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203417.282749:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203417.282754:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a769e60] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ded80 x1875052841867648/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203417.282775:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788203417.282779:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203417.282783:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788203417.282786:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203417.282788:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203417.282792:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203417.282796:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13883 00000400:00000200:1.0:1788203417.282806:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203417.282815:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203417.282828:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203417.282836:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203417.282855:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203417.282859:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203417.282863:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203417.282869:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203417.282872:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788203417.282877:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203417.282881:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788203417.282886:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788203417.282893:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788203417.282899:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203417.282904:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203417.282909:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203417.282912:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203417.282928:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788203417.282936:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203417.282944:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203417.282950:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203417.282956:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203417.282969:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203417.282974:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788203417.282980:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788203417.282987:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203417.282992:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203417.282999:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dfb80. 00000020:00000040:1.0:1788203417.283005:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788203417.283012:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203417.283015:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203417.283020:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203417.283023:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203417.283027:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203417.283034:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98400. 00000100:00000001:1.0:1788203417.283041:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203417.283052:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dfb80 x1875052841867776/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203417.283076:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203417.283081:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203417.283089:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086c01fd6] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dfb80 x1875052841867776/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203417.283104:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788203417.283111:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203417.283116:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788203417.283119:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203417.283123:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203417.283129:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203417.283135:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13883 00000400:00000200:1.0:1788203417.283145:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203417.283160:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203417.283166:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203417.283174:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203417.283178:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203417.283185:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203417.283188:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203417.283192:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203417.283195:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788203417.283199:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203417.283204:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788203417.283209:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788203417.283214:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788203417.283221:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203417.283224:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203417.283229:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203417.283233:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203417.283246:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788203417.283254:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203417.283259:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203417.283263:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203417.283268:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203417.283274:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203417.283279:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788203417.283282:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788203417.283287:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203417.283292:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203417.283298:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dca80. 00000020:00000040:1.0:1788203417.283304:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788203417.283309:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203417.283312:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203417.283317:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203417.283320:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203417.283333:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203417.283341:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99c00. 00000100:00000001:1.0:1788203417.283348:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203417.283361:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dca80 x1875052841867904/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203417.283384:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203417.283389:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203417.283431:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004099c200] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dca80 x1875052841867904/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203417.283458:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203417.283464:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788203417.283474:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788203417.283482:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203417.283488:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788203417.283503:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203417.283507:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203417.283515:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203417.283521:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13883 00000400:00000200:1.0:1788203417.283529:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203417.283536:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203417.283540:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203417.283549:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203417.283555:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203417.283560:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203417.283565:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203417.283569:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203417.283573:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788203417.283577:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203417.283581:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788203417.283584:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788203417.283588:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788203417.283594:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203417.283601:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203417.283606:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203417.283609:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203417.283614:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788203417.283620:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203417.283630:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203417.283636:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203417.283641:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203417.283646:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203417.283648:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788203417.283653:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788203417.283659:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203417.283663:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203417.283668:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3de300. 00000020:00000040:1.0:1788203417.283674:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788203417.283680:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203417.283683:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203417.283688:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203417.283691:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203417.283694:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203417.283701:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9a000. 00000100:00000001:1.0:1788203417.283707:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203417.283717:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3de300 x1875052841868032/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203417.283736:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203417.283741:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203417.283750:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc9d591c] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3de300 x1875052841868032/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203417.283770:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203417.283779:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13893) 00010000:00000001:0.0:1788203417.922526:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203417.922534:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203417.922549:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203417.922550:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203417.922554:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203417.922555:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203417.922582:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203417.922585:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203417.922588:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203418.562491:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308557556, at 4308557568 00000100:00000040:1.0:1788203418.562493:0:226682:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308557556, at 4308557568 00000100:00000010:0.0:1788203418.562511:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88ea0. 00000100:00000010:1.0:1788203418.562513:0:226682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88060. 00010000:00000001:0.0:1788203418.946509:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203418.946515:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203418.946520:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203418.946521:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203418.946523:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203418.946524:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203418.946546:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203418.946548:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203418.946550:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203419.970508:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203419.970514:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203419.970519:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203419.970522:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203419.970523:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203419.970533:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203419.970536:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203419.970537:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203419.970539:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203419.970540:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203419.970543:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203419.970544:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203419.970545:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203419.970547:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203419.970548:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203419.970549:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203419.970550:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203419.970552:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203419.970573:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203419.970575:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203419.970576:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203420.994567:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203420.994575:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203420.994580:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203420.994581:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203420.994584:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203420.994585:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203420.994611:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203420.994613:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203420.994615:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203422.018511:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203422.018520:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203422.018526:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203422.018528:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203422.018532:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203422.018534:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203422.018564:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203422.018568:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203422.018571:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788203422.402564:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203422.402584:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788203422.402589:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203422.402598:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203422.402605:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203422.402618:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 13888 00000400:00000200:1.0:1788203422.402630:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203422.402641:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203422.402645:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203422.402649:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203422.402653:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203422.402656:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203422.402659:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203422.402665:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203422.402667:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788203422.402670:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203422.402674:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788203422.402677:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788203422.402680:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788203422.402682:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203422.402685:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203422.402687:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203422.402688:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203422.402691:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788203422.402695:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203422.402697:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203422.402700:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203422.402705:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203422.402708:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203422.402711:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788203422.402714:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203422.402728:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3df800. 00000020:00000040:1.0:1788203422.402733:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788203422.402737:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203422.402739:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203422.402744:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203422.402747:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203422.402767:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203422.402780:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99800. 00000100:00000001:1.0:1788203422.402788:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203422.402801:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3df800 x1875052841868160/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203422.402814:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203422.402821:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203422.402826:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051a886bc] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3df800 x1875052841868160/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203422.402858:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788203422.402862:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203422.402866:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788203422.402867:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203422.402869:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203422.402874:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203422.402878:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13888 00000400:00000200:1.0:1788203422.402883:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203422.402891:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203422.402895:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203422.402908:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203422.402917:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203422.402923:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203422.402930:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203422.402938:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203422.402943:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788203422.402952:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203422.402959:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788203422.402966:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788203422.402971:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788203422.402987:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203422.402999:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203422.403009:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203422.403019:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203422.403028:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788203422.403038:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203422.403042:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203422.403045:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203422.403055:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203422.403060:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203422.403062:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788203422.403069:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788203422.403077:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203422.403080:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203422.403089:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dea00. 00000020:00000040:1.0:1788203422.403095:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788203422.403101:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203422.403102:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203422.403105:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203422.403106:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203422.403111:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203422.403123:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b000. 00000100:00000001:1.0:1788203422.403133:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203422.403147:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dea00 x1875052841868288/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203422.403176:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203422.403189:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203422.403207:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4ead91e] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dea00 x1875052841868288/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203422.403250:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788203422.403260:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203422.403270:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788203422.403276:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203422.403283:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203422.403294:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203422.403303:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13888 00000400:00000200:1.0:1788203422.403327:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203422.403339:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203422.403343:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203422.403349:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203422.403355:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203422.403359:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203422.403364:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203422.403377:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203422.403382:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788203422.403387:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203422.403435:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788203422.403444:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788203422.403450:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788203422.403465:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203422.403477:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203422.403490:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203422.403501:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203422.403509:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788203422.403522:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203422.403531:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203422.403538:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203422.403544:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203422.403555:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203422.403560:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788203422.403566:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788203422.403577:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203422.403582:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203422.403590:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dd500. 00000020:00000040:1.0:1788203422.403597:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788203422.403607:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203422.403614:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203422.403621:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203422.403627:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203422.403634:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203422.403647:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98000. 00000100:00000001:1.0:1788203422.403655:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203422.403666:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dd500 x1875052841868416/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203422.403683:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203422.403690:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203422.403701:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081f75c12] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dd500 x1875052841868416/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203422.403787:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203422.403795:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788203422.403812:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788203422.403827:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203422.403848:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788203422.403855:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203422.403862:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203422.403872:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203422.403882:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13888 00000400:00000200:1.0:1788203422.403896:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203422.403909:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203422.403916:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203422.403933:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203422.403944:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203422.403953:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203422.403960:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203422.403969:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203422.403974:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788203422.403980:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203422.403987:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788203422.403994:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788203422.404001:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788203422.404013:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203422.404022:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203422.404028:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203422.404039:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203422.404045:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788203422.404052:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203422.404058:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203422.404067:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203422.404072:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203422.404077:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203422.404079:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788203422.404082:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788203422.404092:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203422.404098:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203422.404107:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3df800. 00000020:00000040:1.0:1788203422.404116:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788203422.404122:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203422.404124:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203422.404129:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203422.404134:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203422.404138:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203422.404152:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9a000. 00000100:00000001:1.0:1788203422.404163:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203422.404187:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3df800 x1875052841868544/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203422.404222:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203422.404229:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203422.404244:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051a886bc] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3df800 x1875052841868544/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203422.404265:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203422.404276:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13899) 00010000:00000001:0.0:1788203423.042564:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203423.042573:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203423.042579:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203423.042580:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203423.042583:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203423.042584:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203423.042634:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203423.042637:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203423.042640:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203423.682542:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308562677, at 4308562688 00000100:00000040:1.0:1788203423.682543:0:226682:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308562677, at 4308562688 00000100:00000010:0.0:1788203423.682564:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88900. 00000100:00000010:1.0:1788203423.682569:0:226682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88180. 00010000:00000001:0.0:1788203424.066530:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203424.066539:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203424.066545:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203424.066545:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203424.066548:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203424.066549:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203424.066595:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203424.066605:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203424.066607:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203425.090544:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203425.090553:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203425.090558:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203425.090559:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203425.090562:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203425.090562:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203425.090593:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203425.090595:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203425.090597:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203426.114511:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203426.114517:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203426.114521:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203426.114522:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203426.114525:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203426.114526:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203426.114555:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203426.114558:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203426.114562:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203427.138512:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203427.138520:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203427.138522:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203427.138526:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203427.138531:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203427.138533:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203427.138535:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203427.138538:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203427.138542:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203427.138543:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203427.138547:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203427.138549:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203427.138572:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203427.138582:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203427.138585:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788203427.522482:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203427.522491:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788203427.522493:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203427.522497:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203427.522501:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203427.522507:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 13894 00000400:00000200:1.0:1788203427.522514:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203427.522519:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203427.522522:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203427.522525:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203427.522527:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203427.522529:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203427.522531:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203427.522534:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203427.522536:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788203427.522538:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203427.522541:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788203427.522542:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788203427.522544:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788203427.522546:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203427.522549:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203427.522550:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203427.522552:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203427.522554:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788203427.522557:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203427.522558:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203427.522561:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203427.522563:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203427.522565:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203427.522566:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788203427.522568:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203427.522577:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3de300. 00000020:00000040:1.0:1788203427.522579:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788203427.522582:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203427.522583:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203427.522586:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203427.522588:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203427.522592:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203427.522604:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99c00. 00000100:00000001:1.0:1788203427.522610:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203427.522617:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3de300 x1875052841868672/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203427.522626:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203427.522630:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203427.522634:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc9d591c] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3de300 x1875052841868672/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203427.522650:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788203427.522652:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203427.522655:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788203427.522657:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203427.522658:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203427.522660:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203427.522678:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13894 00000400:00000200:1.0:1788203427.522684:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203427.522687:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203427.522689:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203427.522691:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203427.522693:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203427.522695:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203427.522699:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203427.522701:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203427.522704:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788203427.522706:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203427.522709:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788203427.522712:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788203427.522713:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788203427.522717:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203427.522719:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203427.522724:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203427.522728:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203427.522733:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788203427.522736:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203427.522737:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203427.522738:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203427.522742:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203427.522746:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203427.522748:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788203427.522752:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788203427.522756:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203427.522760:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203427.522764:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dca80. 00000020:00000040:1.0:1788203427.522769:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788203427.522774:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203427.522777:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203427.522780:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203427.522783:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203427.522786:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203427.522791:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98400. 00000100:00000001:1.0:1788203427.522796:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203427.522803:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dca80 x1875052841868800/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203427.522814:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203427.522816:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203427.522822:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004099c200] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dca80 x1875052841868800/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203427.522831:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788203427.522835:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203427.522838:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788203427.522840:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203427.522843:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203427.522847:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203427.522848:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13894 00000400:00000200:1.0:1788203427.522851:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203427.522855:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203427.522858:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203427.522864:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203427.522867:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203427.522871:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203427.522877:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203427.522881:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203427.522884:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788203427.522887:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203427.522891:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788203427.522896:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788203427.522903:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788203427.522913:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203427.522919:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203427.522923:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203427.522929:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203427.522934:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788203427.522941:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203427.522947:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203427.522951:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203427.522953:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203427.522956:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203427.522960:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788203427.522963:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788203427.522969:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203427.522971:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203427.522977:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dfb80. 00000020:00000040:1.0:1788203427.522981:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788203427.522987:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203427.522990:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203427.522994:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203427.522996:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203427.522998:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203427.523003:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9ac00. 00000100:00000001:1.0:1788203427.523009:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203427.523016:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dfb80 x1875052841868928/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203427.523038:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203427.523041:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203427.523048:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086c01fd6] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dfb80 x1875052841868928/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203427.523059:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203427.523064:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788203427.523068:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788203427.523073:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203427.523081:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788203427.523087:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203427.523089:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203427.523096:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203427.523104:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13894 00000400:00000200:1.0:1788203427.523112:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203427.523119:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203427.523123:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203427.523129:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203427.523132:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203427.523136:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203427.523139:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203427.523142:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203427.523143:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788203427.523147:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203427.523149:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788203427.523151:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788203427.523157:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788203427.523163:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203427.523167:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203427.523171:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203427.523173:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203427.523177:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788203427.523181:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203427.523186:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203427.523191:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203427.523194:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203427.523199:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203427.523202:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788203427.523204:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788203427.523210:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203427.523214:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203427.523221:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ded80. 00000020:00000040:1.0:1788203427.523225:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788203427.523227:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203427.523228:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203427.523233:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203427.523234:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203427.523235:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203427.523240:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b800. 00000100:00000001:1.0:1788203427.523245:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203427.523248:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ded80 x1875052841869056/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203427.523258:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203427.523262:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203427.523267:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a769e60] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ded80 x1875052841869056/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203427.523282:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203427.523287:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13904) 00010000:00000001:0.0:1788203428.162473:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203428.162479:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203428.162484:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203428.162485:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203428.162487:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203428.162488:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203428.162513:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203428.162515:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203428.162517:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203428.802545:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308567796, at 4308567808 00000100:00000040:1.0:1788203428.802545:0:226682:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308567796, at 4308567808 00000100:00000010:0.0:1788203428.802573:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88300. 00000100:00000010:1.0:1788203428.802576:0:226682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88780. 00010000:00000001:0.0:1788203429.186515:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203429.186522:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203429.186527:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203429.186528:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203429.186531:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203429.186533:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203429.186590:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203429.186594:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203429.186597:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203430.210503:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203430.210509:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203430.210513:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203430.210516:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203430.210518:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203430.210521:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203430.210523:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203430.210525:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203430.210527:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203430.210528:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203430.210531:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203430.210531:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203430.210532:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203430.210534:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203430.210536:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203430.210536:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203430.210538:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203430.210539:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203430.210566:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203430.210568:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203430.210570:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203431.234499:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203431.234504:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203431.234509:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203431.234510:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203431.234513:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203431.234514:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203431.234534:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203431.234536:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203431.234538:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203432.258509:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203432.258515:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203432.258519:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203432.258520:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203432.258523:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203432.258524:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203432.258544:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203432.258546:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203432.258548:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788203432.642816:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203432.642827:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203432.642842:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203432.642862:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9d880 x1875052841869184/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203432.642895:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203432.642902:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203432.642910:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203432.642918:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203432.642926:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203432.642938:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841869184:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788203432.642964:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203432.642971:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203432.642978:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203432.642986:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203432.643001:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788203432.643008:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203432.643027:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203432.643038:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302790. 00000400:00000010:0.0:1788203432.643056:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3b28. 00000100:00000200:0.0:1788203432.643070:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841869184, portal 25 00000100:00000001:0.0:1788203432.643082:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203432.643091:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330348160 : -109644379203456 : ffff9c476db9d880) 00000100:00000040:0.0:1788203432.643112:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9d880 x1875052841869184/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203432.643154:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203432.643165:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203432.643170:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c33b8. 00000100:00000200:0.0:1788203432.643186:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841869184, offset 0 00000400:00000200:0.0:1788203432.643205:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203432.643223:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203432.643244:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203432.643262:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203432.643276:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203432.643290:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203432.643306:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203432.643321:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703846:703846:256:4294967295] 192.168.201.101@tcp LPNI seq info [703841:703841:8:4294967295] 00000400:00000200:0.0:1788203432.643346:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203432.643371:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203432.643435:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203432.643450:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036700. 00000800:00000200:0.0:1788203432.643471:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203432.643481:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 1 secs later) 00000800:00000100:0.0:1788203432.643529:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203432.643537:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036700. 00000400:00000200:0.0:1788203432.643556:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203432.643589:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203432.643598:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c33b8 00000400:00000010:0.0:1788203432.643604:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c33b8. 00000100:00000001:0.0:1788203432.643610:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203432.643615:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9d880 x1875052841869184/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203432.643631:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203432.643639:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9d880 x1875052841869184/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203457 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203432.643663:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203432.643669:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203432.643688:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203432.643703:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203432.643713:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4308572917 00000100:00000010:0.0:1788203432.643725:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685bad20. 00000100:00000001:0.0:1788203432.643738:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788203432.643746:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4308572917 00000100:00000010:0.0:1788203432.643750:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba540. 00000100:00000001:0.0:1788203432.643754:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788203432.643758:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203432.643762:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203432.643765:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203432.643771:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203432/real 1788203432] req@ffff9c476db9d880 x1875052841869184/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203432.643780:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203432.643782:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203432.643784:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302790. 00000400:00000200:0.0:1788203432.643786:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3b28 00000400:00000010:0.0:1788203432.643787:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3b28. 00000100:00000001:0.0:1788203432.643790:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203432.643792:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9d880 x1875052841869184/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203432.643798:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9d880 x1875052841869184/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203432.643804:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203432.643805:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203432.643807:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203432.643808:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203432.643811:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9d880 x1875052841869184/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203432.643815:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203432.643818:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9d880 x1875052841869184/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203457 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203432.643823:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203432.643825:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203432.643826:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203432.643827:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203432.643829:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203432.643831:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203432.643834:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203432.643837:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203432.643839:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203432.643841:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9d880 x1875052841869184/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203457 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203432.643847:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841869184:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788203432.643852:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203432.643854:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203432.643856:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9d880 x1875052841869184/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203457 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203432.643861:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203432.643863:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203432.643865:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788203432.643867:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203432.643869:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203432.643870:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788203432.643871:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203432.643873:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a43800. 02000000:00000001:0.0:1788203432.643878:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203432.643879:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203432.643881:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9d880. 00000100:00000001:0.0:1788203432.643883:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203432.643884:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203432.643887:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203432.643893:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203432.643894:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203432.643896:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203432.643898:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203432.643899:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203432.643901:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9c380 x1875052841869312/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203432.643906:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203432.643908:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203432.643909:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203432.643912:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203432.643913:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203432.643915:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841869312:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203432.643917:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203432.643919:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203432.643920:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203432.643922:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203432.643924:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788203432.643926:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203432.643929:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203432.643931:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302790. 00000400:00000010:0.0:1788203432.643933:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3b28. 00000100:00000200:0.0:1788203432.643935:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841869312, portal 10 00000100:00000001:0.0:1788203432.643937:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203432.643938:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330342784 : -109644379208832 : ffff9c476db9c380) 00000100:00000040:0.0:1788203432.643943:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9c380 x1875052841869312/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203432.643948:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203432.643949:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203432.643951:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c33b8. 00000100:00000200:0.0:1788203432.643952:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841869312, offset 0 00000400:00000200:0.0:1788203432.643955:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203432.643958:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203432.643960:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203432.643962:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203432.643964:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203432.643966:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203432.643968:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203432.643970:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703847:703847:256:4294967295] 192.168.201.101@tcp LPNI seq info [703842:703842:8:4294967295] 00000400:00000200:0.0:1788203432.643973:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203432.643978:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203432.643981:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203432.643983:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036700. 00000800:00000200:0.0:1788203432.643986:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203432.643988:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 1 secs later) 00000800:00000100:0.0:1788203432.643996:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203432.643997:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036700. 00000400:00000200:0.0:1788203432.644000:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203432.644002:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203432.644004:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c33b8 00000400:00000010:0.0:1788203432.644005:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c33b8. 00000100:00000001:0.0:1788203432.644007:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203432.644009:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9c380 x1875052841869312/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203432.644014:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203432.644016:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9c380 x1875052841869312/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203457 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203432.644021:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203432.644021:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203432.644023:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203432.644026:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788203432.644028:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203432.644029:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308571658 00000100:00000001:0.0:1788203432.644031:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308572917 00000100:00000001:0.0:1788203432.644033:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308571658 00000100:00000001:0.0:1788203432.644034:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308572917 00000100:00000001:0.0:1788203432.644035:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203432.644037:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203432.644038:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203432.644040:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203432/real 1788203432] req@ffff9c476db9c380 x1875052841869312/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203432.644045:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203432.644045:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203432.644046:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302790. 00000400:00000200:0.0:1788203432.644048:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3b28 00000400:00000010:0.0:1788203432.644049:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3b28. 00000100:00000001:0.0:1788203432.644050:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203432.644052:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9c380 x1875052841869312/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203432.644058:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9c380 x1875052841869312/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203432.644062:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203432.644063:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203432.644064:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203432.644065:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203432.644067:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9c380 x1875052841869312/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203432.644071:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203432.644073:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9c380 x1875052841869312/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203457 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203432.644077:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203432.644079:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203432.644080:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203432.644080:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203432.644081:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203432.644083:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203432.644085:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203432.644087:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203432.644088:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203432.644090:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9c380 x1875052841869312/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203457 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203432.644095:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841869312:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203432.644097:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203432.644100:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9f800 x1875052841869440/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203432.644109:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203432.644110:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203432.644112:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203432.644113:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203432.644114:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203432.644116:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841869440:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203432.644118:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203432.644119:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203432.644120:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203432.644121:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203432.644123:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376800. 02000000:00000001:0.0:1788203432.644125:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203432.644126:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203432.644128:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302790. 00000400:00000010:0.0:1788203432.644129:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3b28. 00000100:00000200:0.0:1788203432.644131:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841869440, portal 10 00000100:00000001:0.0:1788203432.644132:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203432.644133:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330356224 : -109644379195392 : ffff9c476db9f800) 00000100:00000040:0.0:1788203432.644137:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9f800 x1875052841869440/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203432.644142:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203432.644143:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203432.644144:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c33b8. 00000100:00000200:0.0:1788203432.644146:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841869440, offset 0 00000400:00000200:0.0:1788203432.644148:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203432.644150:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203432.644152:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203432.644154:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203432.644156:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203432.644157:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203432.644159:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203432.644161:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703848:703848:256:4294967295] 192.168.201.101@tcp LPNI seq info [703843:703843:8:4294967295] 00000400:00000200:0.0:1788203432.644164:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203432.644167:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203432.644170:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203432.644172:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036700. 00000800:00000200:0.0:1788203432.644174:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203432.644176:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 1 secs later) 00000800:00000100:0.0:1788203432.644183:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203432.644184:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036700. 00000400:00000200:0.0:1788203432.644186:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203432.644188:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203432.644190:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c33b8 00000400:00000010:0.0:1788203432.644191:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c33b8. 00000100:00000001:0.0:1788203432.644192:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203432.644194:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9f800 x1875052841869440/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203432.644199:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203432.644201:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9f800 x1875052841869440/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203457 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203432.644205:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203432.644206:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203432.644207:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203432.644209:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788203432.644211:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203432.644212:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308571658 00000100:00000001:0.0:1788203432.644214:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308572917 00000100:00000001:0.0:1788203432.644215:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308571658 00000100:00000001:0.0:1788203432.644217:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308572917 00000100:00000001:0.0:1788203432.644218:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203432.644220:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203432.644221:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203432.644223:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203432/real 1788203432] req@ffff9c476db9f800 x1875052841869440/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203432.644228:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203432.644229:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203432.644230:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302790. 00000400:00000200:0.0:1788203432.644231:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3b28 00000400:00000010:0.0:1788203432.644232:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3b28. 00000100:00000001:0.0:1788203432.644233:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203432.644235:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9f800 x1875052841869440/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203432.644240:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9f800 x1875052841869440/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203432.644245:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203432.644246:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203432.644246:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203432.644247:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203432.644249:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9f800 x1875052841869440/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203432.644253:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203432.644256:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9f800 x1875052841869440/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203457 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203432.644260:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203432.644261:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203432.644262:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203432.644263:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203432.644264:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203432.644265:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203432.644266:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203432.644269:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203432.644270:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203432.644272:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9f800 x1875052841869440/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203457 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203432.644277:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841869440:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203432.644279:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203432.644282:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9f480 x1875052841869568/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203432.644286:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203432.644287:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203432.644288:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203432.644289:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203432.644290:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203432.644292:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841869568:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788203432.644294:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203432.644295:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203432.644296:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203432.644297:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203432.644299:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375400. 02000000:00000001:0.0:1788203432.644300:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203432.644302:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203432.644303:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302790. 00000400:00000010:0.0:1788203432.644305:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3b28. 00000100:00000200:0.0:1788203432.644307:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841869568, portal 4 00000100:00000001:0.0:1788203432.644308:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203432.644309:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330355328 : -109644379196288 : ffff9c476db9f480) 00000100:00000040:0.0:1788203432.644313:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9f480 x1875052841869568/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203432.644317:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203432.644319:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203432.644320:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c33b8. 00000100:00000200:0.0:1788203432.644321:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841869568, offset 0 00000400:00000200:0.0:1788203432.644324:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203432.644326:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203432.644328:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203432.644329:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203432.644331:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203432.644332:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203432.644334:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203432.644336:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703849:703849:256:4294967295] 192.168.201.101@tcp LPNI seq info [703844:703844:8:4294967295] 00000400:00000200:0.0:1788203432.644340:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203432.644347:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203432.644352:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203432.644355:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036700. 00000800:00000200:0.0:1788203432.644359:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203432.644362:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 1 secs later) 00000800:00000100:0.0:1788203432.644373:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203432.644375:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036700. 00000400:00000200:0.0:1788203432.644378:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203432.644381:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203432.644384:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c33b8 00000400:00000010:0.0:1788203432.644386:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c33b8. 00000100:00000001:0.0:1788203432.644389:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203432.644414:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9f480 x1875052841869568/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203432.644420:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203432.644423:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9f480 x1875052841869568/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203457 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203432.644428:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203432.644429:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203432.644432:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203432.644435:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788203432.644437:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203432.644438:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308571685 00000100:00000001:0.0:1788203432.644440:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308572917 00000100:00000001:0.0:1788203432.644442:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308571685 00000100:00000001:0.0:1788203432.644443:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308572917 00000100:00000001:0.0:1788203432.644444:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203432.644446:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203432.644447:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203432.644449:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203432/real 1788203432] req@ffff9c476db9f480 x1875052841869568/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203432.644455:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203432.644456:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203432.644457:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302790. 00000400:00000200:0.0:1788203432.644458:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3b28 00000400:00000010:0.0:1788203432.644460:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3b28. 00000100:00000001:0.0:1788203432.644461:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203432.644463:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9f480 x1875052841869568/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203432.644468:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9f480 x1875052841869568/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203432.644472:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203432.644473:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203432.644474:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203432.644475:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203432.644477:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9f480 x1875052841869568/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203432.644481:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203432.644483:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9f480 x1875052841869568/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203457 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203432.644489:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203432.644490:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203432.644491:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203432.644492:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203432.644493:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203432.644494:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203432.644496:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203432.644498:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203432.644499:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203432.644501:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9f480 x1875052841869568/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203457 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203432.644506:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841869568:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788203432.644508:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203432.644509:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203432.644511:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9c380 x1875052841869312/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203457 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203432.644515:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203432.644516:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203432.644518:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788203432.644519:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203432.644520:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203432.644521:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788203432.644523:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203432.644524:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a43000. 02000000:00000001:0.0:1788203432.644526:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203432.644527:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203432.644528:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9c380. 00000100:00000001:0.0:1788203432.644531:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203432.644531:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203432.644533:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203432.644535:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9f800 x1875052841869440/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203457 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203432.644539:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203432.644540:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203432.644541:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376800. 02000000:00000001:0.0:1788203432.644542:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203432.644543:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203432.644544:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788203432.644545:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203432.644545:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a43400. 02000000:00000001:0.0:1788203432.644547:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203432.644547:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203432.644548:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9f800. 00000100:00000001:0.0:1788203432.644550:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203432.644550:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203432.644551:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203432.644553:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9f480 x1875052841869568/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203457 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203432.644557:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203432.644557:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203432.644558:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375400. 02000000:00000001:0.0:1788203432.644559:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203432.644560:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203432.644561:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788203432.644562:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203432.644563:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a40400. 02000000:00000001:0.0:1788203432.644564:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203432.644565:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203432.644566:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9f480. 00000100:00000001:0.0:1788203432.644567:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203432.644568:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203432.644569:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203432.644571:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203432.644585:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203432.644588:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203432.644590:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203433.282523:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203433.282530:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203433.282536:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203433.282538:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203433.282542:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203433.282543:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203433.282602:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203433.282605:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203433.282609:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203433.922532:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308572917, at 4308572928 00000100:00000040:1.0:1788203433.922532:0:226682:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308572917, at 4308572928 00000100:00000010:1.0:1788203433.922567:0:226682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba540. 00000100:00000010:0.0:1788203433.922570:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685bad20. 00010000:00000001:0.0:1788203434.306508:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203434.306517:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203434.306523:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203434.306525:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203434.306529:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203434.306530:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203434.306570:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203434.306573:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203434.306575:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203435.330504:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203435.330510:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203435.330515:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203435.330516:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203435.330518:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203435.330519:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203435.330552:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203435.330554:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203435.330556:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203436.354489:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203436.354498:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203436.354500:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203436.354504:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203436.354522:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203436.354526:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203436.354528:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203436.354531:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203436.354536:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203436.354538:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203436.354542:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203436.354543:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203436.354567:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203436.354571:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203436.354574:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203437.378537:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203437.378542:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203437.378546:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203437.378547:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203437.378550:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203437.378551:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203437.378576:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203437.378579:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203437.378581:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788203437.762676:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203437.762681:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203437.762685:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203437.762695:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9c000 x1875052841869696/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203437.762713:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203437.762719:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203437.762729:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203437.762735:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203437.762743:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203437.762751:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841869696:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788203437.762760:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203437.762767:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203437.762771:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203437.762775:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203437.762783:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376800. 02000000:00000001:0.0:1788203437.762788:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203437.762802:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203437.762812:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302790. 00000400:00000010:0.0:1788203437.762823:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3b28. 00000100:00000200:0.0:1788203437.762851:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841869696, portal 25 00000100:00000001:0.0:1788203437.762858:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203437.762864:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330341888 : -109644379209728 : ffff9c476db9c000) 00000100:00000040:0.0:1788203437.762879:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9c000 x1875052841869696/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203437.762891:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203437.762895:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203437.762900:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c33b8. 00000100:00000200:0.0:1788203437.762906:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841869696, offset 0 00000400:00000200:0.0:1788203437.762921:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203437.762937:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203437.762948:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203437.762958:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203437.762965:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203437.762972:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203437.762978:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203437.762985:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703850:703850:256:4294967295] 192.168.201.101@tcp LPNI seq info [703845:703845:8:4294967295] 00000400:00000200:0.0:1788203437.762995:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203437.763011:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203437.763022:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203437.763029:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036700. 00000800:00000200:0.0:1788203437.763040:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000100:00000001:0.0:1788203437.763062:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203437.763069:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203437.763074:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4308578036 00000100:00000010:0.0:1788203437.763081:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685bad20. 00000100:00000001:0.0:1788203437.763089:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788203437.763096:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4308578036 00000100:00000010:0.0:1788203437.763102:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba780. 00000100:00000001:0.0:1788203437.763107:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788203437.763113:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203437.763117:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203437.763120:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203437.763124:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203437.763132:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203437.763135:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1788203437.763138:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203437.763141:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203437.763144:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203437.763153:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9e680 x1875052841869824/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203437.763165:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203437.763168:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203437.763171:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203437.763175:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203437.763180:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203437.763184:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841869824:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203437.763193:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203437.763198:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203437.763203:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203437.763209:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203437.763216:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788203437.763232:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203437.763243:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203437.763250:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302d10. 00000400:00000010:0.0:1788203437.763258:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3aa0. 00000100:00000200:0.0:1788203437.763264:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841869824, portal 10 00000100:00000001:0.0:1788203437.763269:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203437.763273:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330351744 : -109644379199872 : ffff9c476db9e680) 00000100:00000040:0.0:1788203437.763286:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9e680 x1875052841869824/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203437.763303:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203437.763308:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203437.763314:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3110. 00000100:00000200:0.0:1788203437.763319:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841869824, offset 0 00000400:00000200:0.0:1788203437.763330:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203437.763339:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203437.763347:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203437.763355:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203437.763360:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203437.763367:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203437.763375:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203437.763385:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703851:703851:255:4294967295] 192.168.201.101@tcp LPNI seq info [703846:703846:7:4294967295] 00000400:00000200:0.0:1788203437.763420:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203437.763428:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203437.763436:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203437.763443:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036600. 00000800:00000200:0.0:1788203437.763450:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000100:00000001:0.0:1788203437.763460:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203437.763464:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788203437.763468:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203437.763471:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308576778 00000100:00000001:0.0:1788203437.763474:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308578036 00000100:00000001:0.0:1788203437.763476:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308576778 00000100:00000001:0.0:1788203437.763478:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308578036 00000100:00000001:0.0:1788203437.763481:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203437.763497:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203437.763500:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203437.763504:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9c700 x1875052841869952/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203437.763512:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203437.763514:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203437.763517:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203437.763519:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203437.763521:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203437.763524:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841869952:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203437.763527:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203437.763529:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203437.763531:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203437.763536:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203437.763540:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788203437.763543:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203437.763546:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203437.763549:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302210. 00000400:00000010:0.0:1788203437.763553:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3a18. 00000100:00000200:0.0:1788203437.763565:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841869952, portal 10 00000100:00000001:0.0:1788203437.763568:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203437.763569:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330343680 : -109644379207936 : ffff9c476db9c700) 00000100:00000040:0.0:1788203437.763576:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9c700 x1875052841869952/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203437.763583:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203437.763585:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203437.763588:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788203437.763591:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841869952, offset 0 00000400:00000200:0.0:1788203437.763595:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203437.763599:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203437.763603:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203437.763616:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203437.763618:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203437.763621:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203437.763624:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203437.763627:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703852:703852:254:4294967295] 192.168.201.101@tcp LPNI seq info [703847:703847:6:4294967295] 00000400:00000200:0.0:1788203437.763631:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203437.763638:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203437.763643:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203437.763647:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036b00. 00000800:00000200:0.0:1788203437.763651:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000100:00000001:0.0:1788203437.763658:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203437.763661:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788203437.763665:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203437.763667:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308576778 00000100:00000001:0.0:1788203437.763669:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308578036 00000100:00000001:0.0:1788203437.763671:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308576778 00000100:00000001:0.0:1788203437.763674:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308578036 00000100:00000001:0.0:1788203437.763676:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203437.763678:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203437.763681:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203437.763683:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203437.763686:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203437.763688:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1788203437.763690:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203437.763691:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203437.763693:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203437.763697:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9d180 x1875052841870080/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203437.763704:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203437.763705:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203437.763707:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203437.763709:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203437.763711:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203437.763714:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841870080:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788203437.763718:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203437.763720:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203437.763721:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203437.763724:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203437.763727:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374400. 02000000:00000001:0.0:1788203437.763729:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203437.763732:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203437.763735:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302688. 00000400:00000010:0.0:1788203437.763740:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3880. 00000100:00000200:0.0:1788203437.763742:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841870080, portal 4 00000100:00000001:0.0:1788203437.763744:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203437.763746:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330346368 : -109644379205248 : ffff9c476db9d180) 00000100:00000040:0.0:1788203437.763752:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9d180 x1875052841870080/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203437.763758:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203437.763761:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203437.763763:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788203437.763766:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841870080, offset 0 00000400:00000200:0.0:1788203437.763770:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203437.763774:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203437.763778:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203437.763781:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203437.763783:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203437.763786:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203437.763788:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203437.763791:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [703853:703853:253:4294967295] 192.168.201.101@tcp LPNI seq info [703848:703848:5:4294967295] 00000400:00000200:0.0:1788203437.763796:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203437.763802:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203437.763807:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203437.763810:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788203437.763814:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000100:00000001:0.0:1788203437.763820:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203437.763823:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788203437.763826:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203437.763828:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308576804 00000100:00000001:0.0:1788203437.763832:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308578036 00000100:00000001:0.0:1788203437.763834:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308576804 00000100:00000001:0.0:1788203437.763836:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308578036 00000100:00000001:0.0:1788203437.763839:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203437.763841:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203437.763844:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203437.763846:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203437.763849:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203437.763851:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1788203437.763853:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203437.763854:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203437.763856:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203437.763858:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203438.402531:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203438.402538:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203438.402544:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203438.402546:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203438.402550:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203438.402551:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203438.402577:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203438.402579:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203438.402581:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203439.042507:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308578036, at 4308578048 00000100:00000040:1.0:1788203439.042507:0:226682:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308578036, at 4308578048 00000100:00000010:0.0:1788203439.042523:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685bad20. 00000100:00000010:1.0:1788203439.042526:0:226682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba780. 00010000:00000001:0.0:1788203439.426478:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203439.426484:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203439.426488:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203439.426490:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203439.426493:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203439.426496:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203439.426498:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203439.426500:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203439.426502:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203439.426503:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203439.426506:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203439.426507:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203439.426509:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203439.426510:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203439.426511:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203439.426512:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203439.426513:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203439.426514:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203439.426537:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203439.426539:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203439.426541:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203440.450563:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203440.450571:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203440.450577:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203440.450578:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203440.450582:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203440.450583:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203440.450634:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203440.450637:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203440.450640:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1788203440.834803:0:2408:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.101:988 00000400:00000100:0.0:1788203440.834860:0:2408:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.101@tcp at host 192.168.201.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:0.0:1788203440.834873:0:2408:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203440.834878:0:2408:0:(router.c:1791:lnet_notify()) 192.168.201.1@tcp notifying 192.168.201.101@tcp: down 00000400:00000200:0.0:1788203440.834883:0:2408:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203440.834887:0:2408:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:0.0:1788203440.834892:0:2408:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:0.0:1788203440.834897:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036700. 00000400:00000200:0.0:1788203440.834903:0:2408:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788203440.834910:0:2408:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788203440.834919:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c33b8 00000400:00000010:0.0:1788203440.834923:0:2408:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c33b8. 00000100:00000001:0.0:1788203440.834931:0:2408:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203440.834943:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c476db9c000 x1875052841869696/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203440.834986:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203440.834993:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9c000 x1875052841869696/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203462 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203440.835002:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203440.835004:0:2408:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1788203440.835018:0:2408:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:0.0:1788203440.835021:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036600. 00000400:00000200:0.0:1788203440.835024:0:2408:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788203440.835028:0:2408:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788203440.835032:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3110 00000400:00000010:0.0:1788203440.835034:0:2408:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3110. 00000100:00000001:0.0:1788203440.835037:0:2408:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203440.835042:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c476db9e680 x1875052841869824/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203440.835051:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203440.835054:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9e680 x1875052841869824/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203462 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203440.835061:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203440.835063:0:2408:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1788203440.835068:0:2408:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:0.0:1788203440.835071:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036b00. 00000400:00000200:0.0:1788203440.835073:0:2408:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788203440.835077:0:2408:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788203440.835079:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788203440.835081:0:2408:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788203440.835083:0:2408:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203440.835087:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c476db9c700 x1875052841869952/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203440.835095:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203440.835097:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9c700 x1875052841869952/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203462 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203440.835103:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203440.835105:0:2408:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1788203440.835109:0:2408:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:0.0:1788203440.835111:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788203440.835113:0:2408:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788203440.835117:0:2408:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788203440.835120:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788203440.835122:0:2408:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788203440.835125:0:2408:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203440.835131:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c476db9d180 x1875052841870080/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203440.835138:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203440.835141:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9d180 x1875052841870080/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203462 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203440.835148:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203440.835150:0:2408:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1788203441.474499:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203441.474505:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203441.474510:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203441.474510:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203441.474513:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203441.474514:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203441.474535:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203441.474538:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203441.474541:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203442.498506:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203442.498512:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203442.498516:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203442.498517:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203442.498519:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203442.498520:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203442.498541:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203442.498543:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203442.498545:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788203442.882581:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203442.882595:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788203442.882597:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203442.882601:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203442.882605:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203442.882611:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 13909 00000400:00000200:1.0:1788203442.882618:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203442.882623:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203442.882626:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203442.882628:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203442.882631:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203442.882633:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203442.882635:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203442.882638:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203442.882640:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788203442.882642:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203442.882645:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788203442.882647:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788203442.882650:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788203442.882653:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203442.882655:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203442.882657:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203442.882659:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203442.882663:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788203442.882666:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203442.882669:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203442.882672:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203442.882675:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203442.882679:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203442.882682:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788203442.882684:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203442.882691:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ddc00. 00000020:00000040:1.0:1788203442.882696:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788203442.882700:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203442.882701:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203442.882704:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203442.882707:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203442.882712:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203442.882718:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9bc00. 00000100:00000001:1.0:1788203442.882724:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203442.882735:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ddc00 x1875052841870208/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203442.882746:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203442.882751:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203442.882756:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c3c4b34] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ddc00 x1875052841870208/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203442.882780:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788203442.882784:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203442.882788:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788203442.882789:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203442.882791:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203442.882795:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203442.882798:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13909 00000400:00000200:1.0:1788203442.882803:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203442.882807:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203442.882809:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203442.882812:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203442.882815:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203442.882817:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203442.882820:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203442.882822:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203442.882824:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788203442.882826:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203442.882829:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788203442.882831:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788203442.882833:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788203442.882837:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203442.882839:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203442.882841:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203442.882844:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203442.882847:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788203442.882849:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203442.882851:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203442.882853:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203442.882860:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203442.882863:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203442.882865:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788203442.882871:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788203442.882875:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203442.882877:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203442.882881:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dce00. 00000020:00000040:1.0:1788203442.882884:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788203442.882886:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203442.882888:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203442.882890:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203442.882892:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203442.882894:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203442.882898:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98800. 00000100:00000001:1.0:1788203442.882902:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203442.882908:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dce00 x1875052841870336/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203442.882915:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203442.882917:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203442.882921:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e15d5058] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dce00 x1875052841870336/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203442.882949:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788203442.882952:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203442.882956:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788203442.882958:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203442.882960:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203442.882963:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203442.882966:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13909 00000400:00000200:1.0:1788203442.882970:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203442.882973:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203442.882975:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203442.882979:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203442.882981:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203442.882983:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203442.882985:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203442.882988:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203442.882989:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788203442.882991:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203442.882993:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788203442.882996:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788203442.882998:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788203442.883001:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203442.883003:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203442.883005:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203442.883008:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203442.883010:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788203442.883013:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203442.883015:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203442.883017:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203442.883031:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203442.883034:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203442.883036:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788203442.883038:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788203442.883042:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203442.883044:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203442.883047:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ddf80. 00000020:00000040:1.0:1788203442.883050:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788203442.883053:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203442.883055:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203442.883056:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203442.883058:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203442.883060:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203442.883064:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99000. 00000100:00000001:1.0:1788203442.883067:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203442.883072:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ddf80 x1875052841870464/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203442.883081:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203442.883083:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203442.883087:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dea6dee7] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ddf80 x1875052841870464/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203442.883096:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203442.883099:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788203442.883103:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788203442.883107:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203442.883110:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788203442.883112:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203442.883113:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203442.883117:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203442.883120:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13909 00000400:00000200:1.0:1788203442.883124:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203442.883127:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203442.883130:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203442.883133:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203442.883136:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203442.883138:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203442.883140:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203442.883142:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203442.883144:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788203442.883145:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203442.883148:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788203442.883151:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788203442.883153:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788203442.883157:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203442.883159:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203442.883161:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203442.883163:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203442.883165:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788203442.883168:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203442.883170:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203442.883173:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203442.883175:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203442.883177:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203442.883180:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788203442.883182:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788203442.883185:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203442.883187:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203442.883190:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dc700. 00000020:00000040:1.0:1788203442.883193:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788203442.883195:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203442.883197:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203442.883199:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203442.883201:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203442.883203:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203442.883207:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9a800. 00000100:00000001:1.0:1788203442.883210:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203442.883215:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dc700 x1875052841870592/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203442.883223:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203442.883225:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203442.883229:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7db4f2b] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dc700 x1875052841870592/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203442.883238:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203442.883243:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13919) 00010000:00000001:0.0:1788203443.522490:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203443.522497:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203443.522502:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203443.522503:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203443.522505:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203443.522506:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203443.522524:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203443.522526:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203443.522528:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788203444.162504:0:226682:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308583156, at 4308583168 00000100:00000040:0.0:1788203444.162505:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308583156, at 4308583168 00000100:00000010:1.0:1788203444.162521:0:226682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88360. 00000100:00000010:0.0:1788203444.162524:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88ba0. 00010000:00000001:0.0:1788203444.546522:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203444.546528:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203444.546532:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203444.546533:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203444.546536:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203444.546537:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203444.546558:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203444.546560:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203444.546562:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203445.570472:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203445.570477:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203445.570481:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203445.570482:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203445.570484:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203445.570485:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203445.570508:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203445.570511:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203445.570514:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203446.594546:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203446.594560:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203446.594564:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203446.594568:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203446.594573:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203446.594576:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203446.594577:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203446.594579:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203446.594584:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203446.594585:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203446.594588:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203446.594590:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203446.594615:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203446.594618:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203446.594620:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203447.618459:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203447.618465:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203447.618470:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203447.618471:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203447.618473:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203447.618474:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203447.618491:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203447.618494:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203447.618496:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788203448.002511:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203448.002519:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788203448.002522:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203448.002525:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203448.002529:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203448.002536:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 13914 00000400:00000200:1.0:1788203448.002545:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203448.002553:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203448.002556:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203448.002560:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203448.002564:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203448.002566:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203448.002569:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203448.002574:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203448.002576:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788203448.002580:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203448.002583:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788203448.002586:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788203448.002589:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788203448.002592:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203448.002595:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203448.002597:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203448.002599:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203448.002602:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788203448.002606:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203448.002609:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203448.002612:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203448.002617:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203448.002620:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203448.002622:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788203448.002625:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203448.002634:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dd880. 00000020:00000040:1.0:1788203448.002638:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788203448.002642:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203448.002644:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203448.002648:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203448.002652:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203448.002657:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203448.002666:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9a400. 00000100:00000001:1.0:1788203448.002673:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203448.002684:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dd880 x1875052841870720/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203448.002695:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203448.002700:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203448.002705:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083606985] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dd880 x1875052841870720/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203448.002732:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788203448.002737:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203448.002741:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788203448.002743:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203448.002746:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203448.002752:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203448.002756:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13914 00000400:00000200:1.0:1788203448.002765:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203448.002777:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203448.002784:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203448.002797:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203448.002806:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203448.002813:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203448.002822:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203448.002829:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203448.002833:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788203448.002839:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203448.002844:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788203448.002852:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788203448.002861:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788203448.002872:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203448.002878:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203448.002885:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203448.002891:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203448.002897:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788203448.002908:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203448.002915:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203448.002922:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203448.002932:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203448.002941:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203448.002950:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788203448.002959:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788203448.002968:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203448.002974:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203448.002985:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dc000. 00000020:00000040:1.0:1788203448.002993:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788203448.003003:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203448.003010:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203448.003016:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203448.003022:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203448.003028:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203448.003041:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99400. 00000100:00000001:1.0:1788203448.003051:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203448.003064:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dc000 x1875052841870848/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203448.003096:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203448.003102:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203448.003118:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1e3b926] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dc000 x1875052841870848/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203448.003147:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788203448.003157:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203448.003167:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788203448.003172:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203448.003179:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203448.003189:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203448.003196:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13914 00000400:00000200:1.0:1788203448.003205:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203448.003213:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203448.003219:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203448.003228:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203448.003234:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203448.003241:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203448.003247:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203448.003255:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203448.003259:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788203448.003264:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203448.003270:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788203448.003276:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788203448.003283:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788203448.003293:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203448.003300:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203448.003338:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203448.003345:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203448.003353:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788203448.003363:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203448.003371:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203448.003377:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203448.003383:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203448.003389:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203448.003411:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788203448.003415:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788203448.003417:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203448.003422:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203448.003428:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3df100. 00000020:00000040:1.0:1788203448.003432:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788203448.003436:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203448.003439:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203448.003442:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203448.003444:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203448.003448:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203448.003453:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9a800. 00000100:00000001:1.0:1788203448.003459:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203448.003467:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3df100 x1875052841870976/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203448.003482:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203448.003485:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203448.003492:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c16a5860] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3df100 x1875052841870976/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203448.003505:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203448.003510:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788203448.003516:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788203448.003521:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203448.003528:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788203448.003531:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203448.003534:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203448.003538:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203448.003543:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13914 00000400:00000200:1.0:1788203448.003551:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203448.003557:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203448.003560:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203448.003565:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203448.003570:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203448.003574:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203448.003578:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203448.003583:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203448.003585:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788203448.003589:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203448.003592:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788203448.003597:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788203448.003601:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788203448.003605:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203448.003644:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203448.003649:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203448.003654:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203448.003660:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788203448.003666:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203448.003669:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203448.003672:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203448.003676:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203448.003681:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203448.003686:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788203448.003689:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788203448.003695:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203448.003700:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203448.003705:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dd180. 00000020:00000040:1.0:1788203448.003710:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788203448.003714:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203448.003718:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203448.003722:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203448.003725:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203448.003728:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203448.003733:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99000. 00000100:00000001:1.0:1788203448.003738:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203448.003747:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dd180 x1875052841871104/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203448.003758:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203448.003762:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203448.003770:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000095f81904] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dd180 x1875052841871104/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203448.003783:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203448.003788:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13924) 00010000:00000001:0.0:1788203448.642540:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203448.642548:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203448.642553:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203448.642554:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203448.642558:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203448.642559:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203448.642585:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203448.642589:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203448.642592:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788203449.282463:0:226682:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308588276, at 4308588288 00000100:00000040:0.0:1788203449.282467:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308588276, at 4308588288 00000100:00000010:0.0:1788203449.282482:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88000. 00000100:00000010:1.0:1788203449.282485:0:226682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa882a0. 00010000:00000001:0.0:1788203449.666551:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203449.666559:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203449.666564:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203449.666568:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203449.666570:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203449.666573:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203449.666576:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203449.666579:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203449.666581:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203449.666582:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203449.666585:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203449.666586:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203449.666589:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203449.666590:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203449.666591:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203449.666592:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203449.666593:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203449.666595:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203449.666622:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203449.666624:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203449.666627:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203450.690567:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203450.690577:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203450.690584:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203450.690586:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203450.690590:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203450.690591:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203450.690624:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203450.690627:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203450.690631:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203451.714537:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203451.714545:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203451.714550:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203451.714551:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203451.714554:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203451.714555:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203451.714584:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203451.714588:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203451.714591:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203452.738542:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203452.738552:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203452.738560:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203452.738562:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203452.738567:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203452.738568:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203452.738597:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203452.738600:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203452.738602:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788203453.122455:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203453.122465:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788203453.122468:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203453.122471:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203453.122476:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203453.122482:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 13919 00000400:00000200:1.0:1788203453.122490:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203453.122496:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203453.122499:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203453.122503:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203453.122507:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203453.122510:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203453.122512:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203453.122516:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203453.122518:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788203453.122520:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203453.122523:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788203453.122525:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788203453.122527:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788203453.122532:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203453.122535:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203453.122539:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203453.122541:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203453.122544:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788203453.122547:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203453.122550:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203453.122553:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203453.122557:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203453.122560:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203453.122563:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788203453.122566:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203453.122576:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dd180. 00000020:00000040:1.0:1788203453.122580:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788203453.122584:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203453.122585:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203453.122588:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203453.122590:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203453.122594:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203453.122603:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98800. 00000100:00000001:1.0:1788203453.122608:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203453.122624:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dd180 x1875052841871232/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203453.122632:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203453.122636:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203453.122640:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000095f81904] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dd180 x1875052841871232/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203453.122659:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788203453.122661:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203453.122663:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788203453.122664:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203453.122666:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203453.122668:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203453.122670:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13919 00000400:00000200:1.0:1788203453.122673:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203453.122676:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203453.122678:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203453.122681:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203453.122683:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203453.122684:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203453.122686:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203453.122690:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203453.122696:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788203453.122699:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203453.122704:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788203453.122710:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788203453.122714:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788203453.122721:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203453.122726:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203453.122735:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203453.122742:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203453.122749:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788203453.122760:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203453.122769:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203453.122778:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203453.122788:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203453.122794:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203453.122799:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788203453.122807:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788203453.122811:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203453.122816:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203453.122822:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3df100. 00000020:00000040:1.0:1788203453.122827:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788203453.122831:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203453.122833:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203453.122837:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203453.122839:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203453.122845:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203453.122856:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9bc00. 00000100:00000001:1.0:1788203453.122862:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203453.122870:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3df100 x1875052841871360/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203453.122885:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203453.122886:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203453.122895:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c16a5860] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3df100 x1875052841871360/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203453.122909:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788203453.122919:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203453.122932:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788203453.122934:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203453.122937:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203453.122951:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203453.122956:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13919 00000400:00000200:1.0:1788203453.122973:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203453.122985:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203453.122994:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203453.123011:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203453.123020:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203453.123027:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203453.123039:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203453.123048:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203453.123053:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788203453.123058:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203453.123063:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788203453.123069:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788203453.123076:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788203453.123086:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203453.123095:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203453.123104:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203453.123111:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203453.123122:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788203453.123128:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203453.123132:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203453.123137:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203453.123142:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203453.123150:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203453.123157:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788203453.123159:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788203453.123168:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203453.123175:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203453.123182:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dc000. 00000020:00000040:1.0:1788203453.123188:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788203453.123191:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203453.123193:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203453.123201:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203453.123205:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203453.123209:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203453.123234:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98c00. 00000100:00000001:1.0:1788203453.123243:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203453.123256:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dc000 x1875052841871488/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203453.123281:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203453.123284:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203453.123302:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1e3b926] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dc000 x1875052841871488/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203453.123316:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203453.123322:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788203453.123327:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788203453.123335:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203453.123362:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788203453.123368:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203453.123377:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203453.123385:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203453.123427:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13919 00000400:00000200:1.0:1788203453.123442:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203453.123456:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203453.123459:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203453.123469:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203453.123473:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203453.123481:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203453.123485:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203453.123493:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203453.123495:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788203453.123500:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203453.123504:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788203453.123514:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788203453.123518:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788203453.123526:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203453.123533:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203453.123546:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203453.123554:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203453.123566:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788203453.123581:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203453.123590:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203453.123601:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203453.123614:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203453.123622:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203453.123632:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788203453.123637:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788203453.123643:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203453.123645:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203453.123653:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dd880. 00000020:00000040:1.0:1788203453.123664:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788203453.123676:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203453.123680:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203453.123691:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203453.123699:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203453.123702:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203453.123715:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b400. 00000100:00000001:1.0:1788203453.123724:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203453.123738:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dd880 x1875052841871616/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203453.123761:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203453.123769:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203453.123784:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083606985] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dd880 x1875052841871616/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203453.123823:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203453.123836:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13929) 00010000:00000001:0.0:1788203453.762542:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203453.762552:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203453.762561:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203453.762563:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203453.762567:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203453.762569:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203453.762607:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203453.762611:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203453.762615:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203454.402496:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308593397, at 4308593408 00000100:00000040:1.0:1788203454.402496:0:226682:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308593397, at 4308593408 00000100:00000010:0.0:1788203454.402510:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88540. 00000100:00000010:1.0:1788203454.402512:0:226682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa885a0. 00010000:00000001:0.0:1788203454.786513:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203454.786521:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203454.786528:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203454.786529:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203454.786533:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203454.786535:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203454.786562:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203454.786566:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203454.786569:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203455.810471:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203455.810477:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203455.810482:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203455.810483:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203455.810485:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203455.810486:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203455.810506:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203455.810508:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203455.810510:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203456.834505:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203456.834514:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203456.834516:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203456.834520:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203456.834525:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203456.834528:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203456.834530:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203456.834532:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203456.834537:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203456.834539:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203456.834543:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203456.834545:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203456.834571:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203456.834574:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203456.834577:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203457.858523:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203457.858529:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203457.858533:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203457.858534:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203457.858536:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203457.858537:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203457.858558:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203457.858560:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203457.858562:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203458.882494:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203458.882500:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203458.882504:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203458.882505:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203458.882508:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203458.882508:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203458.882531:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203458.882534:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203458.882537:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203459.522482:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308598516, at 4308598528 00000100:00000040:1.0:1788203459.522486:0:226682:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308598516, at 4308598528 00000100:00000010:0.0:1788203459.522498:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88b40. 00000100:00000010:1.0:1788203459.522504:0:226682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa880c0. 00010000:00000001:0.0:1788203459.906511:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203459.906516:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203459.906520:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203459.906523:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203459.906525:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203459.906528:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203459.906530:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203459.906532:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203459.906533:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203459.906543:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203459.906546:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203459.906547:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203459.906548:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203459.906549:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203459.906550:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203459.906551:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203459.906553:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203459.906554:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203459.906577:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203459.906579:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203459.906581:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203460.930490:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203460.930497:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203460.930502:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203460.930504:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203460.930506:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203460.930507:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203460.930526:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203460.930528:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203460.930531:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203461.954499:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203461.954505:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203461.954509:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203461.954510:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203461.954512:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203461.954513:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203461.954534:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203461.954536:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203461.954538:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203462.978473:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203462.978479:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203462.978483:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203462.978485:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203462.978489:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203462.978490:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203462.978513:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203462.978517:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203462.978520:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203464.002570:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203464.002577:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203464.002583:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203464.002584:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203464.002587:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203464.002588:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203464.002652:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203464.002656:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203464.002658:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203464.642483:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308603637, at 4308603648 00000100:00000040:1.0:1788203464.642483:0:226682:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308603637, at 4308603648 00000100:00000010:1.0:1788203464.642498:0:226682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88c00. 00000100:00000010:0.0:1788203464.642505:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa884e0. 00010000:00000001:0.0:1788203465.026478:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203465.026485:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203465.026489:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203465.026490:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203465.026493:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203465.026494:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203465.026536:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203465.026539:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203465.026542:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203466.050525:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203466.050532:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203466.050537:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203466.050538:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203466.050541:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203466.050542:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203466.050591:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203466.050594:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203466.050597:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203467.074480:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203467.074490:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203467.074492:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203467.074501:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203467.074507:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203467.074510:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203467.074512:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203467.074514:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203467.074518:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203467.074519:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203467.074522:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203467.074523:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203467.074555:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203467.074558:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203467.074561:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203468.098496:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203468.098501:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203468.098506:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203468.098507:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203468.098509:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203468.098510:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203468.098536:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203468.098539:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203468.098541:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788203468.482487:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203468.482495:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788203468.482497:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203468.482501:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203468.482504:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203468.482510:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 13935 00000400:00000200:1.0:1788203468.482517:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203468.482522:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203468.482524:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203468.482527:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203468.482529:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203468.482531:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203468.482533:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203468.482536:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203468.482538:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788203468.482540:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203468.482543:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788203468.482544:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788203468.482546:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788203468.482548:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203468.482549:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203468.482551:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203468.482552:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203468.482554:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788203468.482556:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203468.482558:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203468.482560:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203468.482563:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203468.482565:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203468.482566:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788203468.482568:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203468.482576:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dc700. 00000020:00000040:1.0:1788203468.482579:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788203468.482582:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203468.482583:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203468.482585:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203468.482587:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203468.482590:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203468.482596:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b800. 00000100:00000001:1.0:1788203468.482602:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203468.482609:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dc700 x1875052841872768/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203468.482621:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203468.482625:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203468.482628:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7db4f2b] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dc700 x1875052841872768/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203468.482645:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788203468.482648:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203468.482650:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788203468.482651:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203468.482653:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203468.482655:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203468.482657:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13935 00000400:00000200:1.0:1788203468.482660:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203468.482663:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203468.482664:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203468.482666:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203468.482668:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203468.482670:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203468.482671:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203468.482673:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203468.482675:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788203468.482676:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203468.482679:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788203468.482681:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788203468.482685:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788203468.482689:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203468.482692:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203468.482696:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203468.482701:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203468.482706:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788203468.482711:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203468.482715:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203468.482719:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203468.482724:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203468.482726:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203468.482728:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788203468.482734:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788203468.482742:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203468.482748:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203468.482753:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ddf80. 00000020:00000040:1.0:1788203468.482759:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788203468.482765:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203468.482768:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203468.482774:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203468.482779:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203468.482783:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203468.482792:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9ac00. 00000100:00000001:1.0:1788203468.482800:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203468.482812:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ddf80 x1875052841872896/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203468.482827:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203468.482830:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203468.482838:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dea6dee7] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ddf80 x1875052841872896/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203468.482875:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788203468.482882:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203468.482891:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788203468.482895:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203468.482900:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203468.482905:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203468.482912:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13935 00000400:00000200:1.0:1788203468.482923:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203468.482933:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203468.482940:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203468.482966:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203468.482970:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203468.482974:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203468.482985:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203468.482992:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203468.482996:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788203468.483000:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203468.483004:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788203468.483009:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788203468.483014:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788203468.483023:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203468.483029:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203468.483036:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203468.483044:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203468.483050:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788203468.483065:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203468.483075:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203468.483080:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203468.483086:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203468.483092:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203468.483098:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788203468.483102:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788203468.483108:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203468.483113:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203468.483120:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dce00. 00000020:00000040:1.0:1788203468.483127:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788203468.483134:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203468.483138:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203468.483142:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203468.483145:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203468.483148:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203468.483156:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98400. 00000100:00000001:1.0:1788203468.483164:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203468.483175:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dce00 x1875052841873024/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203468.483190:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203468.483196:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203468.483205:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e15d5058] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dce00 x1875052841873024/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203468.483241:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203468.483247:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788203468.483256:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788203468.483263:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203468.483275:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788203468.483279:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203468.483281:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203468.483286:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203468.483292:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13935 00000400:00000200:1.0:1788203468.483300:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203468.483307:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203468.483313:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203468.483318:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203468.483323:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203468.483330:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203468.483337:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203468.483343:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203468.483346:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788203468.483350:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203468.483355:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788203468.483359:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788203468.483365:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788203468.483373:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203468.483378:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203468.483384:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203468.483390:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203468.483430:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788203468.483440:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203468.483448:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203468.483453:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203468.483459:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203468.483464:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203468.483468:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788203468.483473:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788203468.483479:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203468.483485:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203468.483494:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ddc00. 00000020:00000040:1.0:1788203468.483500:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788203468.483507:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203468.483511:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203468.483517:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203468.483519:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203468.483522:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203468.483532:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99c00. 00000100:00000001:1.0:1788203468.483538:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203468.483547:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ddc00 x1875052841873152/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203468.483580:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203468.483585:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203468.483596:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c3c4b34] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ddc00 x1875052841873152/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203468.483621:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203468.483629:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13945) 00010000:00000001:0.0:1788203469.122523:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203469.122530:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203469.122534:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203469.122535:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203469.122538:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203469.122539:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203469.122568:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203469.122570:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203469.122572:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203469.762506:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308608756, at 4308608768 00000100:00000040:1.0:1788203469.762506:0:226682:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308608756, at 4308608768 00000100:00000010:0.0:1788203469.762522:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa887e0. 00000100:00000010:1.0:1788203469.762525:0:226682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88cc0. 00010000:00000001:0.0:1788203470.146501:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203470.146509:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203470.146516:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203470.146519:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203470.146522:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203470.146525:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203470.146529:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203470.146532:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203470.146534:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203470.146537:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203470.146541:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203470.146543:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203470.146545:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203470.146546:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203470.146547:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203470.146549:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203470.146550:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203470.146552:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203470.146574:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203470.146575:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203470.146578:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203471.170530:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203471.170537:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203471.170543:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203471.170545:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203471.170548:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203471.170549:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203471.170604:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203471.170607:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203471.170611:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203472.194516:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203472.194521:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203472.194526:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203472.194527:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203472.194530:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203472.194531:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203472.194552:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203472.194554:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203472.194556:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203473.218508:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203473.218514:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203473.218518:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203473.218519:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203473.218522:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203473.218523:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203473.218543:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203473.218545:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203473.218547:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788203473.602528:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203473.602537:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788203473.602540:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203473.602544:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203473.602547:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203473.602554:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 13940 00000400:00000200:0.0:1788203473.602567:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203473.602576:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203473.602579:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203473.602581:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203473.602584:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203473.602586:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203473.602588:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203473.602591:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203473.602592:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788203473.602595:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203473.602597:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788203473.602599:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788203473.602601:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788203473.602603:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203473.602604:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203473.602606:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203473.602607:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203473.602609:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788203473.602612:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203473.602613:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203473.602615:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203473.602618:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203473.602620:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203473.602621:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788203473.602624:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203473.602633:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fa300. 00000020:00000040:0.0:1788203473.602637:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788203473.602640:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203473.602641:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203473.602644:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203473.602646:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203473.602650:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203473.602657:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375400. 00000100:00000001:0.0:1788203473.602663:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203473.602670:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fa300 x1875052841873280/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203473.602678:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203473.602682:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203473.602685:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000643b1429] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fa300 x1875052841873280/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203473.602703:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788203473.602706:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203473.602708:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788203473.602709:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203473.602711:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203473.602713:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203473.602715:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13940 00000400:00000200:0.0:1788203473.602718:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203473.602721:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203473.602723:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203473.602725:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203473.602728:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203473.602730:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203473.602734:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203473.602738:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203473.602742:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788203473.602744:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203473.602748:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788203473.602750:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788203473.602756:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788203473.602764:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203473.602768:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203473.602773:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203473.602777:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203473.602782:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788203473.602788:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203473.602793:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203473.602796:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203473.602803:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203473.602807:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203473.602810:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203473.602815:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788203473.602819:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203473.602821:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203473.602828:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8e00. 00000020:00000040:0.0:1788203473.602831:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788203473.602835:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203473.602839:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203473.602841:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203473.602845:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203473.602849:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203473.602856:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377c00. 00000100:00000001:0.0:1788203473.602875:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203473.602886:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8e00 x1875052841873408/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203473.602910:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203473.602913:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203473.602922:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7909e09] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8e00 x1875052841873408/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203473.602946:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788203473.602949:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203473.602956:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788203473.602959:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203473.602963:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203473.602970:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203473.602978:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13940 00000400:00000200:0.0:1788203473.602992:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203473.603003:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203473.603006:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203473.603010:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203473.603012:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203473.603013:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203473.603018:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203473.603022:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203473.603025:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788203473.603028:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203473.603030:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788203473.603042:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788203473.603051:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788203473.603057:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203473.603062:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203473.603068:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203473.603072:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203473.603076:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788203473.603081:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203473.603083:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203473.603085:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203473.603090:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203473.603092:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203473.603094:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203473.603098:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788203473.603104:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203473.603108:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203473.603112:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fb480. 00000020:00000040:0.0:1788203473.603116:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788203473.603120:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203473.603121:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203473.603122:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203473.603123:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203473.603125:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203473.603131:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377400. 00000100:00000001:0.0:1788203473.603137:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203473.603147:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fb480 x1875052841873536/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203473.603166:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203473.603171:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203473.603179:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c471466] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fb480 x1875052841873536/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203473.603193:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203473.603197:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788203473.603201:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788203473.603205:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203473.603208:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788203473.603211:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203473.603213:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203473.603215:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203473.603219:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13940 00000400:00000200:0.0:1788203473.603226:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203473.603230:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203473.603234:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203473.603238:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203473.603241:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203473.603243:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203473.603244:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203473.603246:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203473.603248:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788203473.603250:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203473.603253:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788203473.603256:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788203473.603261:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788203473.603265:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203473.603268:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203473.603271:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203473.603273:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203473.603279:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788203473.603285:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203473.603291:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203473.603293:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203473.603297:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203473.603299:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203473.603303:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203473.603305:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788203473.603310:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203473.603315:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203473.603322:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fbb80. 00000020:00000040:0.0:1788203473.603328:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788203473.603332:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203473.603336:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203473.603340:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203473.603343:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203473.603344:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203473.603346:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376400. 00000100:00000001:0.0:1788203473.603350:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203473.603359:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fbb80 x1875052841873664/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203473.603370:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203473.603375:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203473.603382:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006afb05e] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fbb80 x1875052841873664/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203473.603434:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203473.603441:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13950) 00010000:00000001:0.0:1788203474.242500:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203474.242506:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203474.242510:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203474.242511:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203474.242514:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203474.242515:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203474.242556:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203474.242558:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203474.242560:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203474.882481:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308613876, at 4308613888 00000100:00000040:1.0:1788203474.882481:0:226682:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308613876, at 4308613888 00000100:00000010:1.0:1788203474.882498:0:226682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88a80. 00000100:00000010:0.0:1788203474.882500:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa883c0. 00010000:00000001:0.0:1788203475.266540:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203475.266549:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203475.266556:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203475.266557:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203475.266561:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203475.266562:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203475.266592:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203475.266594:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203475.266597:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203476.290512:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203476.290520:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203476.290525:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203476.290526:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203476.290529:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203476.290530:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203476.290552:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203476.290554:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203476.290556:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203477.314477:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203477.314485:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203477.314488:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203477.314491:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203477.314497:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203477.314500:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203477.314502:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203477.314504:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203477.314508:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203477.314510:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203477.314513:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203477.314515:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203477.314536:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203477.314540:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203477.314543:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203478.338493:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203478.338500:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203478.338504:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203478.338505:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203478.338508:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203478.338509:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203478.338528:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203478.338531:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203478.338533:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788203478.722515:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203478.722525:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788203478.722527:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203478.722532:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203478.722537:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203478.722546:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 13945 00000400:00000200:0.0:1788203478.722554:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203478.722561:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203478.722564:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203478.722568:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203478.722572:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203478.722575:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203478.722577:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203478.722582:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203478.722584:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788203478.722587:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203478.722590:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788203478.722591:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788203478.722593:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788203478.722596:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203478.722597:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203478.722598:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203478.722599:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203478.722602:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788203478.722604:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203478.722606:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203478.722609:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203478.722612:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203478.722614:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203478.722615:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788203478.722617:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203478.722626:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8700. 00000020:00000040:0.0:1788203478.722628:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788203478.722631:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203478.722633:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203478.722635:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203478.722638:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203478.722644:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203478.722652:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374c00. 00000100:00000001:0.0:1788203478.722659:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203478.722671:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8700 x1875052841873792/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203478.722682:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203478.722686:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203478.722691:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006dab9339] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8700 x1875052841873792/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203478.722712:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788203478.722715:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203478.722719:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788203478.722721:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203478.722724:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203478.722727:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203478.722731:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13945 00000400:00000200:0.0:1788203478.722740:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203478.722747:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203478.722750:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203478.722755:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203478.722760:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203478.722765:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203478.722771:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203478.722788:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203478.722791:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788203478.722794:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203478.722799:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788203478.722805:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788203478.722810:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788203478.722819:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203478.722824:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203478.722830:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203478.722836:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203478.722839:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788203478.722846:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203478.722852:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203478.722857:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203478.722866:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203478.722870:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203478.722872:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203478.722876:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788203478.722881:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203478.722884:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203478.722893:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fbb80. 00000020:00000040:0.0:1788203478.722898:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788203478.722903:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203478.722905:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203478.722908:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203478.722911:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203478.722915:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203478.722921:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377800. 00000100:00000001:0.0:1788203478.722926:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203478.722934:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fbb80 x1875052841873920/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203478.722945:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203478.722948:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203478.722954:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006afb05e] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fbb80 x1875052841873920/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203478.722966:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788203478.722970:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203478.722976:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788203478.722979:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203478.722983:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203478.722986:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203478.722991:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13945 00000400:00000200:0.0:1788203478.723001:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203478.723006:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203478.723008:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203478.723010:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203478.723014:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203478.723016:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203478.723018:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203478.723021:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203478.723024:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788203478.723027:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203478.723030:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788203478.723041:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788203478.723045:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788203478.723049:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203478.723052:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203478.723055:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203478.723058:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203478.723062:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788203478.723066:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203478.723069:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203478.723072:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203478.723075:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203478.723078:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203478.723082:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203478.723084:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788203478.723089:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203478.723092:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203478.723096:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fb480. 00000020:00000040:0.0:1788203478.723101:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788203478.723103:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203478.723103:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203478.723105:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203478.723108:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203478.723116:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203478.723121:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375000. 00000100:00000001:0.0:1788203478.723128:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203478.723135:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fb480 x1875052841874048/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203478.723143:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203478.723147:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203478.723154:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c471466] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fb480 x1875052841874048/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203478.723170:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203478.723176:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788203478.723194:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788203478.723199:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203478.723206:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788203478.723210:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203478.723213:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203478.723217:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203478.723221:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13945 00000400:00000200:0.0:1788203478.723227:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203478.723232:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203478.723235:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203478.723243:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203478.723248:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203478.723251:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203478.723255:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203478.723261:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203478.723263:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788203478.723266:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203478.723270:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788203478.723274:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788203478.723277:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788203478.723284:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203478.723288:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203478.723292:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203478.723295:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203478.723298:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788203478.723303:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203478.723306:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203478.723309:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203478.723312:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203478.723318:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203478.723322:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203478.723326:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788203478.723332:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203478.723337:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203478.723343:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8e00. 00000020:00000040:0.0:1788203478.723350:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788203478.723355:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203478.723360:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203478.723366:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203478.723370:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203478.723374:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203478.723381:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376c00. 00000100:00000001:0.0:1788203478.723388:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203478.723421:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8e00 x1875052841874176/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203478.723434:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203478.723437:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203478.723444:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7909e09] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8e00 x1875052841874176/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203478.723457:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203478.723464:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13955) 00010000:00000001:0.0:1788203479.362506:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203479.362513:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203479.362529:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203479.362532:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203479.362534:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203479.362538:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203479.362542:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203479.362545:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203479.362547:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203479.362550:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203479.362553:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203479.362555:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203479.362556:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203479.362558:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203479.362560:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203479.362561:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203479.362563:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203479.362565:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203479.362594:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203479.362597:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203479.362600:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203480.002503:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308618996, at 4308619008 00000100:00000040:1.0:1788203480.002542:0:226682:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308618996, at 4308619008 00000100:00000010:0.0:1788203480.002548:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88420. 00000100:00000010:1.0:1788203480.002553:0:226682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88600. 00010000:00000001:0.0:1788203480.386490:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203480.386497:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203480.386501:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203480.386503:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203480.386505:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203480.386506:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203480.386524:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203480.386526:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203480.386528:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203481.410506:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203481.410512:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203481.410516:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203481.410517:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203481.410520:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203481.410521:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203481.410574:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203481.410577:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203481.410579:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203482.434497:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203482.434503:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203482.434507:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203482.434508:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203482.434511:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203482.434512:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203482.434530:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203482.434532:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203482.434534:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203483.458506:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203483.458514:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203483.458521:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203483.458523:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203483.458525:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203483.458526:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203483.458571:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203483.458574:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203483.458577:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203484.482478:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203484.482484:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203484.482489:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203484.482490:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203484.482492:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203484.482494:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203484.482511:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203484.482513:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203484.482515:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788203485.122487:0:226682:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308624116, at 4308624128 00000100:00000040:0.0:1788203485.122505:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308624116, at 4308624128 00000100:00000010:1.0:1788203485.122516:0:226682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88a20. 00000100:00000010:0.0:1788203485.122520:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88e40. 00010000:00000001:0.0:1788203485.506493:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203485.506501:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203485.506508:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203485.506509:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203485.506513:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203485.506514:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203485.506559:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203485.506561:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203485.506563:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203486.530482:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203486.530488:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203486.530492:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203486.530493:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203486.530495:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203486.530496:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203486.530544:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203486.530546:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203486.530549:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203487.554591:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203487.554600:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203487.554603:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203487.554607:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203487.554612:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203487.554615:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203487.554617:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203487.554653:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203487.554658:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203487.554660:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203487.554664:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203487.554666:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203487.554706:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203487.554709:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203487.554712:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203488.578468:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203488.578474:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203488.578478:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203488.578479:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203488.578482:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203488.578483:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203488.578502:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203488.578508:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203488.578511:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203489.602521:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203489.602529:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203489.602536:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203489.602539:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203489.602542:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203489.602545:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203489.602548:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203489.602551:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203489.602553:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203489.602555:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203489.602560:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203489.602561:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203489.602563:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203489.602564:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203489.602566:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203489.602568:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203489.602570:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203489.602572:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203489.602608:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203489.602610:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203489.602612:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788203490.242453:0:226682:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308629236, at 4308629248 00000100:00000040:0.0:1788203490.242455:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308629236, at 4308629248 00000100:00000010:0.0:1788203490.242469:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88e40. 00000100:00000010:1.0:1788203490.242474:0:226682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88a20. 00010000:00000001:0.0:1788203490.626496:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203490.626502:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203490.626507:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203490.626557:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203490.626559:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203490.626560:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203490.626607:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203490.626609:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203490.626611:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203491.650522:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203491.650529:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203491.650535:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203491.650537:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203491.650541:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203491.650543:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203491.650584:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203491.650587:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203491.650591:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203492.674521:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203492.674528:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203492.674550:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203492.674552:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203492.674555:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203492.674557:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203492.674581:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203492.674584:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203492.674587:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203493.698482:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203493.698488:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203493.698493:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203493.698494:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203493.698496:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203493.698497:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203493.698531:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203493.698533:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203493.698535:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203494.722522:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203494.722528:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203494.722532:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203494.722533:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203494.722535:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203494.722537:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203494.722557:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203494.722558:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203494.722561:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203495.362521:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308634356, at 4308634368 00000100:00000040:1.0:1788203495.362521:0:226682:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308634356, at 4308634368 00000100:00000010:1.0:1788203495.362537:0:226682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88420. 00000100:00000010:0.0:1788203495.362539:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88600. 00010000:00000001:0.0:1788203495.746507:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203495.746513:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203495.746517:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203495.746518:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203495.746521:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203495.746522:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203495.746543:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203495.746545:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203495.746547:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203496.770526:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203496.770532:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203496.770536:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203496.770537:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203496.770540:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203496.770541:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203496.770561:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203496.770563:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203496.770565:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203497.794520:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203497.794529:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203497.794531:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203497.794534:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203497.794538:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203497.794540:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203497.794541:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203497.794543:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203497.794546:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203497.794548:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203497.794551:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203497.794551:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203497.794575:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203497.794579:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203497.794582:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203498.818512:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203498.818518:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203498.818522:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203498.818523:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203498.818525:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203498.818526:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203498.818545:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203498.818547:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203498.818549:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203499.842478:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203499.842484:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203499.842488:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203499.842490:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203499.842492:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203499.842495:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203499.842497:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203499.842499:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203499.842501:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203499.842503:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203499.842505:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203499.842506:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203499.842507:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203499.842508:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203499.842509:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203499.842510:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203499.842511:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203499.842512:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203499.842530:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203499.842532:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203499.842534:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788203500.482507:0:226682:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308639476, at 4308639488 00000100:00000010:1.0:1788203500.482527:0:226682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88a80. 00000100:00000040:0.0:1788203500.482597:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308639476, at 4308639488 00000100:00000010:0.0:1788203500.482609:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa883c0. 00010000:00000001:0.0:1788203500.866503:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203500.866508:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203500.866513:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203500.866515:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203500.866517:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203500.866518:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203500.866539:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203500.866541:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203500.866543:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203501.890472:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203501.890477:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203501.890482:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203501.890483:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203501.890485:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203501.890486:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203501.890502:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203501.890504:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203501.890507:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203502.914512:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203502.914521:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203502.914527:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203502.914528:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203502.914539:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203502.914540:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203502.914561:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203502.914563:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203502.914565:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203503.938491:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203503.938498:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203503.938504:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203503.938506:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203503.938509:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203503.938511:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203503.938533:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203503.938535:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203503.938538:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788203504.322508:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203504.322519:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788203504.322522:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203504.322526:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203504.322529:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203504.322535:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 13970 00000400:00000200:1.0:1788203504.322541:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203504.322546:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203504.322549:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203504.322551:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203504.322555:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203504.322556:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203504.322558:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203504.322567:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203504.322569:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788203504.322571:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203504.322574:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788203504.322576:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788203504.322578:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788203504.322580:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203504.322581:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203504.322582:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203504.322584:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203504.322586:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788203504.322588:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203504.322589:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203504.322591:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203504.322594:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203504.322597:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203504.322598:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788203504.322600:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203504.322607:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ded80. 00000020:00000040:1.0:1788203504.322610:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788203504.322614:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203504.322615:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203504.322619:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203504.322622:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203504.322627:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203504.322689:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9a000. 00000100:00000001:1.0:1788203504.322697:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203504.322707:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ded80 x1875052841876352/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203504.322721:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203504.322725:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203504.322728:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a769e60] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ded80 x1875052841876352/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203504.322745:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788203504.322748:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203504.322750:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788203504.322752:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203504.322753:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203504.322756:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203504.322758:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13970 00000400:00000200:1.0:1788203504.322762:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203504.322765:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203504.322767:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203504.322773:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203504.322777:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203504.322781:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203504.322784:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203504.322786:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203504.322788:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788203504.322789:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203504.322791:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788203504.322795:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788203504.322799:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788203504.322806:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203504.322810:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203504.322814:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203504.322817:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203504.322821:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788203504.322824:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203504.322828:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203504.322830:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203504.322836:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203504.322841:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203504.322846:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788203504.322850:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788203504.322854:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203504.322858:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203504.322863:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dfb80. 00000020:00000040:1.0:1788203504.322866:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788203504.322868:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203504.322872:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203504.322874:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203504.322876:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203504.322880:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203504.322886:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98000. 00000100:00000001:1.0:1788203504.322889:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203504.322893:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dfb80 x1875052841876480/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203504.322898:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203504.322900:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203504.322902:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086c01fd6] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dfb80 x1875052841876480/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203504.322909:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788203504.322913:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203504.322917:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788203504.322918:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203504.322921:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203504.322924:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203504.322928:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13970 00000400:00000200:1.0:1788203504.322931:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203504.322936:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203504.322938:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203504.322940:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203504.322946:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203504.322948:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203504.322949:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203504.322952:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203504.322954:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788203504.322957:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203504.322959:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788203504.322963:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788203504.322967:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788203504.322971:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203504.322973:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203504.322977:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203504.322981:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203504.322985:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788203504.322990:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203504.322994:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203504.322998:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203504.323002:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203504.323006:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203504.323008:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788203504.323011:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788203504.323015:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203504.323017:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203504.323022:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dca80. 00000020:00000040:1.0:1788203504.323025:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788203504.323028:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203504.323031:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203504.323032:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203504.323034:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203504.323035:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203504.323040:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b000. 00000100:00000001:1.0:1788203504.323044:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203504.323049:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dca80 x1875052841876608/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203504.323059:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203504.323063:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203504.323068:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004099c200] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dca80 x1875052841876608/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203504.323080:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203504.323083:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788203504.323087:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788203504.323091:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203504.323095:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788203504.323097:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203504.323101:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203504.323105:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203504.323109:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13970 00000400:00000200:1.0:1788203504.323115:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203504.323127:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203504.323130:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203504.323136:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203504.323140:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203504.323145:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203504.323148:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203504.323149:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203504.323152:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788203504.323154:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203504.323157:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788203504.323160:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788203504.323162:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788203504.323165:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203504.323169:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203504.323170:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203504.323171:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203504.323174:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788203504.323178:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203504.323183:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203504.323184:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203504.323189:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203504.323194:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203504.323196:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788203504.323197:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788203504.323199:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203504.323200:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203504.323203:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3de300. 00000020:00000040:1.0:1788203504.323204:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788203504.323206:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203504.323206:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203504.323208:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203504.323209:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203504.323210:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203504.323213:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99800. 00000100:00000001:1.0:1788203504.323218:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203504.323226:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3de300 x1875052841876736/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203504.323234:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203504.323238:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203504.323258:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc9d591c] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3de300 x1875052841876736/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203504.323272:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203504.323280:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13981) 00010000:00000001:0.0:1788203504.962515:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203504.962522:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203504.962528:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203504.962530:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203504.962533:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203504.962535:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203504.962560:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203504.962563:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203504.962566:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203505.602492:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308644596, at 4308644608 00000100:00000040:1.0:1788203505.602492:0:226682:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308644596, at 4308644608 00000100:00000010:1.0:1788203505.602509:0:226682:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa887e0. 00000100:00000010:0.0:1788203505.602512:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88cc0. 00010000:00000001:0.0:1788203505.986485:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203505.986492:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203505.986496:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203505.986497:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203505.986499:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203505.986500:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203505.986517:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203505.986519:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203505.986522:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203507.010522:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203507.010529:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203507.010535:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203507.010537:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203507.010539:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203507.010540:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203507.010568:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203507.010570:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203507.010572:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203508.034520:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203508.034529:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203508.034532:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203508.034535:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203508.034540:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203508.034543:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203508.034545:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203508.034548:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203508.034553:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203508.034555:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203508.034558:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203508.034560:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203508.034609:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203508.034612:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203508.034614:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203509.058531:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203509.058537:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203509.058541:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203509.058542:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203509.058544:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203509.058545:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203509.058587:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203509.058590:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203509.058594:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788203509.442505:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203509.442517:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788203509.442521:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203509.442525:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203509.442531:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203509.442539:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 13976 00000400:00000200:1.0:1788203509.442548:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203509.442554:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203509.442557:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203509.442560:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203509.442569:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203509.442572:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203509.442574:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203509.442577:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203509.442578:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788203509.442580:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203509.442583:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788203509.442584:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788203509.442586:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788203509.442588:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203509.442590:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203509.442591:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203509.442593:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203509.442595:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788203509.442597:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203509.442599:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203509.442602:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203509.442604:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203509.442606:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203509.442608:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788203509.442610:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203509.442616:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3df800. 00000020:00000040:1.0:1788203509.442620:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788203509.442624:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203509.442626:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203509.442630:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203509.442633:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203509.442637:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203509.442646:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9a000. 00000100:00000001:1.0:1788203509.442653:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203509.442663:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3df800 x1875052841876864/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203509.442673:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203509.442694:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203509.442701:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051a886bc] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3df800 x1875052841876864/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203509.442721:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788203509.442723:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203509.442727:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788203509.442729:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203509.442731:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203509.442733:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203509.442736:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13976 00000400:00000200:1.0:1788203509.442741:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203509.442752:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203509.442755:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203509.442761:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203509.442764:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203509.442769:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203509.442774:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203509.442778:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203509.442781:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788203509.442785:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203509.442788:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788203509.442794:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788203509.442809:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788203509.442817:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203509.442822:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203509.442826:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203509.442831:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203509.442837:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788203509.442846:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203509.442851:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203509.442856:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203509.442865:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203509.442871:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203509.442875:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788203509.442883:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788203509.442888:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203509.442893:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203509.442900:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dd500. 00000020:00000040:1.0:1788203509.442905:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788203509.442908:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203509.442912:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203509.442916:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203509.442917:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203509.442920:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203509.442930:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99800. 00000100:00000001:1.0:1788203509.442939:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203509.442949:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dd500 x1875052841876992/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203509.442973:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203509.442978:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203509.442987:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081f75c12] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dd500 x1875052841876992/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203509.442998:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788203509.443003:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203509.443009:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788203509.443013:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203509.443015:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203509.443022:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203509.443031:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13976 00000400:00000200:1.0:1788203509.443043:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203509.443053:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203509.443059:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203509.443065:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203509.443068:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203509.443073:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203509.443079:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203509.443084:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203509.443088:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788203509.443091:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203509.443096:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788203509.443100:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788203509.443103:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788203509.443111:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203509.443116:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203509.443123:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203509.443129:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203509.443135:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788203509.443143:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203509.443149:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203509.443154:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203509.443161:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203509.443165:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203509.443169:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788203509.443173:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788203509.443180:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203509.443184:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203509.443189:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dea00. 00000020:00000040:1.0:1788203509.443196:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788203509.443203:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203509.443207:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203509.443212:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203509.443215:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203509.443219:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203509.443226:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b000. 00000100:00000001:1.0:1788203509.443233:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203509.443256:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dea00 x1875052841877120/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203509.443281:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203509.443286:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203509.443293:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4ead91e] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dea00 x1875052841877120/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203509.443302:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203509.443306:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788203509.443315:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788203509.443321:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203509.443326:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788203509.443330:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203509.443334:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203509.443337:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203509.443344:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 13976 00000400:00000200:1.0:1788203509.443350:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203509.443357:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203509.443363:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203509.443370:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203509.443374:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203509.443379:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203509.443383:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203509.443388:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203509.443391:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788203509.443439:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203509.443445:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788203509.443450:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788203509.443456:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788203509.443464:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203509.443471:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203509.443476:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203509.443481:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203509.443487:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788203509.443495:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203509.443500:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203509.443506:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203509.443512:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203509.443517:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203509.443521:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788203509.443526:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788203509.443533:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203509.443537:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203509.443545:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ded80. 00000020:00000040:1.0:1788203509.443550:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788203509.443557:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203509.443560:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203509.443564:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203509.443568:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203509.443571:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203509.443583:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98000. 00000100:00000001:1.0:1788203509.443591:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203509.443604:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ded80 x1875052841877248/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203509.443622:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203509.443628:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203509.443638:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a769e60] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ded80 x1875052841877248/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203509.443656:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203509.443663:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13986) 00010000:00000001:0.0:1788203510.082509:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203510.082514:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203510.082518:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203510.082521:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203510.082523:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203510.082525:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203510.082528:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203510.082530:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203510.082531:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203510.082533:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203510.082535:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203510.082536:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203510.082537:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203510.082538:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203510.082539:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203510.082540:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203510.082541:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203510.082542:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203510.082561:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203510.082563:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203510.082565:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203510.722560:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308649716, at 4308649728 00000100:00000040:1.0:1788203510.722560:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308649716, at 4308649728 00000100:00000010:1.0:1788203510.722585:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88c00. 00000100:00000010:0.0:1788203510.722589:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa884e0. 00010000:00000001:0.0:1788203511.108002:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203511.108010:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203511.108017:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203511.108019:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203511.108021:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203511.108022:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203511.108068:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203511.108071:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203511.108075:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203512.130520:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203512.130527:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203512.130533:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203512.130535:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203512.130539:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203512.130540:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203512.130567:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203512.130571:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203512.130574:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203513.154515:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203513.154521:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203513.154525:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203513.154526:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203513.154528:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203513.154529:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203513.154550:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203513.154551:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203513.154554:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203514.178532:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203514.178538:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203514.178542:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203514.178543:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203514.178545:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203514.178546:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203514.178596:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203514.178600:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203514.178604:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203515.202504:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203515.202510:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203515.202516:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203515.202517:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203515.202521:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203515.202523:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203515.202545:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203515.202548:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203515.202551:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788203515.842481:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308654836, at 4308654848 00000100:00000040:0.0:1788203515.842495:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308654836, at 4308654848 00000100:00000010:1.0:1788203515.842509:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88b40. 00000100:00000010:0.0:1788203515.842513:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa880c0. 00010000:00000001:0.0:1788203516.226521:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203516.226527:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203516.226532:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203516.226533:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203516.226536:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203516.226537:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203516.226574:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203516.226576:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203516.226579:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203517.250491:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203517.250498:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203517.250504:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203517.250505:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203517.250509:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203517.250510:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203517.250578:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203517.250581:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203517.250584:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203518.274512:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203518.274520:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203518.274522:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203518.274525:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203518.274529:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203518.274532:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203518.274533:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203518.274536:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203518.274539:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203518.274541:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203518.274544:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203518.274545:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203518.274579:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203518.274583:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203518.274586:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203519.298474:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203519.298479:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203519.298484:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203519.298487:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203519.298489:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203519.298492:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203519.298495:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203519.298498:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203519.298499:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203519.298502:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203519.298505:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203519.298506:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203519.298508:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203519.298509:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203519.298510:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203519.298512:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203519.298514:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203519.298515:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203519.298537:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203519.298539:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203519.298542:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203520.322488:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203520.322493:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203520.322497:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203520.322498:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203520.322500:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203520.322501:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203520.322564:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203520.322565:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203520.322567:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203520.962493:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308659956, at 4308659968 00000100:00000040:1.0:1788203520.962493:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308659956, at 4308659968 00000100:00000010:0.0:1788203520.962523:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa885a0. 00000100:00000010:1.0:1788203520.962526:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88540. 00010000:00000001:0.0:1788203521.346531:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203521.346538:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203521.346543:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203521.346545:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203521.346549:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203521.346550:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203521.346573:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203521.346576:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203521.346579:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203522.370509:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203522.370517:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203522.370522:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203522.370524:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203522.370527:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203522.370529:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203522.370551:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203522.370553:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203522.370556:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203523.394492:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203523.394498:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203523.394502:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203523.394504:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203523.394507:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203523.394508:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203523.394537:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203523.394540:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203523.394542:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203524.418515:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203524.418523:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203524.418529:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203524.418530:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203524.418533:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203524.418535:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203524.418557:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203524.418560:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203524.418563:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203525.442500:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203525.442507:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203525.442513:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203525.442515:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203525.442518:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203525.442520:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203525.442542:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203525.442545:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203525.442548:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203526.082504:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308665076, at 4308665088 00000100:00000040:1.0:1788203526.082504:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308665076, at 4308665088 00000100:00000010:0.0:1788203526.082518:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88de0. 00000100:00000010:1.0:1788203526.082520:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa882a0. 00010000:00000001:0.0:1788203526.466492:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203526.466497:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203526.466503:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203526.466504:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203526.466507:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203526.466508:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203526.466529:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203526.466532:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203526.466536:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203527.490463:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203527.490470:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203527.490471:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203527.490474:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203527.490478:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203527.490480:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203527.490481:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203527.490482:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203527.490485:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203527.490486:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203527.490488:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203527.490488:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203527.490504:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203527.490506:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203527.490508:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203528.514493:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203528.514500:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203528.514506:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203528.514507:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203528.514510:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203528.514511:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203528.514532:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203528.514534:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203528.514536:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203529.538500:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203529.538506:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203529.538510:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203529.538513:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203529.538515:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203529.538518:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203529.538520:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203529.538522:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203529.538524:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203529.538526:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203529.538528:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203529.538529:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203529.538530:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203529.538531:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203529.538532:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203529.538533:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203529.538534:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203529.538535:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203529.538556:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203529.538557:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203529.538559:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203530.562511:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203530.562516:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203530.562520:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203530.562521:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203530.562524:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203530.562525:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203530.562545:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203530.562547:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203530.562549:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203531.202479:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308670196, at 4308670208 00000100:00000040:1.0:1788203531.202481:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308670196, at 4308670208 00000100:00000010:1.0:1788203531.202497:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88360. 00000100:00000010:0.0:1788203531.202500:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88ba0. 00010000:00000001:0.0:1788203531.586512:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203531.586517:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203531.586521:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203531.586522:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203531.586525:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203531.586526:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203531.586545:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203531.586547:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203531.586549:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203532.610489:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203532.610498:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203532.610504:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203532.610505:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203532.610509:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203532.610511:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203532.610536:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203532.610539:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203532.610543:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203533.634508:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203533.634514:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203533.634518:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203533.634519:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203533.634522:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203533.634523:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203533.634542:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203533.634544:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203533.634546:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203534.658492:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203534.658498:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203534.658502:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203534.658503:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203534.658505:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203534.658506:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203534.658525:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203534.658527:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203534.658529:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203535.682512:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203535.682518:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203535.682522:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203535.682523:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203535.682525:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203535.682527:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203535.682547:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203535.682549:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203535.682551:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203536.322493:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308675316, at 4308675328 00000100:00000040:1.0:1788203536.322495:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308675316, at 4308675328 00000100:00000010:0.0:1788203536.322510:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88780. 00000100:00000010:1.0:1788203536.322513:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88300. 00010000:00000001:0.0:1788203536.706493:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203536.706499:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203536.706505:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203536.706506:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203536.706510:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203536.706511:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203536.706532:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203536.706535:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203536.706538:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203537.730507:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203537.730514:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203537.730516:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203537.730519:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203537.730523:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203537.730525:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203537.730526:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203537.730528:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203537.730531:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203537.730532:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203537.730534:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203537.730535:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203537.730554:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203537.730556:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203537.730558:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203538.754513:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203538.754520:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203538.754527:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203538.754528:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203538.754531:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203538.754533:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203538.754554:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203538.754556:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203538.754559:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203539.778522:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203539.778529:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203539.778534:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203539.778537:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203539.778538:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203539.778541:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203539.778543:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203539.778545:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203539.778546:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203539.778548:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203539.778550:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203539.778551:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203539.778552:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203539.778553:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203539.778554:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203539.778555:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203539.778556:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203539.778557:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203539.778578:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203539.778580:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203539.778582:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203540.802477:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203540.802483:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203540.802487:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203540.802488:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203540.802490:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203540.802491:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203540.802507:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203540.802509:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203540.802511:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788203541.442463:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308680436, at 4308680448 00000100:00000040:0.0:1788203541.442467:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308680436, at 4308680448 00000100:00000010:1.0:1788203541.442478:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88900. 00000100:00000010:0.0:1788203541.442481:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88180. 00010000:00000001:0.0:1788203541.826512:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203541.826518:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203541.826522:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203541.826523:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203541.826526:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203541.826526:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203541.826548:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203541.826550:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203541.826552:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203542.850549:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203542.850561:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203542.850569:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203542.850570:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203542.850573:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203542.850574:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203542.850601:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203542.850604:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203542.850606:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203543.874508:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203543.874514:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203543.874518:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203543.874519:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203543.874521:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203543.874522:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203543.874541:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203543.874543:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203543.874545:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203544.898551:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203544.898561:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203544.898568:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203544.898570:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203544.898574:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203544.898575:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203544.898608:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203544.898612:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203544.898616:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788203545.282536:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203545.282548:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788203545.282551:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203545.282556:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203545.282560:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203545.282567:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 14011 00000400:00000200:1.0:1788203545.282576:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203545.282583:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203545.282586:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203545.282589:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203545.282592:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203545.282595:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203545.282597:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203545.282601:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203545.282603:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788203545.282606:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203545.282609:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788203545.282611:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788203545.282613:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788203545.282615:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203545.282626:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203545.282627:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203545.282629:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203545.282631:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788203545.282634:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203545.282636:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203545.282639:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203545.282643:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203545.282646:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203545.282648:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788203545.282650:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203545.282661:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3de300. 00000020:00000040:1.0:1788203545.282665:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788203545.282669:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203545.282670:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203545.282673:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203545.282676:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203545.282680:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203545.282688:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98400. 00000100:00000001:1.0:1788203545.282695:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203545.282704:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3de300 x1875052841880448/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203545.282713:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203545.282717:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203545.282721:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc9d591c] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3de300 x1875052841880448/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203545.282738:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788203545.282741:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203545.282744:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788203545.282745:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203545.282746:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203545.282749:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203545.282751:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14011 00000400:00000200:1.0:1788203545.282754:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203545.282756:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203545.282757:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203545.282760:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203545.282761:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203545.282763:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203545.282765:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203545.282767:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203545.282768:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788203545.282770:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203545.282771:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788203545.282773:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788203545.282774:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788203545.282776:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203545.282778:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203545.282779:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203545.282782:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203545.282783:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788203545.282787:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203545.282789:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203545.282790:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203545.282796:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203545.282797:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203545.282798:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788203545.282802:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788203545.282806:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203545.282809:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203545.282815:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dca80. 00000020:00000040:1.0:1788203545.282819:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788203545.282823:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203545.282826:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203545.282827:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203545.282829:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203545.282831:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203545.282836:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9ac00. 00000100:00000001:1.0:1788203545.282840:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203545.282845:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dca80 x1875052841880576/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203545.282910:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203545.282915:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203545.282923:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004099c200] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dca80 x1875052841880576/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203545.282938:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788203545.282944:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203545.282947:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788203545.282948:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203545.282950:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203545.282958:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203545.282962:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14011 00000400:00000200:1.0:1788203545.282968:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203545.282974:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203545.282979:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203545.282988:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203545.282992:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203545.282999:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203545.283003:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203545.283010:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203545.283013:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788203545.283016:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203545.283018:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788203545.283024:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788203545.283025:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788203545.283027:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203545.283029:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203545.283034:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203545.283043:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203545.283048:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788203545.283058:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203545.283061:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203545.283074:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203545.283078:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203545.283087:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203545.283090:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788203545.283092:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788203545.283102:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203545.283111:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203545.283126:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dfb80. 00000020:00000040:1.0:1788203545.283134:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788203545.283143:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203545.283146:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203545.283154:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203545.283159:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203545.283167:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203545.283177:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b800. 00000100:00000001:1.0:1788203545.283182:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203545.283191:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dfb80 x1875052841880704/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203545.283218:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203545.283221:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203545.283229:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086c01fd6] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dfb80 x1875052841880704/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203545.283247:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203545.283259:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788203545.283265:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788203545.283270:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203545.283275:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788203545.283282:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203545.283287:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203545.283295:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203545.283299:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14011 00000400:00000200:1.0:1788203545.283310:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203545.283320:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203545.283322:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203545.283332:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203545.283336:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203545.283344:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203545.283350:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203545.283357:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203545.283359:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788203545.283362:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203545.283369:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788203545.283374:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788203545.283390:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788203545.283425:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203545.283427:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203545.283435:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203545.283443:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203545.283456:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788203545.283462:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203545.283464:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203545.283465:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203545.283468:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203545.283472:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203545.283478:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788203545.283481:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788203545.283485:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203545.283488:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203545.283493:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ddc00. 00000020:00000040:1.0:1788203545.283496:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788203545.283499:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203545.283501:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203545.283506:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203545.283508:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203545.283509:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203545.283515:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b400. 00000100:00000001:1.0:1788203545.283526:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203545.283533:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ddc00 x1875052841880832/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203545.283547:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203545.283550:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203545.283556:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c3c4b34] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ddc00 x1875052841880832/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203545.283567:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203545.283579:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14021) 00010000:00000001:0.0:1788203545.922549:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203545.922557:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203545.922561:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203545.922562:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203545.922565:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203545.922567:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203545.922593:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203545.922596:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203545.922598:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788203546.562509:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308685557, at 4308685568 00000100:00000040:0.0:1788203546.562515:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308685557, at 4308685568 00000100:00000010:1.0:1788203546.562529:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88060. 00000100:00000010:0.0:1788203546.562532:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88ea0. 00010000:00000001:0.0:1788203546.946485:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203546.946493:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203546.946498:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203546.946499:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203546.946502:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203546.946503:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203546.946526:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203546.946528:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203546.946531:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203547.970565:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203547.970612:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203547.970615:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203547.970620:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203547.970627:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203547.970630:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203547.970632:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203547.970634:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203547.970638:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203547.970639:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203547.970642:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203547.970643:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203547.970672:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203547.970682:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203547.970685:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203548.994572:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203548.994584:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203548.994593:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203548.994595:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203548.994600:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203548.994601:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203548.994637:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203548.994640:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203548.994643:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203550.018552:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203550.018561:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203550.018566:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203550.018569:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203550.018571:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203550.018575:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203550.018578:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203550.018580:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203550.018582:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203550.018584:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203550.018587:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203550.018588:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203550.018589:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203550.018591:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203550.018591:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203550.018592:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203550.018593:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203550.018595:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203550.018621:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203550.018623:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203550.018625:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203551.042512:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203551.042529:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203551.042534:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203551.042535:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203551.042537:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203551.042538:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203551.042572:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203551.042574:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203551.042576:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203551.682498:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308690676, at 4308690688 00000100:00000040:1.0:1788203551.682498:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308690676, at 4308690688 00000100:00000010:1.0:1788203551.682528:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88d20. 00000100:00000010:0.0:1788203551.682540:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88c60. 00010000:00000001:0.0:1788203552.066523:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203552.066529:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203552.066534:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203552.066535:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203552.066538:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203552.066539:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203552.066570:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203552.066572:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203552.066574:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203553.090535:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203553.090541:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203553.090545:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203553.090546:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203553.090549:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203553.090550:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203553.090576:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203553.090578:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203553.090580:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203554.114489:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203554.114495:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203554.114499:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203554.114500:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203554.114503:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203554.114503:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203554.114535:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203554.114538:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203554.114541:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203555.138517:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203555.138522:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203555.138526:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203555.138527:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203555.138529:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203555.138530:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203555.138571:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203555.138573:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203555.138575:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203556.162527:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203556.162535:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203556.162540:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203556.162541:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203556.162544:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203556.162546:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203556.162571:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203556.162573:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203556.162575:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788203556.802552:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308695797, at 4308695808 00000100:00000040:0.0:1788203556.802553:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308695797, at 4308695808 00000100:00000010:1.0:1788203556.802569:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88720. 00000100:00000010:0.0:1788203556.802574:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa889c0. 00010000:00000001:0.0:1788203557.186588:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203557.186596:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203557.186601:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203557.186602:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203557.186605:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203557.186606:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203557.186664:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203557.186667:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203557.186669:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203558.210495:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203558.210502:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203558.210504:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203558.210507:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203558.210512:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203558.210514:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203558.210515:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203558.210517:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203558.210520:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203558.210525:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203558.210528:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203558.210529:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203558.210558:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203558.210560:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203558.210562:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203559.234504:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203559.234510:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203559.234514:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203559.234515:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203559.234518:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203559.234518:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203559.234547:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203559.234549:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203559.234551:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203560.258503:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203560.258510:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203560.258515:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203560.258519:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203560.258522:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203560.258525:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203560.258528:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203560.258531:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203560.258533:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203560.258536:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203560.258540:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203560.258541:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203560.258542:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203560.258544:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203560.258546:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203560.258547:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203560.258549:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203560.258551:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203560.258583:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203560.258586:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203560.258588:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203561.282522:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203561.282529:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203561.282534:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203561.282536:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203561.282539:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203561.282540:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203561.282565:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203561.282568:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203561.282571:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203561.922498:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308700916, at 4308700928 00000100:00000040:1.0:1788203561.922498:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308700916, at 4308700928 00000100:00000010:1.0:1788203561.922513:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88120. 00000100:00000010:0.0:1788203561.922517:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88ae0. 00010000:00000001:0.0:1788203562.306501:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203562.306507:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203562.306511:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203562.306513:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203562.306515:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203562.306516:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203562.306540:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203562.306542:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203562.306544:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203563.330511:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203563.330517:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203563.330522:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203563.330524:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203563.330526:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203563.330527:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203563.330548:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203563.330549:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203563.330552:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203564.354474:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203564.354479:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203564.354484:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203564.354485:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203564.354487:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203564.354489:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203564.354506:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203564.354508:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203564.354510:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203565.378531:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203565.378538:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203565.378544:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203565.378546:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203565.378549:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203565.378551:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203565.378576:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203565.378579:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203565.378582:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203566.402474:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203566.402480:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203566.402484:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203566.402485:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203566.402487:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203566.402489:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203566.402507:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203566.402509:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203566.402521:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788203567.042784:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308706036, at 4308706048 00000100:00000010:1.0:1788203567.042818:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88480. 00000100:00000040:0.0:1788203567.043108:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308706036, at 4308706048 00000100:00000010:0.0:1788203567.043117:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa886c0. 00010000:00000001:0.0:1788203567.426533:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203567.426541:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203567.426543:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203567.426547:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203567.426551:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203567.426554:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203567.426556:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203567.426558:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203567.426562:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203567.426564:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203567.426568:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203567.426570:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203567.426596:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203567.426599:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203567.426602:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203568.450531:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203568.450539:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203568.450546:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203568.450548:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203568.450552:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203568.450554:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203568.450581:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203568.450584:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203568.450587:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203569.474514:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203569.474521:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203569.474526:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203569.474529:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203569.474531:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203569.474534:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203569.474536:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203569.474538:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203569.474540:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203569.474541:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203569.474544:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203569.474545:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203569.474546:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203569.474547:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203569.474548:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203569.474548:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203569.474549:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203569.474551:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203569.474572:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203569.474574:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203569.474576:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203570.498480:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203570.498486:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203570.498492:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203570.498493:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203570.498496:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203570.498498:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203570.498531:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203570.498535:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203570.498537:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788203570.882504:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203570.882513:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788203570.882515:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203570.882518:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203570.882521:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203570.882526:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 14037 00000400:00000200:0.0:1788203570.882533:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203570.882537:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203570.882540:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203570.882542:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203570.882545:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203570.882546:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203570.882548:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203570.882551:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203570.882553:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788203570.882555:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203570.882558:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788203570.882560:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788203570.882561:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788203570.882563:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203570.882564:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203570.882565:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203570.882566:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203570.882568:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788203570.882570:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203570.882572:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203570.882574:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203570.882577:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203570.882579:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203570.882580:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788203570.882582:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203570.882589:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fa300. 00000020:00000040:0.0:1788203570.882592:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788203570.882595:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203570.882596:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203570.882598:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203570.882600:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203570.882604:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203570.882610:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376000. 00000100:00000001:0.0:1788203570.882615:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203570.882622:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fa300 x1875052841883008/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203570.882629:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203570.882633:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203570.882636:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000643b1429] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fa300 x1875052841883008/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203570.882653:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788203570.882655:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203570.882658:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788203570.882659:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203570.882660:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203570.882663:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203570.882664:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14037 00000400:00000200:0.0:1788203570.882666:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203570.882669:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203570.882670:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203570.882672:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203570.882674:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203570.882676:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203570.882678:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203570.882680:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203570.882681:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788203570.882682:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203570.882684:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788203570.882685:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788203570.882689:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788203570.882693:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203570.882695:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203570.882696:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203570.882698:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203570.882701:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788203570.882705:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203570.882710:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203570.882712:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203570.882718:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203570.882723:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203570.882726:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203570.882731:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788203570.882736:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203570.882739:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203570.882745:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9180. 00000020:00000040:0.0:1788203570.882750:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788203570.882754:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203570.882757:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203570.882759:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203570.882760:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203570.882761:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203570.882766:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376800. 00000100:00000001:0.0:1788203570.882770:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203570.882778:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9180 x1875052841883136/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203570.882788:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203570.882791:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203570.882796:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b4a335a] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9180 x1875052841883136/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203570.882807:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788203570.882809:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203570.882813:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788203570.882814:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203570.882816:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203570.882822:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203570.882827:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14037 00000400:00000200:0.0:1788203570.882832:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203570.882837:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203570.882842:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203570.882848:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203570.882852:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203570.882856:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203570.882859:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203570.882864:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203570.882867:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788203570.882871:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203570.882873:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788203570.882875:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788203570.882878:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788203570.882883:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203570.882885:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203570.882887:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203570.882888:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203570.882892:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788203570.882896:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203570.882899:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203570.882901:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203570.882904:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203570.882907:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203570.882908:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203570.882910:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788203570.882914:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203570.882915:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203570.882919:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8a80. 00000020:00000040:0.0:1788203570.882923:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788203570.882925:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203570.882927:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203570.882929:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203570.882931:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203570.882934:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203570.882938:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375800. 00000100:00000001:0.0:1788203570.882940:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203570.882944:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8a80 x1875052841883264/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203570.882953:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203570.882954:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203570.882959:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000320d64fa] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8a80 x1875052841883264/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203570.882975:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203570.882978:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788203570.882981:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788203570.882986:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203570.882992:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788203570.882995:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203570.882998:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203570.883001:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203570.883005:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14037 00000400:00000200:0.0:1788203570.883012:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203570.883018:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203570.883021:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203570.883029:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203570.883035:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203570.883042:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203570.883046:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203570.883049:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203570.883050:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788203570.883053:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203570.883057:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788203570.883064:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788203570.883070:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788203570.883075:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203570.883079:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203570.883081:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203570.883085:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203570.883087:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788203570.883090:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203570.883095:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203570.883097:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203570.883101:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203570.883106:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203570.883109:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203570.883112:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788203570.883119:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203570.883121:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203570.883126:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fa680. 00000020:00000040:0.0:1788203570.883129:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788203570.883131:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203570.883132:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203570.883136:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203570.883139:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203570.883142:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203570.883148:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374800. 00000100:00000001:0.0:1788203570.883154:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203570.883163:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fa680 x1875052841883392/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203570.883190:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203570.883195:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203570.883209:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003756c577] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fa680 x1875052841883392/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203570.883235:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203570.883240:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14047) 00010000:00000001:0.0:1788203571.522490:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203571.522496:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203571.522500:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203571.522501:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203571.522503:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203571.522504:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203571.522524:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203571.522526:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203571.522528:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788203572.162546:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308711156, at 4308711168 00000100:00000040:0.0:1788203572.162548:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308711156, at 4308711168 00000100:00000010:0.0:1788203572.162572:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88d80. 00000100:00000010:1.0:1788203572.162581:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa888a0. 00010000:00000001:0.0:1788203572.546565:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203572.546574:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203572.546582:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203572.546584:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203572.546588:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203572.546590:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203572.546619:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203572.546623:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203572.546627:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203573.570506:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203573.570512:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203573.570516:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203573.570517:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203573.570520:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203573.570521:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203573.570538:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203573.570540:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203573.570542:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203574.594513:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203574.594518:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203574.594523:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203574.594524:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203574.594526:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203574.594527:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203574.594545:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203574.594547:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203574.594549:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203575.618545:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203575.618553:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203575.618558:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203575.618559:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203575.618562:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203575.618563:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203575.618587:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203575.618590:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203575.618592:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203576.642554:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203576.642562:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203576.642567:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203576.642568:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203576.642571:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203576.642572:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203576.642595:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203576.642597:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203576.642600:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788203577.282516:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308716277, at 4308716288 00000100:00000010:1.0:1788203577.282529:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88d80. 00000100:00000040:0.0:1788203577.282533:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308716276, at 4308716288 00000100:00000010:0.0:1788203577.282551:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa888a0. 00010000:00000001:0.0:1788203577.666526:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203577.666536:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203577.666539:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203577.666543:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203577.666548:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203577.666557:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203577.666559:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203577.666561:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203577.666564:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203577.666566:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203577.666569:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203577.666570:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203577.666594:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203577.666596:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203577.666599:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203578.690501:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203578.690507:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203578.690511:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203578.690512:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203578.690515:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203578.690516:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203578.690542:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203578.690544:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203578.690546:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203579.714593:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203579.714604:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203579.714620:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203579.714625:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203579.714628:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203579.714632:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203579.714636:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203579.714640:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203579.714643:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203579.714646:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203579.714650:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203579.714652:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203579.714654:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203579.714655:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203579.714657:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203579.714659:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203579.714660:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203579.714663:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203579.714695:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203579.714699:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203579.714702:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203580.738509:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203580.738515:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203580.738520:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203580.738521:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203580.738523:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203580.738525:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203580.738542:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203580.738544:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203580.738547:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788203581.122519:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203581.122531:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788203581.122534:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203581.122538:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203581.122543:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203581.122551:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 14047 00000400:00000200:0.0:1788203581.122559:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203581.122565:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203581.122569:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203581.122573:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203581.122576:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203581.122579:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203581.122582:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203581.122586:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203581.122588:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788203581.122591:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203581.122594:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788203581.122597:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788203581.122600:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788203581.122603:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203581.122605:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203581.122607:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203581.122610:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203581.122613:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788203581.122617:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203581.122620:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203581.122624:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203581.122628:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203581.122631:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203581.122633:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788203581.122636:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203581.122645:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fad80. 00000020:00000040:0.0:1788203581.122649:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788203581.122653:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203581.122655:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203581.122659:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203581.122662:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203581.122666:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203581.122674:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377400. 00000100:00000001:0.0:1788203581.122680:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203581.122689:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fad80 x1875052841884032/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203581.122708:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203581.122714:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203581.122719:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010fef5ed] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fad80 x1875052841884032/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203581.122740:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788203581.122745:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203581.122748:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788203581.122750:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203581.122752:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203581.122756:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203581.122759:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14047 00000400:00000200:0.0:1788203581.122765:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203581.122767:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203581.122770:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203581.122775:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203581.122778:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203581.122781:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203581.122786:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203581.122788:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203581.122789:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788203581.122791:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203581.122793:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788203581.122795:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788203581.122799:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788203581.122805:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203581.122810:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203581.122814:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203581.122818:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203581.122820:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788203581.122824:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203581.122829:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203581.122831:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203581.122839:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203581.122846:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203581.122849:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203581.122855:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788203581.122859:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203581.122862:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203581.122869:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9c00. 00000020:00000040:0.0:1788203581.122873:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788203581.122875:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203581.122878:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203581.122881:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203581.122882:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203581.122886:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203581.122893:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376400. 00000100:00000001:0.0:1788203581.122898:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203581.122906:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9c00 x1875052841884160/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203581.122920:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203581.122924:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203581.122932:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d680416d] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9c00 x1875052841884160/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203581.122949:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788203581.122955:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203581.122963:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788203581.122966:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203581.122967:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203581.122971:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203581.122976:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14047 00000400:00000200:0.0:1788203581.122983:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203581.122988:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203581.122991:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203581.123014:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203581.123024:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203581.123031:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203581.123037:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203581.123040:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203581.123043:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788203581.123048:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203581.123054:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788203581.123061:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788203581.123066:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788203581.123074:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203581.123080:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203581.123087:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203581.123095:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203581.123101:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788203581.123107:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203581.123112:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203581.123116:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203581.123122:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203581.123126:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203581.123130:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203581.123132:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788203581.123136:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203581.123139:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203581.123145:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9880. 00000020:00000040:0.0:1788203581.123149:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788203581.123151:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203581.123152:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203581.123157:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203581.123158:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203581.123161:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203581.123169:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377000. 00000100:00000001:0.0:1788203581.123177:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203581.123188:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9880 x1875052841884288/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203581.123204:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203581.123209:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203581.123216:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2b42fc4] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9880 x1875052841884288/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203581.123232:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203581.123238:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788203581.123243:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788203581.123248:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203581.123253:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788203581.123257:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203581.123260:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203581.123265:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203581.123270:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14047 00000400:00000200:0.0:1788203581.123277:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203581.123284:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203581.123287:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203581.123293:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203581.123298:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203581.123304:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203581.123309:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203581.123320:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203581.123323:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788203581.123326:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203581.123329:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788203581.123332:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788203581.123335:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788203581.123340:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203581.123344:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203581.123350:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203581.123356:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203581.123358:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788203581.123362:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203581.123367:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203581.123370:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203581.123374:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203581.123377:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203581.123380:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203581.123382:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788203581.123386:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203581.123391:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203581.123439:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8000. 00000020:00000040:0.0:1788203581.123443:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788203581.123449:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203581.123451:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203581.123456:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203581.123460:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203581.123463:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203581.123468:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374c00. 00000100:00000001:0.0:1788203581.123474:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203581.123484:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8000 x1875052841884416/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203581.123496:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203581.123500:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203581.123508:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000755f6dce] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8000 x1875052841884416/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203581.123521:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203581.123526:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14057) 00010000:00000001:0.0:1788203581.762487:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203581.762493:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203581.762498:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203581.762499:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203581.762501:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203581.762502:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203581.762519:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203581.762521:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203581.762523:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788203582.402494:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308721396, at 4308721408 00000100:00000010:1.0:1788203582.402513:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88480. 00000100:00000040:0.0:1788203582.402524:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308721396, at 4308721408 00000100:00000010:0.0:1788203582.402540:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa886c0. 00010000:00000001:0.0:1788203582.786534:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203582.786542:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203582.786547:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203582.786549:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203582.786552:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203582.786554:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203582.786575:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203582.786578:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203582.786581:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203583.810507:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203583.810515:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203583.810521:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203583.810523:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203583.810526:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203583.810528:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203583.810551:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203583.810553:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203583.810556:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203584.834549:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203584.834556:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203584.834563:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203584.834565:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203584.834568:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203584.834569:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203584.834590:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203584.834592:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203584.834594:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203585.858480:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203585.858486:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203585.858490:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203585.858491:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203585.858494:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203585.858495:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203585.858511:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203585.858513:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203585.858515:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203586.882498:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203586.882504:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203586.882508:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203586.882509:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203586.882511:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203586.882512:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203586.882532:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203586.882535:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203586.882537:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788203587.522465:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308726516, at 4308726528 00000100:00000040:0.0:1788203587.522468:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308726516, at 4308726528 00000100:00000010:1.0:1788203587.522480:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88120. 00000100:00000010:0.0:1788203587.522482:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88ae0. 00010000:00000001:0.0:1788203587.906498:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203587.906504:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203587.906506:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203587.906509:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203587.906513:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203587.906515:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203587.906517:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203587.906518:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203587.906521:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203587.906522:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203587.906524:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203587.906525:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203587.906545:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203587.906547:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203587.906549:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203588.930494:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203588.930500:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203588.930504:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203588.930505:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203588.930508:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203588.930509:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203588.930528:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203588.930530:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203588.930532:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203589.954496:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203589.954502:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203589.954506:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203589.954508:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203589.954510:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203589.954512:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203589.954514:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203589.954519:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203589.954520:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203589.954523:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203589.954525:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203589.954526:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203589.954527:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203589.954528:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203589.954529:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203589.954530:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203589.954531:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203589.954532:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203589.954550:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203589.954551:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203589.954553:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203590.978492:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203590.978496:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203590.978500:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203590.978501:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203590.978503:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203590.978504:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203590.978522:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203590.978524:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203590.978525:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203592.002493:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203592.002498:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203592.002502:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203592.002503:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203592.002505:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203592.002506:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203592.002525:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203592.002527:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203592.002529:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203592.642488:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308731636, at 4308731648 00000100:00000040:1.0:1788203592.642488:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308731636, at 4308731648 00000100:00000010:1.0:1788203592.642504:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88720. 00000100:00000010:0.0:1788203592.642509:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa889c0. 00010000:00000001:0.0:1788203593.026500:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203593.026506:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203593.026509:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203593.026510:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203593.026513:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203593.026514:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203593.026549:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203593.026551:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203593.026553:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203594.050505:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203594.050511:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203594.050515:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203594.050516:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203594.050518:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203594.050519:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203594.050562:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203594.050565:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203594.050568:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203595.074485:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203595.074490:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203595.074494:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203595.074495:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203595.074497:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203595.074498:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203595.074533:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203595.074535:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203595.074537:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203596.098502:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203596.098507:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203596.098511:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203596.098511:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203596.098514:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203596.098515:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203596.098538:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203596.098540:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203596.098542:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788203596.482472:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203596.482480:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788203596.482482:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203596.482486:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203596.482490:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203596.482498:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 14063 00000400:00000200:0.0:1788203596.482504:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203596.482509:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203596.482512:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203596.482515:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203596.482518:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203596.482520:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203596.482523:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203596.482527:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203596.482529:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788203596.482532:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203596.482535:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788203596.482537:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788203596.482539:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788203596.482541:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203596.482542:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203596.482544:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203596.482545:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203596.482547:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788203596.482549:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203596.482550:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203596.482552:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203596.482554:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203596.482556:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203596.482557:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788203596.482559:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203596.482566:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fb100. 00000020:00000040:0.0:1788203596.482568:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788203596.482571:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203596.482572:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203596.482574:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203596.482577:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203596.482581:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203596.482588:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376c00. 00000100:00000001:0.0:1788203596.482594:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203596.482603:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fb100 x1875052841885568/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203596.482613:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203596.482618:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203596.482622:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000093808cf5] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fb100 x1875052841885568/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203596.482640:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788203596.482642:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203596.482645:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788203596.482646:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203596.482647:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203596.482649:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203596.482650:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14063 00000400:00000200:0.0:1788203596.482653:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203596.482655:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203596.482657:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203596.482659:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203596.482661:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203596.482663:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203596.482664:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203596.482666:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203596.482666:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788203596.482668:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203596.482669:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788203596.482670:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788203596.482672:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788203596.482674:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203596.482675:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203596.482676:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203596.482678:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203596.482681:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788203596.482683:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203596.482685:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203596.482687:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203596.482692:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203596.482695:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203596.482696:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203596.482699:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788203596.482702:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203596.482704:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203596.482707:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9f80. 00000020:00000040:0.0:1788203596.482709:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788203596.482710:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203596.482711:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203596.482713:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203596.482715:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203596.482717:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203596.482723:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375000. 00000100:00000001:0.0:1788203596.482726:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203596.482746:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9f80 x1875052841885696/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203596.482754:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203596.482756:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203596.482758:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5e67c01] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9f80 x1875052841885696/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203596.482769:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788203596.482773:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203596.482776:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788203596.482778:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203596.482780:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203596.482783:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203596.482787:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14063 00000400:00000200:0.0:1788203596.482790:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203596.482795:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203596.482800:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203596.482803:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203596.482805:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203596.482806:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203596.482807:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203596.482809:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203596.482812:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788203596.482815:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203596.482817:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788203596.482818:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788203596.482822:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788203596.482828:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203596.482833:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203596.482836:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203596.482839:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203596.482843:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788203596.482847:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203596.482851:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203596.482853:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203596.482856:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203596.482860:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203596.482864:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203596.482868:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788203596.482873:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203596.482877:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203596.482883:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fb800. 00000020:00000040:0.0:1788203596.482894:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788203596.482899:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203596.482904:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203596.482906:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203596.482907:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203596.482908:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203596.482911:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377800. 00000100:00000001:0.0:1788203596.482914:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203596.482920:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fb800 x1875052841885824/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203596.482925:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203596.482928:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203596.482932:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045f4f50b] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fb800 x1875052841885824/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203596.482938:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203596.482941:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788203596.482945:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788203596.482947:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203596.482953:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788203596.482957:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203596.482960:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203596.482966:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203596.482971:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14063 00000400:00000200:0.0:1788203596.482979:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203596.482985:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203596.482990:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203596.482997:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203596.483001:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203596.483006:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203596.483011:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203596.483015:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203596.483017:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788203596.483020:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203596.483023:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788203596.483027:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788203596.483030:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788203596.483038:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203596.483042:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203596.483047:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203596.483052:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203596.483059:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788203596.483066:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203596.483071:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203596.483074:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203596.483079:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203596.483082:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203596.483085:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203596.483087:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788203596.483091:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203596.483095:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203596.483098:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8380. 00000020:00000040:0.0:1788203596.483103:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788203596.483108:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203596.483111:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203596.483114:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203596.483117:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203596.483121:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203596.483125:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374c00. 00000100:00000001:0.0:1788203596.483130:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203596.483139:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8380 x1875052841885952/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203596.483151:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203596.483164:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203596.483173:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004fba561] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8380 x1875052841885952/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203596.483188:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203596.483195:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14073) 00010000:00000001:0.0:1788203597.122463:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203597.122468:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203597.122472:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203597.122473:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203597.122475:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203597.122476:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203597.122519:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203597.122522:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203597.122525:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788203597.762461:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308736756, at 4308736768 00000100:00000040:0.0:1788203597.762465:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308736756, at 4308736768 00000100:00000010:1.0:1788203597.762474:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88d20. 00000100:00000010:0.0:1788203597.762477:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88c60. 00010000:00000001:0.0:1788203598.146517:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203598.146524:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203598.146526:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203598.146528:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203598.146532:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203598.146534:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203598.146536:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203598.146538:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203598.146541:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203598.146542:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203598.146544:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203598.146545:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203598.146567:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203598.146568:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203598.146570:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203599.170502:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203599.170509:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203599.170514:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203599.170515:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203599.170519:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203599.170520:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203599.170541:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203599.170545:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203599.170547:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203600.194523:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203600.194530:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203600.194536:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203600.194539:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203600.194541:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203600.194545:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203600.194548:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203600.194550:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203600.194560:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203600.194563:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203600.194566:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203600.194568:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203600.194569:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203600.194571:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203600.194573:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203600.194574:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203600.194575:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203600.194577:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203600.194624:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203600.194628:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203600.194631:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203601.218492:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203601.218497:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203601.218500:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203601.218501:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203601.218503:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203601.218504:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203601.218521:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203601.218522:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203601.218524:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788203601.602479:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203601.602486:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788203601.602488:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203601.602491:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203601.602494:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203601.602500:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 14068 00000400:00000200:1.0:1788203601.602507:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203601.602512:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203601.602514:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203601.602516:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203601.602518:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203601.602520:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203601.602521:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203601.602525:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203601.602526:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788203601.602528:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203601.602530:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788203601.602532:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788203601.602534:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788203601.602538:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203601.602540:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203601.602542:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203601.602543:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203601.602546:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788203601.602549:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203601.602552:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203601.602555:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203601.602558:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203601.602561:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203601.602563:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788203601.602565:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203601.602575:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dce00. 00000020:00000040:1.0:1788203601.602579:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788203601.602582:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203601.602583:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203601.602585:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203601.602588:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203601.602591:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203601.602597:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9bc00. 00000100:00000001:1.0:1788203601.602601:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203601.602609:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dce00 x1875052841886080/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203601.602615:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203601.602618:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203601.602621:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e15d5058] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dce00 x1875052841886080/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203601.602636:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788203601.602647:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203601.602650:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788203601.602651:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203601.602652:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203601.602654:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203601.602656:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14068 00000400:00000200:1.0:1788203601.602659:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203601.602662:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203601.602664:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203601.602670:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203601.602671:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203601.602673:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203601.602677:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203601.602680:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203601.602683:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788203601.602685:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203601.602688:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788203601.602691:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788203601.602692:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788203601.602698:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203601.602702:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203601.602705:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203601.602708:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203601.602711:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788203601.602716:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203601.602719:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203601.602722:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203601.602728:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203601.602731:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203601.602735:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788203601.602739:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788203601.602742:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203601.602745:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203601.602749:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ddf80. 00000020:00000040:1.0:1788203601.602752:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788203601.602754:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203601.602758:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203601.602763:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203601.602765:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203601.602766:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203601.602772:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98800. 00000100:00000001:1.0:1788203601.602776:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203601.602781:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ddf80 x1875052841886208/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203601.602788:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203601.602791:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203601.602796:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dea6dee7] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ddf80 x1875052841886208/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203601.602805:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788203601.602809:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203601.602814:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788203601.602816:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203601.602819:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203601.602825:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203601.602829:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14068 00000400:00000200:1.0:1788203601.602834:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203601.602840:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203601.602845:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203601.602846:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203601.602847:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203601.602849:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203601.602853:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203601.602857:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203601.602864:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788203601.602866:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203601.602869:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788203601.602874:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788203601.602879:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788203601.602887:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203601.602892:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203601.602897:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203601.602902:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203601.602905:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788203601.602910:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203601.602915:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203601.602919:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203601.602923:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203601.602927:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203601.602930:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788203601.602934:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788203601.602937:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203601.602940:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203601.602945:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dc700. 00000020:00000040:1.0:1788203601.602949:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788203601.602955:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203601.602959:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203601.602964:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203601.602967:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203601.602971:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203601.602987:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99000. 00000100:00000001:1.0:1788203601.602997:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203601.603008:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dc700 x1875052841886336/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203601.603029:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203601.603033:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203601.603041:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7db4f2b] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dc700 x1875052841886336/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203601.603050:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203601.603056:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788203601.603063:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788203601.603069:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203601.603073:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788203601.603076:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203601.603078:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203601.603084:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203601.603090:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14068 00000400:00000200:1.0:1788203601.603097:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203601.603104:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203601.603109:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203601.603116:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203601.603120:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203601.603125:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203601.603130:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203601.603135:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203601.603138:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788203601.603141:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203601.603145:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788203601.603150:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788203601.603156:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788203601.603163:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203601.603169:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203601.603175:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203601.603180:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203601.603186:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788203601.603192:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203601.603198:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203601.603202:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203601.603207:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203601.603214:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203601.603220:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788203601.603225:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788203601.603230:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203601.603234:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203601.603241:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dd880. 00000020:00000040:1.0:1788203601.603247:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788203601.603252:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203601.603254:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203601.603258:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203601.603260:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203601.603263:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203601.603268:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9a800. 00000100:00000001:1.0:1788203601.603272:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203601.603280:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dd880 x1875052841886464/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203601.603298:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203601.603301:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203601.603307:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083606985] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dd880 x1875052841886464/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203601.603315:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203601.603320:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14078) 00010000:00000001:0.0:1788203602.242527:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203602.242535:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203602.242541:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203602.242542:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203602.242546:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203602.242547:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203602.242573:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203602.242575:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203602.242578:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788203602.882491:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308741876, at 4308741888 00000100:00000040:0.0:1788203602.882496:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308741876, at 4308741888 00000100:00000010:1.0:1788203602.882506:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88060. 00000100:00000010:0.0:1788203602.882509:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88ea0. 00010000:00000001:0.0:1788203603.266471:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203603.266477:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203603.266481:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203603.266482:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203603.266485:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203603.266486:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203603.266502:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203603.266504:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203603.266506:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203604.290494:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203604.290501:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203604.290505:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203604.290506:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203604.290508:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203604.290509:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203604.290529:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203604.290530:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203604.290533:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203605.314482:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203605.314490:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203605.314497:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203605.314498:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203605.314502:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203605.314503:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203605.314528:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203605.314531:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203605.314535:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203606.338500:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203606.338506:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203606.338510:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203606.338511:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203606.338514:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203606.338515:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203606.338535:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203606.338537:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203606.338539:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788203606.722470:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203606.722478:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788203606.722481:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203606.722485:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203606.722488:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203606.722495:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 14073 00000400:00000200:1.0:1788203606.722503:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203606.722509:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203606.722512:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203606.722515:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203606.722519:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203606.722521:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203606.722524:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203606.722529:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203606.722531:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788203606.722534:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203606.722538:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788203606.722540:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788203606.722543:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788203606.722546:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203606.722548:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203606.722582:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203606.722585:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203606.722588:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788203606.722592:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203606.722595:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203606.722598:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203606.722602:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203606.722605:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203606.722607:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788203606.722609:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203606.722618:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dc000. 00000020:00000040:1.0:1788203606.722620:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788203606.722624:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203606.722625:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203606.722627:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203606.722630:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203606.722633:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203606.722639:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99400. 00000100:00000001:1.0:1788203606.722644:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203606.722652:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dc000 x1875052841886592/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203606.722660:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203606.722663:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203606.722667:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1e3b926] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dc000 x1875052841886592/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203606.722684:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788203606.722687:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203606.722689:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788203606.722691:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203606.722692:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203606.722694:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203606.722696:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14073 00000400:00000200:1.0:1788203606.722699:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203606.722702:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203606.722704:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203606.722707:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203606.722709:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203606.722711:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203606.722713:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203606.722716:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203606.722718:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788203606.722721:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203606.722725:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788203606.722728:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788203606.722731:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788203606.722737:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203606.722741:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203606.722745:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203606.722748:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203606.722751:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788203606.722756:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203606.722760:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203606.722767:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203606.722774:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203606.722780:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203606.722783:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788203606.722786:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788203606.722792:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203606.722797:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203606.722801:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3df100. 00000020:00000040:1.0:1788203606.722806:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788203606.722812:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203606.722814:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203606.722820:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203606.722823:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203606.722827:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203606.722833:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9a400. 00000100:00000001:1.0:1788203606.722841:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203606.722854:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3df100 x1875052841886720/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203606.722873:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203606.722876:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203606.722882:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c16a5860] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3df100 x1875052841886720/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203606.722900:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788203606.722902:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203606.722907:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788203606.722911:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203606.722912:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203606.722914:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203606.722918:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14073 00000400:00000200:1.0:1788203606.722927:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203606.722933:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203606.722937:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203606.722942:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203606.722947:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203606.722952:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203606.722956:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203606.722960:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203606.722962:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788203606.722965:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203606.722967:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788203606.722970:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788203606.722973:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788203606.722976:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203606.722978:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203606.722981:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203606.722985:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203606.722989:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788203606.722994:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203606.723000:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203606.723045:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203606.723048:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203606.723052:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203606.723056:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788203606.723059:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788203606.723063:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203606.723065:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203606.723071:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dd180. 00000020:00000040:1.0:1788203606.723076:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788203606.723078:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203606.723080:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203606.723085:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203606.723086:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203606.723089:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203606.723094:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9a800. 00000100:00000001:1.0:1788203606.723099:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203606.723108:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dd180 x1875052841886848/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203606.723123:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203606.723127:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203606.723134:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000095f81904] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dd180 x1875052841886848/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203606.723143:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203606.723145:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788203606.723148:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788203606.723151:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203606.723154:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788203606.723155:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203606.723158:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203606.723164:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203606.723168:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14073 00000400:00000200:1.0:1788203606.723173:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203606.723178:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203606.723182:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203606.723184:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203606.723186:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203606.723189:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203606.723190:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203606.723191:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203606.723192:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788203606.723193:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203606.723195:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788203606.723198:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788203606.723199:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788203606.723201:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203606.723203:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203606.723204:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203606.723206:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203606.723207:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788203606.723209:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203606.723211:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203606.723212:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203606.723214:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203606.723216:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203606.723218:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788203606.723220:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788203606.723223:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203606.723227:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203606.723231:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dd880. 00000020:00000040:1.0:1788203606.723237:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788203606.723245:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203606.723249:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203606.723254:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203606.723257:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203606.723261:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203606.723267:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99000. 00000100:00000001:1.0:1788203606.723273:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203606.723283:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dd880 x1875052841886976/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203606.723296:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203606.723300:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203606.723309:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083606985] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dd880 x1875052841886976/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203606.723343:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203606.723349:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14083) 00010000:00000001:0.0:1788203607.362530:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203607.362553:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203607.362556:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203607.362559:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203607.362564:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203607.362566:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203607.362569:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203607.362571:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203607.362577:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203607.362578:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203607.362582:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203607.362584:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203607.362611:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203607.362614:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203607.362617:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203608.002516:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308746996, at 4308747008 00000100:00000040:1.0:1788203608.002516:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308746996, at 4308747008 00000100:00000010:1.0:1788203608.002545:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88900. 00000100:00000010:0.0:1788203608.002549:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88180. 00010000:00000001:0.0:1788203608.386494:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203608.386500:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203608.386504:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203608.386505:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203608.386508:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203608.386509:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203608.386555:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203608.386557:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203608.386559:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203609.410485:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203609.410491:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203609.410496:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203609.410498:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203609.410500:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203609.410502:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203609.410516:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203609.410519:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203609.410520:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203609.410522:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203609.410525:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203609.410526:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203609.410527:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203609.410528:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203609.410529:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203609.410530:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203609.410531:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203609.410533:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203609.410550:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203609.410552:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203609.410554:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203610.434460:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203610.434467:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203610.434471:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203610.434472:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203610.434474:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203610.434475:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203610.434512:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203610.434515:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203610.434518:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203611.458527:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203611.458533:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203611.458537:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203611.458538:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203611.458540:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203611.458541:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203611.458565:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203611.458567:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203611.458569:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788203611.842531:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203611.842541:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788203611.842544:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203611.842547:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203611.842551:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203611.842558:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 14078 00000400:00000200:1.0:1788203611.842564:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203611.842570:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203611.842572:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203611.842575:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203611.842578:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203611.842581:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203611.842583:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203611.842586:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203611.842587:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788203611.842590:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203611.842593:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788203611.842594:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788203611.842596:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788203611.842599:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203611.842600:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203611.842601:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203611.842603:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203611.842605:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788203611.842607:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203611.842608:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203611.842611:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203611.842613:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203611.842615:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203611.842617:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788203611.842618:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203611.842626:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dc700. 00000020:00000040:1.0:1788203611.842629:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788203611.842632:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203611.842633:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203611.842636:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203611.842638:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203611.842641:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203611.842648:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98800. 00000100:00000001:1.0:1788203611.842653:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203611.842660:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dc700 x1875052841887104/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203611.842668:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203611.842671:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203611.842675:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7db4f2b] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dc700 x1875052841887104/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203611.842691:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788203611.842694:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203611.842697:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788203611.842698:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203611.842699:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203611.842701:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203611.842703:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14078 00000400:00000200:1.0:1788203611.842705:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203611.842707:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203611.842708:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203611.842710:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203611.842712:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203611.842713:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203611.842715:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203611.842716:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203611.842717:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788203611.842718:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203611.842719:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788203611.842720:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788203611.842722:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788203611.842724:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203611.842725:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203611.842727:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203611.842728:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203611.842730:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788203611.842733:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203611.842735:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203611.842736:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203611.842741:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203611.842742:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203611.842745:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788203611.842749:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788203611.842753:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203611.842756:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203611.842759:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ddf80. 00000020:00000040:1.0:1788203611.842762:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788203611.842764:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203611.842765:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203611.842767:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203611.842769:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203611.842770:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203611.842775:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9bc00. 00000100:00000001:1.0:1788203611.842779:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203611.842787:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ddf80 x1875052841887232/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203611.842796:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203611.842799:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203611.842803:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dea6dee7] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ddf80 x1875052841887232/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203611.842826:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788203611.842830:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203611.842833:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788203611.842837:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203611.842838:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203611.842842:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203611.842846:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14078 00000400:00000200:1.0:1788203611.842851:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203611.842853:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203611.842855:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203611.842861:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203611.842864:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203611.842867:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203611.842868:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203611.842871:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203611.842874:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788203611.842878:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203611.842881:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788203611.842885:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788203611.842888:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788203611.842895:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203611.842899:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203611.842904:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203611.842908:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203611.842916:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788203611.842924:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203611.842930:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203611.842934:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203611.842938:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203611.842941:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203611.842944:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788203611.842947:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788203611.842951:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203611.842955:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203611.842960:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dce00. 00000020:00000040:1.0:1788203611.842962:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788203611.842963:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203611.842964:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203611.842965:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203611.842966:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203611.842968:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203611.842975:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98c00. 00000100:00000001:1.0:1788203611.842981:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203611.842989:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dce00 x1875052841887360/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203611.843002:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203611.843004:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203611.843009:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e15d5058] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dce00 x1875052841887360/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203611.843018:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203611.843022:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788203611.843024:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788203611.843026:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203611.843028:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788203611.843029:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203611.843031:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203611.843034:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203611.843039:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14078 00000400:00000200:1.0:1788203611.843043:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203611.843049:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203611.843053:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203611.843059:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203611.843061:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203611.843066:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203611.843070:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203611.843074:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203611.843077:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788203611.843079:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203611.843082:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788203611.843084:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788203611.843088:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788203611.843090:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203611.843092:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203611.843096:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203611.843100:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203611.843103:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788203611.843108:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203611.843113:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203611.843115:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203611.843117:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203611.843122:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203611.843127:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788203611.843129:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788203611.843131:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203611.843136:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203611.843139:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ddc00. 00000020:00000040:1.0:1788203611.843143:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788203611.843153:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203611.843155:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203611.843159:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203611.843161:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203611.843166:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203611.843171:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b400. 00000100:00000001:1.0:1788203611.843176:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203611.843182:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ddc00 x1875052841887488/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203611.843196:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203611.843199:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203611.843204:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c3c4b34] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ddc00 x1875052841887488/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203611.843214:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203611.843220:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14088) 00010000:00000001:0.0:1788203612.482508:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203612.482515:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203612.482521:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203612.482522:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203612.482526:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203612.482528:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203612.482548:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203612.482551:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203612.482554:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203613.122514:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308752116, at 4308752128 00000100:00000040:1.0:1788203613.122514:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308752116, at 4308752128 00000100:00000010:1.0:1788203613.122531:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88780. 00000100:00000010:0.0:1788203613.122533:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88300. 00010000:00000001:0.0:1788203613.506531:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203613.506536:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203613.506540:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203613.506541:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203613.506543:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203613.506544:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203613.506564:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203613.506566:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203613.506568:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203614.530505:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203614.530512:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203614.530518:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203614.530520:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203614.530523:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203614.530524:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203614.530556:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203614.530559:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203614.530562:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203615.554525:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203615.554531:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203615.554537:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203615.554539:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203615.554542:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203615.554544:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203615.554575:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203615.554578:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203615.554582:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203616.578472:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203616.578477:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203616.578481:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203616.578482:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203616.578485:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203616.578487:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203616.578509:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203616.578512:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203616.578516:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203617.602517:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203617.602525:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203617.602527:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203617.602530:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203617.602534:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203617.602536:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203617.602538:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203617.602539:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203617.602542:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203617.602543:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203617.602546:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203617.602547:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203617.602567:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203617.602569:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203617.602571:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203618.242487:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308757236, at 4308757248 00000100:00000040:1.0:1788203618.242497:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308757236, at 4308757248 00000100:00000010:0.0:1788203618.242501:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88ba0. 00000100:00000010:1.0:1788203618.242510:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88360. 00010000:00000001:0.0:1788203618.626502:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203618.626510:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203618.626517:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203618.626519:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203618.626522:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203618.626524:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203618.626552:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203618.626554:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203618.626556:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203619.650511:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203619.650519:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203619.650525:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203619.650528:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203619.650531:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203619.650534:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203619.650538:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203619.650540:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203619.650542:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203619.650544:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203619.650546:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203619.650547:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203619.650549:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203619.650550:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203619.650551:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203619.650552:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203619.650553:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203619.650554:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203619.650575:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203619.650577:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203619.650579:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203620.674514:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203620.674521:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203620.674527:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203620.674528:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203620.674532:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203620.674533:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203620.674555:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203620.674558:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203620.674561:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203621.698491:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203621.698496:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203621.698501:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203621.698502:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203621.698504:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203621.698505:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203621.698524:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203621.698525:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203621.698527:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203622.722483:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203622.722490:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203622.722496:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203622.722497:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203622.722501:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203622.722502:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203622.722523:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203622.722526:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203622.722529:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203623.362503:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308762356, at 4308762368 00000100:00000040:1.0:1788203623.362503:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308762356, at 4308762368 00000100:00000010:0.0:1788203623.362518:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88000. 00000100:00000010:1.0:1788203623.362521:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa882a0. 00010000:00000001:0.0:1788203623.746526:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203623.746532:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203623.746536:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203623.746537:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203623.746539:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203623.746540:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203623.746560:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203623.746562:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203623.746564:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203624.770476:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203624.770482:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203624.770486:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203624.770487:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203624.770489:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203624.770490:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203624.770508:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203624.770510:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203624.770512:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203625.794540:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203625.794546:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203625.794551:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203625.794552:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203625.794554:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203625.794556:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203625.794574:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203625.794576:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203625.794579:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203626.818540:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203626.818548:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203626.818566:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203626.818568:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203626.818573:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203626.818574:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203626.818611:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203626.818613:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203626.818616:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203627.842486:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203627.842492:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203627.842494:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203627.842497:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203627.842501:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203627.842504:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203627.842507:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203627.842509:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203627.842513:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203627.842515:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203627.842518:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203627.842519:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203627.842542:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203627.842545:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203627.842548:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203628.482488:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308767476, at 4308767488 00000100:00000040:1.0:1788203628.482488:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308767476, at 4308767488 00000100:00000010:0.0:1788203628.482502:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88de0. 00000100:00000010:1.0:1788203628.482506:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88540. 00010000:00000001:0.0:1788203628.866507:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203628.866512:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203628.866517:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203628.866518:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203628.866520:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203628.866521:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203628.866539:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203628.866541:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203628.866543:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203629.890526:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203629.890532:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203629.890536:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203629.890539:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203629.890541:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203629.890544:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203629.890546:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203629.890548:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203629.890550:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203629.890551:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203629.890554:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203629.890555:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203629.890556:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203629.890557:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203629.890558:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203629.890559:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203629.890560:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203629.890561:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203629.890579:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203629.890581:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203629.890583:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203630.914526:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203630.914532:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203630.914536:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203630.914537:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203630.914539:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203630.914540:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203630.914559:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203630.914561:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203630.914563:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203631.938493:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203631.938499:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203631.938504:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203631.938505:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203631.938507:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203631.938508:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203631.938524:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203631.938526:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203631.938528:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788203632.322477:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203632.322485:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788203632.322488:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203632.322491:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203632.322499:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203632.322505:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 14098 00000400:00000200:0.0:1788203632.322512:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203632.322517:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203632.322531:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203632.322534:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203632.322537:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203632.322538:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203632.322540:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203632.322543:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203632.322544:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788203632.322546:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203632.322549:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788203632.322551:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788203632.322552:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788203632.322555:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203632.322556:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203632.322557:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203632.322558:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203632.322561:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788203632.322563:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203632.322564:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203632.322567:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203632.322569:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203632.322571:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203632.322572:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788203632.322574:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203632.322582:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9500. 00000020:00000040:0.0:1788203632.322594:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788203632.322597:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203632.322598:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203632.322601:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203632.322603:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203632.322607:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203632.322613:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376000. 00000100:00000001:0.0:1788203632.322618:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203632.322625:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9500 x1875052841889152/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203632.322634:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203632.322637:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203632.322641:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000842d065d] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9500 x1875052841889152/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203632.322656:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788203632.322658:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203632.322660:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788203632.322661:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203632.322663:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203632.322665:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203632.322668:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14098 00000400:00000200:0.0:1788203632.322671:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203632.322673:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203632.322675:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203632.322678:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203632.322680:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203632.322693:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203632.322697:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203632.322699:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203632.322702:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788203632.322705:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203632.322707:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788203632.322711:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788203632.322714:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788203632.322721:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203632.322723:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203632.322734:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203632.322752:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203632.322759:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788203632.322781:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203632.322786:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203632.322789:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203632.322794:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203632.322800:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203632.322805:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203632.322808:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788203632.322812:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203632.322815:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203632.322826:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8380. 00000020:00000040:0.0:1788203632.322830:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788203632.322835:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203632.322837:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203632.322839:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203632.322841:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203632.322845:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203632.322850:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375800. 00000100:00000001:0.0:1788203632.322861:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203632.322868:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8380 x1875052841889280/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203632.322888:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203632.322891:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203632.322898:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004fba561] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8380 x1875052841889280/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203632.322912:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788203632.322917:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203632.322924:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788203632.322927:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203632.322929:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203632.322932:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203632.322944:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14098 00000400:00000200:0.0:1788203632.322951:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203632.322957:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203632.322959:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203632.322962:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203632.322966:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203632.322969:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203632.322970:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203632.322974:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203632.322976:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788203632.322980:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203632.322982:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788203632.322987:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788203632.322990:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788203632.323005:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203632.323007:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203632.323011:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203632.323014:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203632.323019:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788203632.323022:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203632.323026:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203632.323028:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203632.323031:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203632.323036:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203632.323037:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203632.323039:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788203632.323043:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203632.323046:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203632.323050:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fb800. 00000020:00000040:0.0:1788203632.323052:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788203632.323056:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203632.323058:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203632.323060:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203632.323063:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203632.323064:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203632.323068:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376800. 00000100:00000001:0.0:1788203632.323074:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203632.323081:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fb800 x1875052841889408/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203632.323101:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203632.323105:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203632.323127:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045f4f50b] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fb800 x1875052841889408/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203632.323139:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203632.323142:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788203632.323148:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788203632.323154:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203632.323162:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788203632.323166:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203632.323169:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203632.323176:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203632.323182:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14098 00000400:00000200:0.0:1788203632.323193:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203632.323197:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203632.323200:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203632.323204:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203632.323207:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203632.323211:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203632.323215:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203632.323217:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203632.323218:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788203632.323220:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203632.323222:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788203632.323226:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788203632.323229:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788203632.323234:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203632.323238:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203632.323241:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203632.323245:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203632.323257:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788203632.323261:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203632.323267:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203632.323273:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203632.323285:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203632.323291:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203632.323297:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203632.323302:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788203632.323308:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203632.323318:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203632.323325:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9f80. 00000020:00000040:0.0:1788203632.323331:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788203632.323334:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203632.323337:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203632.323340:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203632.323342:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203632.323348:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203632.323355:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375400. 00000100:00000001:0.0:1788203632.323360:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203632.323367:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9f80 x1875052841889536/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203632.323384:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203632.323389:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203632.323439:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5e67c01] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9f80 x1875052841889536/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203632.323462:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203632.323471:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14109) 00010000:00000001:0.0:1788203632.962524:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203632.962530:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203632.962534:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203632.962535:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203632.962537:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203632.962538:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203632.962556:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203632.962558:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203632.962561:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788203633.602496:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308772596, at 4308772608 00000100:00000010:1.0:1788203633.602513:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa880c0. 00000100:00000040:0.0:1788203633.602677:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308772596, at 4308772608 00000100:00000010:0.0:1788203633.602684:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa885a0. 00010000:00000001:0.0:1788203633.986523:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203633.986530:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203633.986536:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203633.986538:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203633.986541:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203633.986543:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203633.986565:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203633.986568:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203633.986571:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203635.010585:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203635.010592:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203635.010599:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203635.010600:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203635.010604:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203635.010606:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203635.010629:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203635.010633:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203635.010636:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203636.034493:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203636.034500:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203636.034505:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203636.034507:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203636.034510:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203636.034512:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203636.034531:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203636.034533:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203636.034536:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203637.058569:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203637.058580:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203637.058587:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203637.058589:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203637.058592:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203637.058594:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203637.058621:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203637.058624:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203637.058627:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788203637.442503:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203637.442517:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788203637.442520:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203637.442524:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203637.442530:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203637.442539:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 14104 00000400:00000200:0.0:1788203637.442550:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203637.442558:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203637.442561:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203637.442565:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203637.442569:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203637.442572:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203637.442574:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203637.442579:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203637.442581:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788203637.442584:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203637.442587:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788203637.442590:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788203637.442592:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788203637.442595:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203637.442597:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203637.442599:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203637.442601:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203637.442604:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788203637.442608:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203637.442610:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203637.442613:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203637.442618:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203637.442621:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203637.442624:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788203637.442627:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203637.442639:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fb100. 00000020:00000040:0.0:1788203637.442643:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788203637.442647:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203637.442649:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203637.442654:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203637.442658:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203637.442663:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203637.442672:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375400. 00000100:00000001:0.0:1788203637.442680:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203637.442690:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fb100 x1875052841889664/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203637.442703:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203637.442707:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203637.442710:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000093808cf5] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fb100 x1875052841889664/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203637.442732:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788203637.442734:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203637.442737:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788203637.442738:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203637.442739:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203637.442742:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203637.442743:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14104 00000400:00000200:0.0:1788203637.442746:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203637.442748:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203637.442750:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203637.442752:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203637.442753:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203637.442754:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203637.442756:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203637.442758:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203637.442759:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788203637.442760:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203637.442762:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788203637.442763:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788203637.442764:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788203637.442766:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203637.442767:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203637.442769:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203637.442771:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203637.442774:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788203637.442778:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203637.442782:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203637.442784:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203637.442790:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203637.442794:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203637.442797:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203637.442802:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788203637.442818:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203637.442822:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203637.442828:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8000. 00000020:00000040:0.0:1788203637.442833:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788203637.442838:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203637.442839:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203637.442842:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203637.442845:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203637.442849:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203637.442856:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376800. 00000100:00000001:0.0:1788203637.442862:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203637.442870:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8000 x1875052841889792/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203637.442880:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203637.442884:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203637.442888:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000755f6dce] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8000 x1875052841889792/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203637.442904:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788203637.442907:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203637.442910:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788203637.442912:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203637.442913:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203637.442918:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203637.442923:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14104 00000400:00000200:0.0:1788203637.442928:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203637.442935:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203637.442938:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203637.442942:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203637.442944:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203637.442948:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203637.442950:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203637.442952:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203637.442954:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788203637.442956:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203637.442959:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788203637.442960:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788203637.442962:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788203637.442966:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203637.442970:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203637.442972:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203637.442973:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203637.442974:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788203637.442976:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203637.442978:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203637.442981:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203637.442984:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203637.442987:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203637.442988:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203637.442990:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788203637.442993:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203637.442996:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203637.442999:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9880. 00000020:00000040:0.0:1788203637.443002:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788203637.443006:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203637.443008:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203637.443011:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203637.443013:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203637.443016:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203637.443033:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375800. 00000100:00000001:0.0:1788203637.443037:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203637.443043:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9880 x1875052841889920/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203637.443056:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203637.443059:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203637.443063:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2b42fc4] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9880 x1875052841889920/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203637.443073:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203637.443076:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788203637.443080:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788203637.443082:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203637.443086:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788203637.443089:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203637.443090:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203637.443095:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203637.443099:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14104 00000400:00000200:0.0:1788203637.443102:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203637.443105:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203637.443107:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203637.443112:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203637.443117:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203637.443122:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203637.443126:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203637.443131:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203637.443134:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788203637.443138:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203637.443141:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788203637.443144:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788203637.443148:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788203637.443153:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203637.443157:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203637.443158:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203637.443163:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203637.443168:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788203637.443172:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203637.443175:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203637.443180:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203637.443182:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203637.443184:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203637.443186:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203637.443191:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788203637.443197:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203637.443201:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203637.443207:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9c00. 00000020:00000040:0.0:1788203637.443212:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788203637.443218:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203637.443221:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203637.443225:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203637.443229:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203637.443233:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203637.443241:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376000. 00000100:00000001:0.0:1788203637.443247:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203637.443256:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9c00 x1875052841890048/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203637.443269:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203637.443271:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203637.443278:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d680416d] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9c00 x1875052841890048/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203637.443285:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203637.443291:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14114) 00010000:00000001:0.0:1788203638.082547:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203638.082557:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203638.082559:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203638.082562:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203638.082574:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203638.082577:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203638.082579:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203638.082581:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203638.082586:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203638.082588:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203638.082591:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203638.082593:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203638.082614:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203638.082617:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203638.082620:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203638.722534:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308777716, at 4308777728 00000100:00000040:1.0:1788203638.722534:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308777716, at 4308777728 00000100:00000010:0.0:1788203638.722555:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88b40. 00000100:00000010:1.0:1788203638.722558:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa884e0. 00010000:00000001:0.0:1788203639.106563:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203639.106573:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203639.106578:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203639.106579:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203639.106583:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203639.106584:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203639.106611:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203639.106615:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203639.106618:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203640.130508:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203640.130515:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203640.130520:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203640.130524:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203640.130526:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203640.130529:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203640.130532:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203640.130534:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203640.130535:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203640.130537:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203640.130541:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203640.130542:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203640.130544:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203640.130545:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203640.130546:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203640.130548:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203640.130549:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203640.130551:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203640.130578:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203640.130581:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203640.130584:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1788203640.514733:0:2409:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.101:988 00000400:00000100:1.0:1788203640.514781:0:2409:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.101@tcp at host 192.168.201.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:1.0:1788203640.514793:0:2409:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203640.514798:0:2409:0:(router.c:1791:lnet_notify()) 192.168.201.1@tcp notifying 192.168.201.101@tcp: down 00000400:00000200:1.0:1788203640.514803:0:2409:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203640.514807:0:2409:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:1.0:1788203640.514814:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788203640.514818:0:2409:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475d95bd00. 00000400:00000200:1.0:1788203640.514824:0:2409:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788203640.514829:0:2409:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788203640.514837:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f92a8 00000400:00000010:1.0:1788203640.514841:0:2409:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f92a8. 00000100:00000001:1.0:1788203640.514847:0:2409:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788203640.514863:0:2409:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477d3fb100 x1875052841889664/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203662 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203640.514893:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788203640.514899:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477d3fb100 x1875052841889664/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203662 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203640.514907:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203640.514910:0:2409:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788203640.514925:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788203640.514929:0:2409:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475d95ba00. 00000400:00000200:1.0:1788203640.514933:0:2409:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788203640.514939:0:2409:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788203640.514944:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f9198 00000400:00000010:1.0:1788203640.514949:0:2409:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f9198. 00000100:00000001:1.0:1788203640.514952:0:2409:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788203640.514994:0:2409:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477d3f8000 x1875052841889792/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203662 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203640.515013:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788203640.515024:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477d3f8000 x1875052841889792/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203662 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203640.515083:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203640.515087:0:2409:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788203640.515098:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788203640.515105:0:2409:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475d95bf00. 00000400:00000200:1.0:1788203640.515112:0:2409:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788203640.515122:0:2409:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788203640.515128:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f9ee0 00000400:00000010:1.0:1788203640.515134:0:2409:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f9ee0. 00000100:00000001:1.0:1788203640.515142:0:2409:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788203640.515155:0:2409:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477d3f9880 x1875052841889920/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203662 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203640.515198:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788203640.515204:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477d3f9880 x1875052841889920/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203662 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203640.515224:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203640.515232:0:2409:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788203640.515247:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788203640.515253:0:2409:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475d95b200. 00000400:00000200:1.0:1788203640.515259:0:2409:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788203640.515271:0:2409:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788203640.515283:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f9440 00000400:00000010:1.0:1788203640.515290:0:2409:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f9440. 00000100:00000001:1.0:1788203640.515296:0:2409:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788203640.515310:0:2409:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477d3f9c00 x1875052841890048/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203662 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203640.515329:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788203640.515337:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477d3f9c00 x1875052841890048/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203662 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203640.515360:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203640.515366:0:2409:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1788203641.154490:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203641.154496:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203641.154501:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203641.154502:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203641.154504:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203641.154505:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203641.154526:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203641.154527:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203641.154530:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203642.178480:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203642.178487:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203642.178493:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203642.178495:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203642.178498:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203642.178500:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203642.178517:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203642.178520:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203642.178523:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203643.202499:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203643.202504:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203643.202509:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203643.202511:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203643.202514:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203643.202515:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203643.202534:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203643.202537:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203643.202540:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203643.842474:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308782836, at 4308782848 00000100:00000040:1.0:1788203643.842474:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308782836, at 4308782848 00000100:00000010:1.0:1788203643.842487:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88cc0. 00000100:00000010:0.0:1788203643.842489:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88c00. 00010000:00000001:0.0:1788203644.226523:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203644.226530:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203644.226535:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203644.226536:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203644.226539:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203644.226541:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788203644.226597:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788203644.226600:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788203644.226603:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203645.250568:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203645.250579:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203645.250588:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203645.250590:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203645.250594:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203645.250596:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203645.250630:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203645.250633:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203645.250637:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203646.274505:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203646.274512:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203646.274517:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203646.274519:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203646.274522:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203646.274523:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203646.274544:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203646.274546:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203646.274549:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203647.298500:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203647.298507:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203647.298510:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203647.298513:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203647.298517:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203647.298519:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203647.298521:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203647.298524:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203647.298527:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203647.298528:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203647.298531:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203647.298533:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203647.298554:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203647.298557:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203647.298559:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203648.322520:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203648.322525:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203648.322529:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203648.322530:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203648.322532:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203648.322533:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788203648.322613:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788203648.322616:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788203648.322618:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203648.962488:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308787956, at 4308787968 00000100:00000040:1.0:1788203648.962488:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308787956, at 4308787968 00000100:00000010:1.0:1788203648.962503:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa883c0. 00000100:00000010:0.0:1788203648.962504:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa887e0. 00010000:00000001:0.0:1788203649.346494:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203649.346505:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203649.346511:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203649.346514:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203649.346516:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203649.346518:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203649.346521:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203649.346523:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203649.346525:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203649.346527:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203649.346530:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203649.346532:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203649.346533:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203649.346535:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203649.346536:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203649.346538:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203649.346539:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203649.346541:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203649.346563:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203649.346566:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203649.346569:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203650.370511:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203650.370518:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203650.370523:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203650.370524:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203650.370527:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203650.370528:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203650.370549:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203650.370552:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203650.370555:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203651.394478:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203651.394484:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203651.394487:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203651.394488:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203651.394490:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203651.394491:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203651.394509:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203651.394512:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203651.394515:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203652.418476:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203652.418482:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203652.418486:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203652.418487:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203652.418490:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203652.418490:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788203652.418553:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788203652.418558:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788203652.418561:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788203652.802525:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203652.802538:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788203652.802541:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203652.802546:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203652.802552:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203652.802561:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 14119 00000400:00000200:1.0:1788203652.802571:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203652.802578:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203652.802583:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203652.802587:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203652.802590:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203652.802592:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203652.802594:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203652.802598:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203652.802600:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788203652.802602:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203652.802605:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788203652.802607:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788203652.802610:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788203652.802612:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203652.802614:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203652.802616:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203652.802618:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203652.802620:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788203652.802623:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203652.802632:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203652.802635:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203652.802638:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203652.802640:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203652.802642:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788203652.802645:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203652.802654:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dfb80. 00000020:00000040:1.0:1788203652.802657:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788203652.802661:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203652.802663:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203652.802666:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203652.802669:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203652.802673:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203652.802680:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9ac00. 00000100:00000001:1.0:1788203652.802686:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203652.802695:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dfb80 x1875052841891200/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203652.802706:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203652.802710:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203652.802715:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086c01fd6] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dfb80 x1875052841891200/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203652.802734:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788203652.802737:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203652.802740:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788203652.802742:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203652.802743:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203652.802746:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203652.802748:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14119 00000400:00000200:1.0:1788203652.802770:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203652.802774:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203652.802777:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203652.802781:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203652.802783:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203652.802786:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203652.802788:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203652.802790:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203652.802792:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788203652.802795:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203652.802800:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788203652.802803:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788203652.802809:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788203652.802816:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203652.802819:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203652.802824:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203652.802829:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203652.802835:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788203652.802839:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203652.802841:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203652.802842:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203652.802847:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203652.802853:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203652.802859:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788203652.802865:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788203652.802871:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203652.802877:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203652.802882:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dca80. 00000020:00000040:1.0:1788203652.802887:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788203652.802890:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203652.802894:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203652.802898:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203652.802900:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203652.802902:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203652.802906:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98400. 00000100:00000001:1.0:1788203652.802910:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203652.802920:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dca80 x1875052841891328/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203652.802936:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203652.802939:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203652.802946:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004099c200] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dca80 x1875052841891328/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203652.802960:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788203652.802964:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203652.802972:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788203652.802975:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203652.802979:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203652.802983:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203652.802988:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14119 00000400:00000200:1.0:1788203652.802995:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203652.802999:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203652.803004:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203652.803007:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203652.803010:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203652.803015:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203652.803019:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203652.803021:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203652.803022:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788203652.803025:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203652.803028:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788203652.803033:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788203652.803038:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788203652.803048:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203652.803050:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203652.803056:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203652.803061:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203652.803066:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788203652.803072:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203652.803078:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203652.803083:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203652.803089:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203652.803094:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203652.803098:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788203652.803101:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788203652.803106:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203652.803108:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203652.803117:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3de300. 00000020:00000040:1.0:1788203652.803124:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788203652.803128:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203652.803130:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203652.803134:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203652.803137:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203652.803141:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203652.803147:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99c00. 00000100:00000001:1.0:1788203652.803150:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203652.803159:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3de300 x1875052841891456/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203652.803170:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203652.803176:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203652.803184:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc9d591c] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3de300 x1875052841891456/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203652.803193:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203652.803196:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788203652.803199:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788203652.803202:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203652.803208:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788203652.803211:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203652.803215:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203652.803220:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203652.803226:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14119 00000400:00000200:1.0:1788203652.803235:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203652.803242:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203652.803245:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203652.803254:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203652.803257:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203652.803263:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203652.803268:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203652.803272:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203652.803273:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788203652.803274:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203652.803277:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788203652.803282:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788203652.803287:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788203652.803296:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203652.803301:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203652.803306:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203652.803310:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203652.803318:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788203652.803321:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203652.803324:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203652.803328:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203652.803332:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203652.803335:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203652.803340:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788203652.803343:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788203652.803348:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203652.803349:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203652.803353:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ded80. 00000020:00000040:1.0:1788203652.803357:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788203652.803359:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203652.803361:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203652.803365:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203652.803367:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203652.803370:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203652.803374:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98000. 00000100:00000001:1.0:1788203652.803379:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203652.803387:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ded80 x1875052841891584/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203652.803440:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203652.803446:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203652.803452:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a769e60] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ded80 x1875052841891584/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203652.803467:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203652.803475:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14129) 00010000:00000001:0.0:1788203653.442495:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203653.442502:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203653.442508:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203653.442509:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203653.442513:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203653.442514:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203653.442536:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203653.442539:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203653.442542:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788203654.082461:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308793077, at 4308793088 00000100:00000040:0.0:1788203654.082467:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308793077, at 4308793088 00000100:00000010:1.0:1788203654.082479:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88600. 00000100:00000010:0.0:1788203654.082482:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88a80. 00010000:00000001:0.0:1788203654.466508:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203654.466513:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203654.466519:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203654.466521:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203654.466524:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203654.466526:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203654.466552:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203654.466555:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203654.466558:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203655.490511:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203655.490518:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203655.490524:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203655.490526:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203655.490529:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203655.490531:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203655.490564:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203655.490567:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203655.490570:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203656.514517:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203656.514525:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203656.514531:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203656.514532:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203656.514536:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203656.514537:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788203656.514602:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788203656.514606:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788203656.514609:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203657.538551:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203657.538563:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203657.538567:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203657.538571:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203657.538578:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203657.538580:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203657.538582:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203657.538584:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203657.538588:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203657.538590:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203657.538592:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203657.538593:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203657.538619:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203657.538622:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203657.538624:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203658.562472:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203658.562478:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203658.562482:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203658.562483:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203658.562486:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203658.562487:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203658.562504:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203658.562506:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203658.562508:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203659.202508:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308798196, at 4308798208 00000100:00000040:1.0:1788203659.202508:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308798196, at 4308798208 00000100:00000010:1.0:1788203659.202530:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88a20. 00000100:00000010:0.0:1788203659.202535:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88420. 00010000:00000001:0.0:1788203659.586513:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203659.586520:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203659.586525:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203659.586528:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203659.586530:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203659.586534:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203659.586537:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203659.586539:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203659.586541:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203659.586543:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203659.586545:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203659.586546:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203659.586547:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203659.586548:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203659.586549:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203659.586550:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203659.586551:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203659.586552:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203659.586581:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203659.586583:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203659.586585:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203660.610521:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203660.610527:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203660.610532:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203660.610534:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203660.610536:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203660.610537:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788203660.610595:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788203660.610599:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788203660.610601:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203661.634460:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203661.634465:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203661.634470:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203661.634471:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203661.634473:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203661.634474:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203661.634491:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203661.634493:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203661.634495:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203662.658507:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203662.658513:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203662.658518:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203662.658519:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203662.658521:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203662.658522:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203662.658542:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203662.658544:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203662.658546:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788203663.042502:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203663.042511:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788203663.042513:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203663.042516:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203663.042520:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203663.042526:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 14129 00000400:00000200:1.0:1788203663.042533:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203663.042537:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203663.042540:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203663.042542:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203663.042545:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203663.042547:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203663.042556:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203663.042560:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203663.042561:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788203663.042563:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203663.042566:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788203663.042568:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788203663.042569:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788203663.042571:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203663.042598:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203663.042600:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203663.042601:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203663.042604:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788203663.042606:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203663.042608:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203663.042610:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203663.042613:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203663.042615:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203663.042617:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788203663.042619:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203663.042626:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dea00. 00000020:00000040:1.0:1788203663.042629:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788203663.042632:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203663.042633:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203663.042636:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203663.042638:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203663.042641:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203663.042648:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b000. 00000100:00000001:1.0:1788203663.042653:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203663.042659:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dea00 x1875052841892224/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203663.042668:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203663.042671:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203663.042682:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4ead91e] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dea00 x1875052841892224/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203663.042710:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788203663.042713:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203663.042717:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788203663.042719:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203663.042720:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203663.042723:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203663.042726:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14129 00000400:00000200:1.0:1788203663.042729:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203663.042732:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203663.042735:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203663.042739:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203663.042741:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203663.042743:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203663.042745:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203663.042748:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203663.042750:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788203663.042751:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203663.042754:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788203663.042758:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788203663.042761:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788203663.042765:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203663.042769:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203663.042774:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203663.042778:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203663.042782:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788203663.042791:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203663.042810:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203663.042822:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203663.042833:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203663.042839:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203663.042846:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788203663.042852:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788203663.042858:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203663.042861:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203663.042866:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dd500. 00000020:00000040:1.0:1788203663.042870:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788203663.042876:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203663.042878:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203663.042881:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203663.042885:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203663.042890:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203663.042898:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99800. 00000100:00000001:1.0:1788203663.042906:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203663.042916:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dd500 x1875052841892352/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203663.042932:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203663.042937:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203663.042945:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081f75c12] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dd500 x1875052841892352/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203663.042964:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788203663.042969:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203663.042976:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788203663.042980:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203663.042984:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203663.042990:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203663.042996:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14129 00000400:00000200:1.0:1788203663.043008:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203663.043015:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203663.043022:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203663.043028:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203663.043031:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203663.043038:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203663.043061:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203663.043067:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203663.043070:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788203663.043072:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203663.043075:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788203663.043080:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788203663.043084:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788203663.043092:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203663.043102:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203663.043111:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203663.043117:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203663.043122:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788203663.043130:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203663.043134:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203663.043136:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203663.043141:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203663.043145:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203663.043147:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788203663.043150:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788203663.043156:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203663.043160:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203663.043165:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3df800. 00000020:00000040:1.0:1788203663.043169:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788203663.043173:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203663.043176:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203663.043181:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203663.043183:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203663.043188:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203663.043194:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9a000. 00000100:00000001:1.0:1788203663.043201:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203663.043220:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3df800 x1875052841892480/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203663.043252:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203663.043261:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203663.043270:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051a886bc] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3df800 x1875052841892480/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203663.043280:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203663.043284:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788203663.043292:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788203663.043295:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203663.043302:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788203663.043304:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203663.043307:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203663.043311:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203663.043316:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14129 00000400:00000200:1.0:1788203663.043324:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203663.043332:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203663.043336:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203663.043340:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203663.043343:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203663.043351:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203663.043355:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203663.043362:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203663.043365:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788203663.043369:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203663.043374:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788203663.043462:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788203663.043470:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788203663.043479:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203663.043484:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203663.043488:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203663.043490:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203663.043493:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788203663.043500:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203663.043505:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203663.043510:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203663.043516:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203663.043523:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203663.043528:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788203663.043533:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788203663.043541:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203663.043546:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203663.043553:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ded80. 00000020:00000040:1.0:1788203663.043558:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788203663.043564:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203663.043568:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203663.043571:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203663.043589:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203663.043593:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203663.043601:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98000. 00000100:00000001:1.0:1788203663.043606:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203663.043618:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ded80 x1875052841892608/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203663.043633:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203663.043638:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203663.043648:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a769e60] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ded80 x1875052841892608/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203663.043678:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203663.043687:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14139) 00010000:00000001:0.0:1788203663.682492:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203663.682499:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203663.682506:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203663.682507:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203663.682511:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203663.682513:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203663.682538:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203663.682541:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203663.682545:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788203664.322495:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308803316, at 4308803328 00000100:00000040:0.0:1788203664.322501:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308803316, at 4308803328 00000100:00000010:1.0:1788203664.322508:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88420. 00000100:00000010:0.0:1788203664.322515:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88e40. 00010000:00000001:0.0:1788203664.706484:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203664.706492:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203664.706499:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203664.706500:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203664.706504:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203664.706506:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788203664.706581:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788203664.706584:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788203664.706587:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203665.730512:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203665.730517:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203665.730522:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203665.730523:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203665.730525:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203665.730549:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203665.730571:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203665.730573:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203665.730575:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203666.754488:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203666.754494:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203666.754500:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203666.754501:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203666.754505:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203666.754506:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203666.754557:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203666.754560:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203666.754562:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203667.778531:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203667.778539:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203667.778541:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203667.778543:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203667.778548:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203667.778550:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203667.778552:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203667.778554:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203667.778557:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203667.778558:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203667.778562:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203667.778563:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203667.778584:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203667.778587:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203667.778590:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203668.802511:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203668.802518:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203668.802522:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203668.802523:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203668.802526:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203668.802527:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788203668.802584:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788203668.802588:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788203668.802590:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203669.442483:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308808436, at 4308808448 00000100:00000040:1.0:1788203669.442483:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308808436, at 4308808448 00000100:00000010:1.0:1788203669.442495:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88600. 00000100:00000010:0.0:1788203669.442497:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88a20. 00010000:00000001:0.0:1788203669.826539:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203669.826549:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203669.826555:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203669.826558:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203669.826560:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203669.826563:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203669.826566:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203669.826568:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203669.826570:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203669.826572:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203669.826575:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203669.826577:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203669.826578:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203669.826579:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203669.826581:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203669.826582:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203669.826584:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203669.826585:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203669.826613:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203669.826616:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203669.826618:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203670.850535:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203670.850540:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203670.850544:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203670.850545:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203670.850547:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203670.850548:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203670.850565:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203670.850566:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203670.850568:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203671.874510:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203671.874516:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203671.874519:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203671.874520:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203671.874522:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203671.874523:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203671.874544:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203671.874547:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203671.874550:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203672.898509:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203672.898516:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203672.898522:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203672.898523:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203672.898525:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203672.898526:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788203672.898620:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788203672.898635:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788203672.898640:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788203673.282549:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203673.282563:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788203673.282566:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203673.282571:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203673.282576:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203673.282585:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 14139 00000400:00000200:1.0:1788203673.282594:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203673.282601:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203673.282604:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203673.282608:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203673.282612:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203673.282615:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203673.282618:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203673.282622:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203673.282624:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788203673.282628:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203673.282632:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788203673.282635:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788203673.282637:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788203673.282641:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203673.282643:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203673.282644:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203673.282646:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203673.282649:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788203673.282652:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203673.282654:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203673.282657:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203673.282662:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203673.282664:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203673.282665:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788203673.282667:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203673.282678:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3de300. 00000020:00000040:1.0:1788203673.282681:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788203673.282685:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203673.282687:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203673.282690:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203673.282693:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203673.282696:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203673.282704:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99c00. 00000100:00000001:1.0:1788203673.282710:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203673.282719:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3de300 x1875052841893248/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203673.282727:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203673.282731:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203673.282735:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc9d591c] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3de300 x1875052841893248/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203673.282752:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788203673.282756:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203673.282758:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788203673.282759:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203673.282761:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203673.282763:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203673.282765:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14139 00000400:00000200:1.0:1788203673.282768:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203673.282770:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203673.282772:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203673.282774:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203673.282776:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203673.282777:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203673.282779:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203673.282780:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203673.282782:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788203673.282783:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203673.282786:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788203673.282788:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788203673.282789:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788203673.282794:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203673.282795:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203673.282799:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203673.282801:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203673.282803:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788203673.282806:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203673.282808:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203673.282811:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203673.282816:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203673.282819:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203673.282821:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788203673.282826:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788203673.282832:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203673.282835:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203673.282837:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dca80. 00000020:00000040:1.0:1788203673.282840:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788203673.282842:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203673.282844:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203673.282847:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203673.282849:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203673.282851:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203673.282855:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98400. 00000100:00000001:1.0:1788203673.282858:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203673.282865:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dca80 x1875052841893376/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203673.282871:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203673.282873:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203673.282875:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004099c200] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dca80 x1875052841893376/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203673.282879:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788203673.282882:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203673.282886:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788203673.282887:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203673.282888:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203673.282891:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203673.282894:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14139 00000400:00000200:1.0:1788203673.282897:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203673.282900:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203673.282901:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203673.282903:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203673.282905:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203673.282908:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203673.282911:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203673.282913:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203673.282914:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788203673.282915:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203673.282916:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788203673.282919:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788203673.282921:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788203673.282925:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203673.282927:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203673.282928:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203673.282930:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203673.282934:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788203673.282936:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203673.282937:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203673.282938:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203673.282940:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203673.282943:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203673.282945:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788203673.282947:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788203673.282948:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203673.282949:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203673.282952:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dfb80. 00000020:00000040:1.0:1788203673.282956:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788203673.282960:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203673.282961:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203673.282963:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203673.282972:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203673.282974:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203673.282979:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9ac00. 00000100:00000001:1.0:1788203673.282984:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203673.282990:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dfb80 x1875052841893504/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203673.283000:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203673.283002:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203673.283007:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086c01fd6] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dfb80 x1875052841893504/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203673.283015:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203673.283017:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788203673.283022:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788203673.283027:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203673.283029:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788203673.283030:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203673.283031:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203673.283033:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203673.283037:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14139 00000400:00000200:1.0:1788203673.283044:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203673.283049:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203673.283054:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203673.283059:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203673.283064:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203673.283070:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203673.283074:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203673.283078:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203673.283082:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788203673.283085:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203673.283089:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788203673.283093:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788203673.283099:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788203673.283105:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203673.283108:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203673.283111:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203673.283114:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203673.283119:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788203673.283125:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203673.283130:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203673.283134:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203673.283137:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203673.283141:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203673.283145:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788203673.283149:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788203673.283153:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203673.283156:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203673.283162:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ddc00. 00000020:00000040:1.0:1788203673.283165:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788203673.283170:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203673.283173:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203673.283177:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203673.283178:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203673.283180:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203673.283184:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b800. 00000100:00000001:1.0:1788203673.283189:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203673.283196:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ddc00 x1875052841893632/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203673.283204:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203673.283207:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203673.283213:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c3c4b34] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ddc00 x1875052841893632/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203673.283232:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203673.283236:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14149) 00010000:00000001:0.0:1788203673.922567:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203673.922577:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203673.922583:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203673.922584:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203673.922587:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203673.922588:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203673.922621:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203673.922625:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203673.922628:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203674.562482:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308813556, at 4308813568 00000100:00000040:1.0:1788203674.562482:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308813556, at 4308813568 00000100:00000010:1.0:1788203674.562501:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa883c0. 00000100:00000010:0.0:1788203674.562503:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88a80. 00010000:00000001:0.0:1788203674.946479:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203674.946486:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203674.946490:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203674.946491:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203674.946493:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203674.946494:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203674.946514:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203674.946518:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203674.946521:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203675.970499:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203675.970505:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203675.970518:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203675.970520:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203675.970528:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203675.970530:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203675.970556:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203675.970560:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203675.970563:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203676.994507:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203676.994512:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203676.994516:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203676.994517:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203676.994520:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203676.994521:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788203676.994569:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788203676.994571:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788203676.994574:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203678.018490:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203678.018496:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203678.018497:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203678.018500:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203678.018503:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203678.018505:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203678.018506:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203678.018508:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203678.018510:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203678.018511:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203678.018513:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203678.018514:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203678.018538:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203678.018539:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203678.018541:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788203678.402526:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203678.402536:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788203678.402539:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203678.402543:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203678.402546:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203678.402552:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 14144 00000400:00000200:0.0:1788203678.402560:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203678.402566:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203678.402568:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203678.402572:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203678.402575:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203678.402577:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203678.402579:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203678.402583:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203678.402585:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788203678.402587:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203678.402590:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788203678.402591:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788203678.402593:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788203678.402595:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203678.402596:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203678.402597:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203678.402598:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203678.402600:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788203678.402602:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203678.402603:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203678.402605:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203678.402607:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203678.402609:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203678.402610:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788203678.402612:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203678.402619:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fad80. 00000020:00000040:0.0:1788203678.402621:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788203678.402623:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203678.402624:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203678.402627:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203678.402629:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203678.402632:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203678.402637:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376c00. 00000100:00000001:0.0:1788203678.402642:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203678.402649:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fad80 x1875052841893760/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203678.402656:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203678.402659:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203678.402670:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010fef5ed] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fad80 x1875052841893760/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203678.402686:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788203678.402689:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203678.402691:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788203678.402692:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203678.402693:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203678.402695:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203678.402696:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14144 00000400:00000200:0.0:1788203678.402698:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203678.402700:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203678.402702:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203678.402704:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203678.402706:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203678.402708:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203678.402709:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203678.402710:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203678.402711:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788203678.402712:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203678.402714:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788203678.402715:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788203678.402718:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788203678.402721:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203678.402723:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203678.402726:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203678.402728:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203678.402731:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788203678.402734:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203678.402737:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203678.402739:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203678.402744:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203678.402749:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203678.402751:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203678.402756:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788203678.402759:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203678.402761:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203678.402765:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fa680. 00000020:00000040:0.0:1788203678.402769:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788203678.402772:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203678.402774:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203678.402776:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203678.402778:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203678.402780:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203678.402786:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375000. 00000100:00000001:0.0:1788203678.402790:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203678.402797:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fa680 x1875052841893888/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203678.402808:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203678.402810:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203678.402818:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003756c577] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fa680 x1875052841893888/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203678.402831:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788203678.402836:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203678.402840:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788203678.402844:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203678.402849:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203678.402855:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203678.402860:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14144 00000400:00000200:0.0:1788203678.402869:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203678.402885:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203678.402890:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203678.402896:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203678.402897:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203678.402898:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203678.402900:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203678.402901:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203678.402902:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788203678.402903:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203678.402905:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788203678.402908:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788203678.402910:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788203678.402912:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203678.402913:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203678.402916:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203678.402919:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203678.402922:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788203678.402924:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203678.402926:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203678.402928:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203678.402931:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203678.402934:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203678.402935:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203678.402938:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788203678.402940:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203678.402942:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203678.402945:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fa300. 00000020:00000040:0.0:1788203678.402949:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788203678.402954:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203678.402956:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203678.402960:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203678.402963:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203678.402966:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203678.402970:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377800. 00000100:00000001:0.0:1788203678.402973:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203678.402977:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fa300 x1875052841894016/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203678.402984:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203678.402988:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203678.402994:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000643b1429] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fa300 x1875052841894016/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203678.403002:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203678.403007:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788203678.403010:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788203678.403015:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203678.403016:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788203678.403017:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203678.403027:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203678.403033:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203678.403039:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14144 00000400:00000200:0.0:1788203678.403042:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203678.403047:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203678.403051:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203678.403054:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203678.403055:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203678.403059:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203678.403062:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203678.403064:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203678.403067:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788203678.403068:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203678.403070:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788203678.403073:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788203678.403076:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788203678.403081:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203678.403083:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203678.403088:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203678.403091:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203678.403096:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788203678.403099:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203678.403102:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203678.403105:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203678.403107:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203678.403112:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203678.403115:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203678.403119:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788203678.403123:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203678.403126:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203678.403129:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8a80. 00000020:00000040:0.0:1788203678.403132:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788203678.403136:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203678.403139:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203678.403141:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203678.403143:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203678.403144:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203678.403148:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374c00. 00000100:00000001:0.0:1788203678.403151:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203678.403155:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8a80 x1875052841894144/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203678.403161:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203678.403164:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203678.403168:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000320d64fa] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8a80 x1875052841894144/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203678.403183:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203678.403190:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14155) 00010000:00000001:0.0:1788203679.042508:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203679.042514:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203679.042520:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203679.042520:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203679.042523:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203679.042524:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203679.042569:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203679.042571:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203679.042573:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788203679.682558:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308818676, at 4308818688 00000100:00000010:1.0:1788203679.682569:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88cc0. 00000100:00000040:0.0:1788203679.682757:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308818676, at 4308818688 00000100:00000010:0.0:1788203679.682771:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa887e0. 00010000:00000001:0.0:1788203680.066734:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203680.066741:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203680.066747:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203680.066750:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203680.066752:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203680.066755:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203680.066758:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203680.066760:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203680.066762:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203680.066765:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203680.066768:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203680.066769:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203680.066770:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203680.066772:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203680.066774:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203680.066775:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203680.066776:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203680.066778:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203680.066821:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203680.066824:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203680.066827:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203681.090570:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203681.090577:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203681.090583:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203681.090584:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203681.090587:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203681.090588:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788203681.090719:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788203681.090722:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788203681.090725:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203682.114511:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203682.114518:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203682.114524:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203682.114526:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203682.114529:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203682.114530:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203682.114580:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203682.114583:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203682.114586:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203683.138478:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203683.138492:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203683.138498:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203683.138499:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203683.138502:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203683.138503:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203683.138534:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203683.138537:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203683.138539:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203684.162952:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203684.162957:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203684.162962:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203684.162963:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203684.162965:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203684.162966:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203684.162989:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203684.162991:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203684.162993:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203684.802530:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308823797, at 4308823808 00000100:00000040:1.0:1788203684.802530:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308823797, at 4308823808 00000100:00000010:1.0:1788203684.802548:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa884e0. 00000100:00000010:0.0:1788203684.802550:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88c00. 00010000:00000001:0.0:1788203685.186547:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203685.186563:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203685.186570:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203685.186571:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203685.186576:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203685.186577:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788203685.186648:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788203685.186653:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788203685.186657:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203686.210512:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203686.210519:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203686.210525:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203686.210526:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203686.210530:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203686.210531:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203686.210555:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203686.210558:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203686.210560:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203687.234509:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203687.234516:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203687.234523:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203687.234524:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203687.234527:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203687.234529:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203687.234553:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203687.234556:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203687.234558:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203688.258493:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203688.258502:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203688.258504:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203688.258508:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203688.258512:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203688.258514:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203688.258516:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203688.258519:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203688.258523:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203688.258524:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203688.258527:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203688.258529:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203688.258552:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203688.258555:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203688.258557:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203689.282518:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203689.282525:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203689.282530:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203689.282532:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203689.282535:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203689.282536:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788203689.282593:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788203689.282596:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788203689.282605:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203689.922494:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308828916, at 4308828928 00000100:00000040:1.0:1788203689.922494:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308828916, at 4308828928 00000100:00000010:0.0:1788203689.922510:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88b40. 00000100:00000010:1.0:1788203689.922512:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa885a0. 00010000:00000001:0.0:1788203690.306497:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203690.306505:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203690.306511:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203690.306515:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203690.306517:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203690.306520:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203690.306524:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203690.306526:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203690.306528:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203690.306531:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203690.306534:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203690.306536:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203690.306537:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203690.306538:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203690.306540:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203690.306541:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203690.306543:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203690.306545:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203690.306573:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203690.306576:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203690.306578:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203691.330504:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203691.330510:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203691.330515:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203691.330516:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203691.330519:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203691.330520:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203691.330542:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203691.330544:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203691.330547:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203692.354489:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203692.354495:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203692.354501:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203692.354502:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203692.354505:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203692.354507:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203692.354528:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203692.354531:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203692.354533:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203693.378490:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203693.378495:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203693.378499:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203693.378500:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203693.378503:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203693.378504:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788203693.378562:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788203693.378565:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788203693.378567:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203694.402514:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203694.402520:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203694.402525:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203694.402526:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203694.402529:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203694.402529:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203694.402548:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203694.402550:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203694.402552:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788203695.042462:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308834036, at 4308834048 00000100:00000040:0.0:1788203695.042464:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308834036, at 4308834048 00000100:00000010:0.0:1788203695.042476:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa880c0. 00000100:00000010:1.0:1788203695.042478:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88540. 00010000:00000001:0.0:1788203695.426443:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203695.426448:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203695.426452:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203695.426453:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203695.426455:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203695.426456:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203695.426470:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203695.426472:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203695.426474:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203696.450506:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203696.450510:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203696.450514:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203696.450515:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203696.450517:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203696.450518:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203696.450536:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203696.450538:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203696.450539:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203697.474509:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203697.474518:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203697.474521:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203697.474524:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203697.474528:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203697.474530:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203697.474531:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203697.474543:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203697.474547:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203697.474549:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203697.474552:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203697.474553:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788203697.474609:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788203697.474613:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788203697.474616:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203698.498495:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203698.498501:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203698.498504:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203698.498505:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203698.498507:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203698.498508:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203698.498530:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203698.498532:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203698.498534:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203699.522547:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203699.522556:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203699.522563:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203699.522564:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203699.522568:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203699.522570:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203699.522601:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203699.522605:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203699.522608:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203700.162846:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308839156, at 4308839168 00000100:00000010:0.0:1788203700.162865:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88de0. 00000100:00000040:1.0:1788203700.163115:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308839156, at 4308839168 00000100:00000010:1.0:1788203700.163123:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa882a0. 00010000:00000001:0.0:1788203700.546506:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203700.546515:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203700.546523:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203700.546526:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203700.546529:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203700.546533:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203700.546536:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203700.546539:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203700.546541:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203700.546543:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203700.546547:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203700.546549:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203700.546550:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203700.546551:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203700.546553:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203700.546554:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203700.546555:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203700.546558:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203700.546586:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203700.546590:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203700.546593:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203701.570465:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203701.570470:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203701.570474:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203701.570475:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203701.570478:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203701.570479:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788203701.570560:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788203701.570565:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788203701.570568:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203702.594497:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203702.594504:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203702.594510:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203702.594512:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203702.594515:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203702.594517:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203702.594539:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203702.594542:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203702.594545:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203703.618493:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203703.618498:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203703.618502:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203703.618503:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203703.618505:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203703.618507:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203703.618523:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203703.618525:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203703.618527:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788203704.002504:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203704.002514:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788203704.002517:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203704.002521:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203704.002525:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203704.002531:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 14170 00000400:00000200:1.0:1788203704.002538:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203704.002543:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203704.002546:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203704.002549:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203704.002552:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203704.002554:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203704.002556:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203704.002560:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203704.002562:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788203704.002564:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203704.002567:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788203704.002569:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788203704.002571:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788203704.002574:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203704.002576:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203704.002578:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203704.002580:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203704.002582:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788203704.002585:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203704.002588:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203704.002590:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203704.002593:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203704.002596:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203704.002598:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788203704.002600:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203704.002609:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dce00. 00000020:00000040:1.0:1788203704.002613:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788203704.002616:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203704.002617:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203704.002619:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203704.002622:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203704.002625:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203704.002630:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98c00. 00000100:00000001:1.0:1788203704.002635:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203704.002642:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dce00 x1875052841896320/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203704.002649:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203704.002653:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203704.002656:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e15d5058] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dce00 x1875052841896320/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203704.002671:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788203704.002674:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203704.002678:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788203704.002679:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203704.002680:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203704.002683:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203704.002686:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14170 00000400:00000200:1.0:1788203704.002690:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203704.002693:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203704.002695:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203704.002697:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203704.002699:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203704.002701:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203704.002703:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203704.002705:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203704.002707:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788203704.002708:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203704.002710:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788203704.002713:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788203704.002715:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788203704.002718:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203704.002720:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203704.002721:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203704.002724:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203704.002726:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788203704.002729:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203704.002731:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203704.002733:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203704.002737:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203704.002739:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203704.002741:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788203704.002744:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788203704.002747:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203704.002749:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203704.002752:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ddf80. 00000020:00000040:1.0:1788203704.002754:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788203704.002756:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203704.002758:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203704.002759:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203704.002760:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203704.002762:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203704.002765:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9bc00. 00000100:00000001:1.0:1788203704.002768:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203704.002772:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ddf80 x1875052841896448/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203704.002779:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203704.002781:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203704.002785:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dea6dee7] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ddf80 x1875052841896448/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203704.002798:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788203704.002801:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203704.002803:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788203704.002805:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203704.002806:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203704.002809:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203704.002811:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14170 00000400:00000200:1.0:1788203704.002814:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203704.002816:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203704.002818:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203704.002820:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203704.002822:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203704.002824:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203704.002826:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203704.002828:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203704.002829:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788203704.002831:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203704.002833:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788203704.002834:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788203704.002836:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788203704.002839:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203704.002840:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203704.002842:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203704.002844:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203704.002846:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788203704.002848:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203704.002850:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203704.002853:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203704.002855:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203704.002857:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203704.002858:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788203704.002860:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788203704.002876:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203704.002878:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203704.002881:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dc700. 00000020:00000040:1.0:1788203704.002883:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788203704.002885:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203704.002886:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203704.002888:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203704.002889:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203704.002891:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203704.002894:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98800. 00000100:00000001:1.0:1788203704.002897:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203704.002902:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dc700 x1875052841896576/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203704.002908:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203704.002910:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203704.002914:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7db4f2b] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dc700 x1875052841896576/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203704.002921:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203704.002924:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788203704.002927:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788203704.002930:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203704.002933:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788203704.002935:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203704.002937:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203704.002939:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203704.002942:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14170 00000400:00000200:1.0:1788203704.002945:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203704.002947:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203704.002949:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203704.002951:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203704.002953:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203704.002955:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203704.002956:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203704.002959:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203704.002960:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788203704.002961:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203704.002963:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788203704.002965:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788203704.002967:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788203704.002970:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203704.002972:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203704.002974:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203704.002976:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203704.002978:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788203704.002980:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203704.002983:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203704.002985:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203704.002987:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203704.002989:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203704.002991:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788203704.002993:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788203704.002996:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203704.002998:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203704.003001:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dd880. 00000020:00000040:1.0:1788203704.003004:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788203704.003006:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203704.003008:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203704.003010:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203704.003011:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203704.003013:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203704.003016:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99000. 00000100:00000001:1.0:1788203704.003019:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203704.003023:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dd880 x1875052841896704/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203704.003030:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203704.003032:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203704.003036:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083606985] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dd880 x1875052841896704/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203704.003044:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203704.003048:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14180) 00010000:00000001:0.0:1788203704.642470:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203704.642476:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203704.642481:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203704.642482:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203704.642484:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203704.642485:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203705.282508:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308844276, at 4308844288 00000100:00000010:1.0:1788203705.282522:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88360. 00000100:00000040:0.0:1788203705.282527:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308844276, at 4308844288 00000100:00000010:0.0:1788203705.282542:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88000. 00010000:00000001:0.0:1788203705.666521:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203705.666529:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203705.666535:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203705.666537:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203705.666540:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203705.666541:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788203705.666589:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788203705.666592:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788203705.666595:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203706.690532:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203706.690537:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203706.690541:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203706.690542:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203706.690545:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203706.690545:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203706.690563:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203706.690565:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203706.690566:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1788203707.074667:0:2408:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.101:988 00000400:00000100:0.0:1788203707.074702:0:2408:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.101@tcp at host 192.168.201.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:0.0:1788203707.074710:0:2408:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203707.074712:0:2408:0:(router.c:1791:lnet_notify()) 192.168.201.1@tcp notifying 192.168.201.101@tcp: down 00000400:00000200:0.0:1788203707.074716:0:2408:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203707.074720:0:2408:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:0.0:1788203707.074723:0:2408:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:0.0:1788203707.074726:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475d95bc00. 00000400:00000200:0.0:1788203707.074731:0:2408:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788203707.074734:0:2408:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788203707.074740:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f9330 00000400:00000010:0.0:1788203707.074742:0:2408:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f9330. 00000100:00000001:0.0:1788203707.074746:0:2408:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203707.074753:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477c3dce00 x1875052841896320/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203729 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203707.074770:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203707.074773:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3dce00 x1875052841896320/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203729 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203707.074778:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203707.074780:0:2408:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1788203707.074788:0:2408:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:0.0:1788203707.074790:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475d95b400. 00000400:00000200:0.0:1788203707.074792:0:2408:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788203707.074795:0:2408:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788203707.074796:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f9550 00000400:00000010:0.0:1788203707.074798:0:2408:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f9550. 00000100:00000001:0.0:1788203707.074801:0:2408:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203707.074804:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477c3ddf80 x1875052841896448/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203729 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203707.074825:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203707.074834:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3ddf80 x1875052841896448/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203729 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203707.074846:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203707.074849:0:2408:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1788203707.074865:0:2408:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:0.0:1788203707.074882:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475d95b700. 00000400:00000200:0.0:1788203707.074891:0:2408:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788203707.074904:0:2408:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788203707.074912:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f9660 00000400:00000010:0.0:1788203707.074918:0:2408:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f9660. 00000100:00000001:0.0:1788203707.074923:0:2408:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203707.074935:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477c3dc700 x1875052841896576/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203729 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203707.074974:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203707.074985:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3dc700 x1875052841896576/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203729 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203707.075015:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203707.075020:0:2408:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1788203707.075034:0:2408:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:0.0:1788203707.075046:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475d95b200. 00000400:00000200:0.0:1788203707.075055:0:2408:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788203707.075081:0:2408:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788203707.075093:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f9aa0 00000400:00000010:0.0:1788203707.075101:0:2408:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f9aa0. 00000100:00000001:0.0:1788203707.075113:0:2408:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203707.075123:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477c3dd880 x1875052841896704/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203729 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203707.075149:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203707.075172:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3dd880 x1875052841896704/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203729 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203707.075200:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203707.075205:0:2408:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1788203707.714492:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203707.714500:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203707.714502:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203707.714505:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203707.714510:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203707.714512:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203707.714514:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203707.714517:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203707.714522:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203707.714523:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203707.714527:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203707.714528:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203707.714549:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203707.714550:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203707.714552:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203708.738520:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203708.738527:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203708.738531:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203708.738532:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203708.738534:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203708.738535:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788203709.122574:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203709.122583:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788203709.122585:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203709.122589:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203709.122593:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203709.122600:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 14175 00000400:00000200:0.0:1788203709.122608:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203709.122614:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203709.122617:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203709.122626:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203709.122629:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203709.122631:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203709.122633:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203709.122637:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203709.122638:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788203709.122640:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203709.122643:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788203709.122645:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788203709.122646:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788203709.122649:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203709.122650:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203709.122651:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203709.122652:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203709.122654:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788203709.122656:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203709.122659:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203709.122661:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203709.122664:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203709.122666:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203709.122669:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788203709.122671:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203709.122678:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9180. 00000020:00000040:0.0:1788203709.122681:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788203709.122685:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203709.122687:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203709.122691:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203709.122694:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203709.122698:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203709.122705:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376000. 00000100:00000001:0.0:1788203709.122711:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203709.122720:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9180 x1875052841896832/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203709.122730:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203709.122735:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203709.122739:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b4a335a] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9180 x1875052841896832/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203709.122797:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788203709.122801:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203709.122805:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788203709.122806:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203709.122808:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203709.122811:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203709.122813:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14175 00000400:00000200:0.0:1788203709.122817:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203709.122821:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203709.122823:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203709.122826:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203709.122828:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203709.122830:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203709.122832:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203709.122834:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203709.122836:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788203709.122837:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203709.122839:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788203709.122841:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788203709.122844:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788203709.122847:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203709.122849:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203709.122850:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203709.122852:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203709.122855:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788203709.122858:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203709.122860:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203709.122862:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203709.122868:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203709.122871:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203709.122873:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203709.122877:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788203709.122881:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203709.122883:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203709.122887:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8e00. 00000020:00000040:0.0:1788203709.122892:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788203709.122896:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203709.122899:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203709.122903:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203709.122905:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203709.122909:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203709.122915:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375400. 00000100:00000001:0.0:1788203709.122921:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203709.122931:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8e00 x1875052841896960/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203709.122938:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203709.122943:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203709.122950:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7909e09] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8e00 x1875052841896960/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203709.122967:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788203709.122971:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203709.122977:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788203709.122980:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203709.122984:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203709.122987:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203709.122992:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14175 00000400:00000200:0.0:1788203709.122998:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203709.123004:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203709.123008:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203709.123015:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203709.123018:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203709.123023:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203709.123026:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203709.123029:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203709.123033:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788203709.123037:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203709.123041:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788203709.123047:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788203709.123054:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788203709.123062:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203709.123068:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203709.123076:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203709.123082:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203709.123086:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788203709.123093:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203709.123095:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203709.123097:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203709.123101:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203709.123104:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203709.123108:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203709.123112:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788203709.123118:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203709.123122:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203709.123127:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fb480. 00000020:00000040:0.0:1788203709.123132:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788203709.123138:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203709.123142:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203709.123147:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203709.123150:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203709.123154:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203709.123161:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374400. 00000100:00000001:0.0:1788203709.123166:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203709.123177:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fb480 x1875052841897088/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203709.123191:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203709.123195:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203709.123202:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c471466] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fb480 x1875052841897088/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203709.123215:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203709.123220:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788203709.123228:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788203709.123234:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203709.123241:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788203709.123245:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203709.123247:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203709.123250:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203709.123258:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14175 00000400:00000200:0.0:1788203709.123265:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203709.123272:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203709.123278:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203709.123284:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203709.123289:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203709.123295:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203709.123300:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203709.123305:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203709.123307:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788203709.123310:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203709.123314:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788203709.123320:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788203709.123324:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788203709.123331:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203709.123335:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203709.123337:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203709.123340:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203709.123346:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788203709.123352:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203709.123356:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203709.123361:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203709.123364:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203709.123370:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203709.123372:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203709.123374:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788203709.123378:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203709.123381:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203709.123385:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fbb80. 00000020:00000040:0.0:1788203709.123390:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788203709.123432:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203709.123435:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203709.123440:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203709.123443:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203709.123446:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203709.123455:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376800. 00000100:00000001:0.0:1788203709.123460:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203709.123470:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fbb80 x1875052841897216/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203709.123487:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203709.123492:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203709.123503:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006afb05e] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fbb80 x1875052841897216/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203709.123529:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203709.123537:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14185) 00010000:00000001:0.0:1788203709.762518:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203709.762525:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203709.762530:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203709.762532:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203709.762536:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203709.762538:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788203709.762587:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788203709.762590:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788203709.762592:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788203710.402482:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308849396, at 4308849408 00000100:00000040:0.0:1788203710.402491:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308849396, at 4308849408 00000100:00000010:1.0:1788203710.402497:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88300. 00000100:00000010:0.0:1788203710.402501:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88ba0. 00010000:00000001:0.0:1788203710.786495:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203710.786501:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203710.786507:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203710.786511:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203710.786513:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203710.786517:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203710.786520:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203710.786522:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203710.786524:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203710.786526:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203710.786529:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203710.786530:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203710.786531:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203710.786532:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203710.786533:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203710.786534:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203710.786535:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203710.786536:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203710.786555:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203710.786556:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203710.786558:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203711.810479:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203711.810483:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203711.810488:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203711.810488:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203711.810490:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203711.810491:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203711.810508:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203711.810510:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203711.810511:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203712.834530:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203712.834536:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203712.834542:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203712.834543:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203712.834546:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203712.834548:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203713.858472:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203713.858477:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203713.858481:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203713.858482:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203713.858484:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203713.858485:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788203713.858535:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788203713.858538:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788203713.858540:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203714.882505:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203714.882512:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203714.882519:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203714.882520:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203714.882522:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203714.882523:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203714.882542:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203714.882543:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203714.882545:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203715.522513:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308854516, at 4308854528 00000100:00000040:1.0:1788203715.522518:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308854516, at 4308854528 00000100:00000010:0.0:1788203715.522526:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88780. 00000100:00000010:1.0:1788203715.522528:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88180. 00010000:00000001:0.0:1788203715.906489:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203715.906494:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203715.906498:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203715.906499:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203715.906501:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203715.906503:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203715.906519:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203715.906520:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203715.906522:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203716.930492:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203716.930497:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203716.930501:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203716.930501:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203716.930503:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203716.930504:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203717.954498:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203717.954505:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203717.954508:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203717.954511:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203717.954516:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203717.954518:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203717.954520:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203717.954522:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203717.954526:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203717.954527:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203717.954530:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203717.954531:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788203717.954594:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788203717.954605:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788203717.954609:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203718.978484:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203718.978489:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203718.978493:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203718.978494:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203718.978496:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203718.978497:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203718.978514:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203718.978516:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203718.978518:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788203719.362495:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203719.362505:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788203719.362515:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203719.362520:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203719.362524:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203719.362528:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 14185 00000400:00000200:0.0:1788203719.362535:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203719.362541:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203719.362544:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203719.362547:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203719.362550:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203719.362553:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203719.362555:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203719.362559:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203719.362561:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788203719.362564:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203719.362567:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788203719.362569:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788203719.362572:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788203719.362575:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203719.362576:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203719.362578:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203719.362579:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203719.362581:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788203719.362583:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203719.362585:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203719.362586:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203719.362588:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203719.362590:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203719.362591:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788203719.362593:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203719.362612:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8700. 00000020:00000040:0.0:1788203719.362614:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788203719.362617:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203719.362618:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203719.362621:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203719.362623:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203719.362627:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203719.362635:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374800. 00000100:00000001:0.0:1788203719.362641:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203719.362650:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8700 x1875052841897856/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203719.362660:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203719.362664:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203719.362667:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006dab9339] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8700 x1875052841897856/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203719.362682:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788203719.362684:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203719.362687:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788203719.362688:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203719.362690:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203719.362692:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203719.362695:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14185 00000400:00000200:0.0:1788203719.362698:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203719.362701:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203719.362706:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203719.362712:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203719.362717:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203719.362723:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203719.362729:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203719.362739:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203719.362742:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788203719.362744:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203719.362747:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788203719.362751:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788203719.362754:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788203719.362759:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203719.362763:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203719.362766:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203719.362770:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203719.362772:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788203719.362775:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203719.362778:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203719.362783:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203719.362787:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203719.362789:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203719.362790:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203719.362793:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788203719.362799:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203719.362801:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203719.362805:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fbb80. 00000020:00000040:0.0:1788203719.362809:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788203719.362814:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203719.362815:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203719.362816:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203719.362818:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203719.362820:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203719.362825:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377c00. 00000100:00000001:0.0:1788203719.362830:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203719.362840:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fbb80 x1875052841897984/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203719.362857:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203719.362860:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203719.362866:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006afb05e] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fbb80 x1875052841897984/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203719.362884:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788203719.362889:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203719.362897:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788203719.362900:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203719.362903:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203719.362909:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203719.362914:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14185 00000400:00000200:0.0:1788203719.362920:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203719.362929:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203719.362934:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203719.362941:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203719.362946:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203719.362951:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203719.362958:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203719.362964:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203719.362967:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788203719.362970:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203719.362973:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788203719.362977:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788203719.362981:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788203719.362984:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203719.362986:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203719.362991:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203719.362994:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203719.362999:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788203719.363007:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203719.363012:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203719.363017:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203719.363021:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203719.363026:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203719.363030:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203719.363034:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788203719.363039:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203719.363042:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203719.363047:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fb480. 00000020:00000040:0.0:1788203719.363051:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788203719.363057:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203719.363059:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203719.363061:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203719.363063:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203719.363065:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203719.363071:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377400. 00000100:00000001:0.0:1788203719.363075:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203719.363083:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fb480 x1875052841898112/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203719.363107:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203719.363111:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203719.363118:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c471466] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fb480 x1875052841898112/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203719.363128:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203719.363133:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788203719.363138:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788203719.363141:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203719.363145:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788203719.363146:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203719.363148:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203719.363152:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203719.363154:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14185 00000400:00000200:0.0:1788203719.363159:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203719.363163:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203719.363167:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203719.363171:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203719.363175:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203719.363178:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203719.363183:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203719.363186:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203719.363188:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788203719.363190:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203719.363192:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788203719.363194:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788203719.363198:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788203719.363204:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203719.363207:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203719.363212:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203719.363216:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203719.363219:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788203719.363224:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203719.363227:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203719.363229:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203719.363233:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203719.363236:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203719.363239:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203719.363242:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788203719.363247:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203719.363250:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203719.363257:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8e00. 00000020:00000040:0.0:1788203719.363261:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788203719.363265:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203719.363267:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203719.363271:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203719.363272:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203719.363275:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203719.363278:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376400. 00000100:00000001:0.0:1788203719.363282:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203719.363290:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8e00 x1875052841898240/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203719.363299:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203719.363302:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203719.363309:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7909e09] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8e00 x1875052841898240/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203719.363325:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203719.363330:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14196) 00010000:00000001:0.0:1788203720.002496:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203720.002502:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203720.002508:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203720.002509:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203720.002512:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203720.002514:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203720.002535:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203720.002538:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203720.002541:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203720.642498:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308859636, at 4308859648 00000100:00000040:1.0:1788203720.642498:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308859636, at 4308859648 00000100:00000010:0.0:1788203720.642510:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88900. 00000100:00000010:1.0:1788203720.642519:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88ea0. 00010000:00000001:0.0:1788203721.026497:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203721.026502:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203721.026506:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203721.026508:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203721.026510:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203721.026513:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203721.026515:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203721.026516:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203721.026518:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203721.026519:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203721.026521:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203721.026522:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203721.026523:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203721.026523:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203721.026524:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203721.026525:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203721.026526:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203721.026527:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203722.050462:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203722.050467:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203722.050472:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203722.050472:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203722.050475:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203722.050476:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203722.050537:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203722.050540:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203722.050542:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203723.074453:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203723.074458:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203723.074462:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203723.074463:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203723.074465:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203723.074466:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203723.074495:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203723.074497:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203723.074499:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203724.098510:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203724.098549:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203724.098556:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203724.098557:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203724.098560:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203724.098561:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203724.098593:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203724.098597:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203724.098600:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788203724.482481:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203724.482492:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788203724.482495:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203724.482499:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203724.482503:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203724.482536:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 14191 00000400:00000200:0.0:1788203724.482542:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203724.482546:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203724.482549:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203724.482551:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203724.482554:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203724.482555:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203724.482557:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203724.482563:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203724.482564:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788203724.482566:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203724.482569:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788203724.482571:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788203724.482573:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788203724.482575:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203724.482576:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203724.482578:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203724.482579:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203724.482580:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788203724.482582:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203724.482584:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203724.482586:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203724.482589:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203724.482591:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203724.482593:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788203724.482595:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203724.482603:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9180. 00000020:00000040:0.0:1788203724.482606:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788203724.482610:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203724.482612:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203724.482615:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203724.482618:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203724.482622:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203724.482629:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377800. 00000100:00000001:0.0:1788203724.482636:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203724.482645:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9180 x1875052841898368/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203724.482656:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203724.482660:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203724.482665:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b4a335a] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9180 x1875052841898368/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203724.482686:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788203724.482689:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203724.482694:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788203724.482695:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203724.482697:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203724.482700:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203724.482704:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14191 00000400:00000200:0.0:1788203724.482708:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203724.482712:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203724.482715:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203724.482722:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203724.482726:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203724.482731:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203724.482736:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203724.482742:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203724.482745:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788203724.482748:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203724.482752:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788203724.482755:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788203724.482760:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788203724.482768:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203724.482771:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203724.482774:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203724.482778:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203724.482783:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788203724.482789:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203724.482794:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203724.482798:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203724.482805:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203724.482809:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203724.482810:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203724.482816:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788203724.482820:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203724.482821:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203724.482827:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8a80. 00000020:00000040:0.0:1788203724.482830:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788203724.482834:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203724.482835:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203724.482837:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203724.482839:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203724.482842:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203724.482846:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375000. 00000100:00000001:0.0:1788203724.482853:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203724.482863:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8a80 x1875052841898496/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203724.482880:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203724.482885:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203724.482892:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000320d64fa] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8a80 x1875052841898496/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203724.482907:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788203724.482913:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203724.482919:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788203724.482923:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203724.482926:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203724.482933:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203724.482941:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14191 00000400:00000200:0.0:1788203724.482949:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203724.482957:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203724.482959:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203724.482963:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203724.482967:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203724.482972:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203724.482977:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203724.482980:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203724.482983:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788203724.482985:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203724.482986:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788203724.482987:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788203724.482991:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788203724.482994:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203724.482997:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203724.483001:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203724.483004:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203724.483009:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788203724.483013:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203724.483016:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203724.483019:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203724.483022:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203724.483027:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203724.483031:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203724.483035:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788203724.483038:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203724.483043:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203724.483049:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fa300. 00000020:00000040:0.0:1788203724.483055:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788203724.483061:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203724.483064:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203724.483069:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203724.483072:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203724.483075:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203724.483081:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376c00. 00000100:00000001:0.0:1788203724.483086:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203724.483093:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fa300 x1875052841898624/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203724.483111:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203724.483114:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203724.483118:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000643b1429] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fa300 x1875052841898624/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203724.483126:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203724.483129:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788203724.483132:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788203724.483135:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203724.483140:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788203724.483142:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203724.483146:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203724.483151:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203724.483156:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14191 00000400:00000200:0.0:1788203724.483165:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203724.483172:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203724.483178:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203724.483184:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203724.483190:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203724.483196:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203724.483201:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203724.483207:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203724.483209:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788203724.483213:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203724.483216:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788203724.483221:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788203724.483224:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788203724.483233:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203724.483238:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203724.483242:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203724.483247:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203724.483251:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788203724.483255:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203724.483259:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203724.483261:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203724.483264:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203724.483268:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203724.483272:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203724.483275:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788203724.483280:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203724.483282:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203724.483286:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fa680. 00000020:00000040:0.0:1788203724.483290:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788203724.483293:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203724.483296:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203724.483300:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203724.483304:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203724.483309:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203724.483317:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374c00. 00000100:00000001:0.0:1788203724.483324:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203724.483334:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fa680 x1875052841898752/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203724.483354:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203724.483358:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203724.483369:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003756c577] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fa680 x1875052841898752/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203724.483411:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203724.483416:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14201) 00010000:00000001:0.0:1788203725.122524:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203725.122530:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203725.122534:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203725.122535:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203725.122537:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203725.122538:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203725.762469:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308864756, at 4308864768 00000100:00000040:1.0:1788203725.762469:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308864756, at 4308864768 00000100:00000010:0.0:1788203725.762482:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88060. 00000100:00000010:1.0:1788203725.762495:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88c60. 00010000:00000001:0.0:1788203726.146508:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203726.146514:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203726.146518:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203726.146519:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203726.146522:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203726.146522:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203726.146546:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203726.146548:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203726.146550:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203727.170499:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203727.170504:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203727.170508:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203727.170508:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203727.170510:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203727.170511:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203727.170542:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203727.170544:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203727.170545:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203728.194537:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203728.194544:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203728.194547:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203728.194550:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203728.194554:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203728.194556:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203728.194558:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203728.194560:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203728.194564:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203728.194566:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203728.194569:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203728.194570:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203728.194593:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203728.194596:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203728.194598:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203729.218519:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203729.218525:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203729.218536:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203729.218537:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203729.218539:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203729.218539:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203729.602700:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203729.602704:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203729.602707:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203729.602713:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9c000 x1875052841898880/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203729.602723:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203729.602725:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203729.602729:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203729.602732:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203729.602734:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203729.602739:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841898880:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788203729.602743:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203729.602747:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203729.602749:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203729.602753:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203729.602758:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377400. 02000000:00000001:0.0:1788203729.602761:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203729.602766:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203729.602770:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788203729.602777:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788203729.602784:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841898880, portal 25 00000100:00000001:0.0:1788203729.602786:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203729.602788:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330341888 : -109644379209728 : ffff9c476db9c000) 00000100:00000040:0.0:1788203729.602794:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9c000 x1875052841898880/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203754 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203729.602802:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203729.602805:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203729.602808:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788203729.602811:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841898880, offset 0 00000400:00000200:0.0:1788203729.602857:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203729.602865:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203729.602871:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203729.602876:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203729.602881:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203729.602885:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203729.602887:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203729.602892:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704078:704078:256:4294967295] 192.168.201.101@tcp LPNI seq info [704073:704073:8:4294967295] 00000400:00000200:0.0:1788203729.602897:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203729.602907:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203729.602913:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203729.602918:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788203729.602925:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203729.602930:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1788203729.602944:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203729.602947:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788203729.602953:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203729.602957:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203729.602963:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788203729.602966:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788203729.602970:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203729.602974:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9c000 x1875052841898880/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203754 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203729.602984:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203729.602988:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9c000 x1875052841898880/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203754 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203729.602997:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203729.602998:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203729.603005:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203729.603009:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203729.603012:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4308869876 00000100:00000010:0.0:1788203729.603017:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685baf00. 00000100:00000001:0.0:1788203729.603023:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788203729.603029:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4308869876 00000100:00000010:0.0:1788203729.603032:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba000. 00000100:00000001:0.0:1788203729.603036:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788203729.603039:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203729.603042:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203729.603045:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203729.603050:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203729/real 1788203729] req@ffff9c476db9c000 x1875052841898880/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203729.603061:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203729.603063:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203729.603065:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788203729.603067:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788203729.603070:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788203729.603072:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203729.603076:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9c000 x1875052841898880/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203729.603084:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9c000 x1875052841898880/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203729.603091:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203729.603094:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203729.603096:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203729.603098:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203729.603102:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9c000 x1875052841898880/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203729.603110:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203729.603115:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9c000 x1875052841898880/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203754 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203729.603122:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203729.603124:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203729.603125:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203729.603126:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203729.603128:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203729.603129:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203729.603142:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203729.603145:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203729.603147:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203729.603150:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9c000 x1875052841898880/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203754 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203729.603156:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841898880:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788203729.603159:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203729.603161:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203729.603163:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9c000 x1875052841898880/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203754 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203729.603168:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203729.603171:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203729.603174:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377400. 02000000:00000001:0.0:1788203729.603177:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203729.603178:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203729.603180:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788203729.603183:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203729.603189:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a42800. 02000000:00000001:0.0:1788203729.603203:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203729.603205:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203729.603207:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9c000. 00000100:00000001:0.0:1788203729.603211:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203729.603212:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203729.603215:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203729.603222:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203729.603224:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203729.603226:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203729.603228:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203729.603229:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203729.603234:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9c700 x1875052841899008/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203729.603241:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203729.603243:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203729.603245:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203729.603247:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203729.603249:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203729.603251:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841899008:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203729.603254:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203729.603255:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203729.603256:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203729.603257:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203729.603260:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377400. 02000000:00000001:0.0:1788203729.603261:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203729.603265:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203729.603268:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788203729.603272:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788203729.603275:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841899008, portal 10 00000100:00000001:0.0:1788203729.603277:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203729.603278:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330343680 : -109644379207936 : ffff9c476db9c700) 00000100:00000040:0.0:1788203729.603286:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9c700 x1875052841899008/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203754 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203729.603292:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203729.603294:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203729.603297:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788203729.603299:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841899008, offset 0 00000400:00000200:0.0:1788203729.603303:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203729.603307:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203729.603311:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203729.603314:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203729.603317:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203729.603320:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203729.603322:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203729.603325:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704079:704079:256:4294967295] 192.168.201.101@tcp LPNI seq info [704074:704074:8:4294967295] 00000400:00000200:0.0:1788203729.603330:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203729.603337:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203729.603343:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203729.603346:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788203729.603351:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203729.603353:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1788203729.603365:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203729.603366:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788203729.603370:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203729.603373:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203729.603376:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788203729.603378:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788203729.603381:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203729.603385:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9c700 x1875052841899008/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203754 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203729.603411:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203729.603415:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9c700 x1875052841899008/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203754 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203729.603435:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203729.603437:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203729.603440:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203729.603444:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788203729.603446:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203729.603448:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308868618 00000100:00000001:0.0:1788203729.603450:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308869876 00000100:00000001:0.0:1788203729.603452:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308868618 00000100:00000001:0.0:1788203729.603453:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308869876 00000100:00000001:0.0:1788203729.603455:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203729.603456:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203729.603458:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203729.603460:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203729/real 1788203729] req@ffff9c476db9c700 x1875052841899008/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203729.603465:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203729.603466:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203729.603467:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788203729.603469:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788203729.603470:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788203729.603471:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203729.603473:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9c700 x1875052841899008/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203729.603479:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9c700 x1875052841899008/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203729.603483:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203729.603484:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203729.603485:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203729.603486:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203729.603488:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9c700 x1875052841899008/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203729.603492:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203729.603495:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9c700 x1875052841899008/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203754 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203729.603499:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203729.603500:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203729.603501:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203729.603502:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203729.603504:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203729.603505:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203729.603507:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203729.603509:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203729.603510:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203729.603513:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9c700 x1875052841899008/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203754 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203729.603517:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841899008:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203729.603520:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203729.603522:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9e680 x1875052841899136/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203729.603526:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203729.603527:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203729.603529:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203729.603530:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203729.603531:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203729.603533:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841899136:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203729.603535:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203729.603537:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203729.603538:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203729.603539:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203729.603542:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377c00. 02000000:00000001:0.0:1788203729.603543:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203729.603545:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203729.603546:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788203729.603548:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788203729.603550:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841899136, portal 10 00000100:00000001:0.0:1788203729.603552:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203729.603553:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330351744 : -109644379199872 : ffff9c476db9e680) 00000100:00000040:0.0:1788203729.603556:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9e680 x1875052841899136/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203754 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203729.603561:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203729.603562:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203729.603564:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788203729.603565:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841899136, offset 0 00000400:00000200:0.0:1788203729.603568:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203729.603570:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203729.603572:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203729.603574:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203729.603576:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203729.603577:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203729.603579:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203729.603581:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704080:704080:256:4294967295] 192.168.201.101@tcp LPNI seq info [704075:704075:8:4294967295] 00000400:00000200:0.0:1788203729.603584:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203729.603588:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203729.603591:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203729.603593:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788203729.603595:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203729.603598:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1788203729.603605:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203729.603606:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788203729.603608:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203729.603610:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203729.603612:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788203729.603614:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788203729.603615:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203729.603617:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9e680 x1875052841899136/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203754 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203729.603622:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203729.603624:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9e680 x1875052841899136/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203754 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203729.603628:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203729.603630:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203729.603631:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203729.603633:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788203729.603635:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203729.603636:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308868618 00000100:00000001:0.0:1788203729.603637:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308869876 00000100:00000001:0.0:1788203729.603639:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308868618 00000100:00000001:0.0:1788203729.603641:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308869876 00000100:00000001:0.0:1788203729.603642:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203729.603643:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203729.603644:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203729.603647:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203729/real 1788203729] req@ffff9c476db9e680 x1875052841899136/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203729.603651:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203729.603652:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203729.603653:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788203729.603654:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788203729.603655:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788203729.603656:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203729.603658:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9e680 x1875052841899136/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203729.603663:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9e680 x1875052841899136/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203729.603667:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203729.603668:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203729.603669:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203729.603670:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203729.603672:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9e680 x1875052841899136/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203729.603677:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203729.603679:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9e680 x1875052841899136/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203754 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203729.603683:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203729.603685:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203729.603685:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203729.603686:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203729.603687:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203729.603688:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203729.603690:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203729.603692:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203729.603693:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203729.603695:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9e680 x1875052841899136/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203754 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203729.603700:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841899136:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203729.603702:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203729.603704:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9d180 x1875052841899264/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203729.603708:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203729.603709:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203729.603710:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203729.603711:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203729.603713:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203729.603716:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841899264:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788203729.603720:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203729.603722:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203729.603724:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203729.603725:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203729.603728:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788203729.603730:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203729.603733:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203729.603736:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788203729.603740:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788203729.603743:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841899264, portal 4 00000100:00000001:0.0:1788203729.603744:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203729.603746:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330346368 : -109644379205248 : ffff9c476db9d180) 00000100:00000040:0.0:1788203729.603752:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9d180 x1875052841899264/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203754 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203729.603759:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203729.603761:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203729.603763:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788203729.603766:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841899264, offset 0 00000400:00000200:0.0:1788203729.603770:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203729.603774:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203729.603777:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203729.603780:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203729.603782:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203729.603784:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203729.603786:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203729.603789:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704081:704081:256:4294967295] 192.168.201.101@tcp LPNI seq info [704076:704076:8:4294967295] 00000400:00000200:0.0:1788203729.603794:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203729.603800:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203729.603805:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203729.603808:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788203729.603812:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203729.603815:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1788203729.603822:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203729.603824:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788203729.603826:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203729.603829:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203729.603831:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788203729.603832:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788203729.603834:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203729.603836:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9d180 x1875052841899264/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203754 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203729.603842:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203729.603844:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9d180 x1875052841899264/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203754 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203729.603848:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203729.603849:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203729.603851:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203729.603853:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788203729.603856:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203729.603857:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308868644 00000100:00000001:0.0:1788203729.603859:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308869876 00000100:00000001:0.0:1788203729.603860:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308868644 00000100:00000001:0.0:1788203729.603862:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308869876 00000100:00000001:0.0:1788203729.603863:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203729.603864:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203729.603865:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203729.603868:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203729/real 1788203729] req@ffff9c476db9d180 x1875052841899264/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203729.603873:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203729.603874:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203729.603875:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788203729.603876:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788203729.603877:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788203729.603879:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203729.603881:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9d180 x1875052841899264/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203729.603886:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9d180 x1875052841899264/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203729.603890:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203729.603891:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203729.603892:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203729.603893:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203729.603895:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9d180 x1875052841899264/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203729.603899:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203729.603901:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9d180 x1875052841899264/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203754 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203729.603905:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203729.603907:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203729.603908:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203729.603909:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203729.603910:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203729.603911:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203729.603913:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203729.603915:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203729.603916:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203729.603918:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9d180 x1875052841899264/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203754 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203729.603923:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841899264:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788203729.603925:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203729.603926:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203729.603929:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9c700 x1875052841899008/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203754 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203729.603933:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203729.603934:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203729.603936:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377400. 02000000:00000001:0.0:1788203729.603937:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203729.603938:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203729.603939:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788203729.603940:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203729.603941:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a42000. 02000000:00000001:0.0:1788203729.603943:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203729.603944:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203729.603945:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9c700. 00000100:00000001:0.0:1788203729.603947:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203729.603948:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203729.603949:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203729.603951:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9e680 x1875052841899136/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203754 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203729.603955:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203729.603956:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203729.603957:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377c00. 02000000:00000001:0.0:1788203729.603958:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203729.603959:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203729.603960:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788203729.603961:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203729.603962:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a40000. 02000000:00000001:0.0:1788203729.603964:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203729.603964:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203729.603965:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9e680. 00000100:00000001:0.0:1788203729.603966:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203729.603967:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203729.603968:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203729.603970:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9d180 x1875052841899264/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203754 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203729.603973:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203729.603974:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203729.603975:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788203729.603977:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203729.603978:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203729.603979:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788203729.603980:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203729.603981:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a42c00. 02000000:00000001:0.0:1788203729.603982:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203729.603982:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203729.603983:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9d180. 00000100:00000001:0.0:1788203729.603984:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203729.603985:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203729.603986:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203729.603989:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203729.603989:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203729.603991:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203729.603992:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203730.242527:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203730.242535:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203730.242541:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203730.242543:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203730.242546:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203730.242548:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203730.242577:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203730.242579:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203730.242582:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203730.882512:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308869876, at 4308869888 00000100:00000040:1.0:1788203730.882513:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308869876, at 4308869888 00000100:00000010:0.0:1788203730.882528:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685baf00. 00000100:00000010:1.0:1788203730.882531:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba000. 00010000:00000001:0.0:1788203731.266521:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203731.266528:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203731.266535:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203731.266538:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203731.266541:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203731.266544:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203731.266548:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203731.266551:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203731.266553:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203731.266556:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203731.266560:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203731.266562:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203731.266564:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203731.266565:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203731.266567:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203731.266569:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203731.266570:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203731.266573:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203731.266597:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203731.266601:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203731.266604:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203732.290517:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203732.290527:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203732.290531:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203732.290532:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203732.290535:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203732.290535:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203732.290557:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203732.290559:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203732.290561:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203733.314500:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203733.314508:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203733.314514:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203733.314515:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203733.314519:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203733.314520:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203734.338527:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203734.338535:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203734.338540:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203734.338541:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203734.338543:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203734.338544:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203734.338569:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203734.338571:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203734.338573:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788203734.722746:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203734.722751:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203734.722755:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203734.722765:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9ea00 x1875052841899392/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203734.722779:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203734.722782:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203734.722786:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203734.722790:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203734.722793:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203734.722799:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841899392:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788203734.722804:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203734.722809:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203734.722812:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203734.722814:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203734.722820:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377400. 02000000:00000001:0.0:1788203734.722825:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203734.722831:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203734.722838:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788203734.722847:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788203734.722858:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841899392, portal 25 00000100:00000001:0.0:1788203734.722864:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203734.722868:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330352640 : -109644379198976 : ffff9c476db9ea00) 00000100:00000040:0.0:1788203734.722879:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9ea00 x1875052841899392/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203759 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203734.722897:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203734.722902:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203734.722908:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788203734.722914:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841899392, offset 0 00000400:00000200:0.0:1788203734.722925:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203734.722938:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203734.722948:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203734.722957:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203734.722966:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203734.722973:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203734.722981:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203734.722989:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704082:704082:256:4294967295] 192.168.201.101@tcp LPNI seq info [704077:704077:8:4294967295] 00000400:00000200:0.0:1788203734.723002:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203734.723019:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203734.723033:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203734.723041:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788203734.723053:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203734.723059:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1788203734.723090:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203734.723096:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788203734.723104:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203734.723113:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203734.723122:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788203734.723128:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788203734.723135:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203734.723143:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9ea00 x1875052841899392/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203759 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203734.723163:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203734.723172:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9ea00 x1875052841899392/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203759 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203734.723184:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203734.723190:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203734.723198:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203734.723207:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203734.723212:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4308874996 00000100:00000010:0.0:1788203734.723221:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685baf00. 00000100:00000001:0.0:1788203734.723231:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788203734.723240:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4308874996 00000100:00000010:0.0:1788203734.723248:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba840. 00000100:00000001:0.0:1788203734.723255:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788203734.723263:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203734.723268:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203734.723273:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203734.723280:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203734/real 1788203734] req@ffff9c476db9ea00 x1875052841899392/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203734.723307:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203734.723311:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203734.723316:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788203734.723321:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788203734.723325:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788203734.723366:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203734.723376:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9ea00 x1875052841899392/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203734.723440:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9ea00 x1875052841899392/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203734.723460:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203734.723466:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203734.723473:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203734.723478:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203734.723488:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9ea00 x1875052841899392/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203734.723509:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203734.723521:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9ea00 x1875052841899392/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203759 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203734.723539:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203734.723546:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203734.723551:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203734.723554:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203734.723559:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203734.723563:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203734.723570:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203734.723582:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203734.723587:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203734.723594:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9ea00 x1875052841899392/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203759 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203734.723603:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841899392:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788203734.723608:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203734.723610:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203734.723613:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9ea00 x1875052841899392/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203759 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203734.723620:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203734.723622:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203734.723625:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377400. 02000000:00000001:0.0:1788203734.723628:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203734.723631:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203734.723632:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788203734.723635:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203734.723637:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a40400. 02000000:00000001:0.0:1788203734.723641:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203734.723643:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203734.723644:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9ea00. 00000100:00000001:0.0:1788203734.723647:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203734.723649:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203734.723651:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203734.723657:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203734.723659:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203734.723661:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203734.723663:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203734.723664:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203734.723668:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9dc00 x1875052841899520/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203734.723674:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203734.723676:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203734.723678:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203734.723680:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203734.723682:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203734.723685:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841899520:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203734.723689:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203734.723691:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203734.723692:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203734.723694:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203734.723697:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377400. 02000000:00000001:0.0:1788203734.723699:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203734.723702:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203734.723706:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788203734.723709:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788203734.723714:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841899520, portal 10 00000100:00000001:0.0:1788203734.723716:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203734.723717:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330349056 : -109644379202560 : ffff9c476db9dc00) 00000100:00000040:0.0:1788203734.723724:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9dc00 x1875052841899520/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203759 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203734.723731:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203734.723734:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203734.723736:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788203734.723739:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841899520, offset 0 00000400:00000200:0.0:1788203734.723743:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203734.723747:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203734.723751:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203734.723755:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203734.723758:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203734.723761:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203734.723764:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203734.723767:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704083:704083:256:4294967295] 192.168.201.101@tcp LPNI seq info [704078:704078:8:4294967295] 00000400:00000200:0.0:1788203734.723772:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203734.723779:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203734.723785:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203734.723788:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788203734.723793:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203734.723796:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1788203734.723809:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203734.723811:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788203734.723814:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203734.723819:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203734.723822:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788203734.723825:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788203734.723828:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203734.723832:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9dc00 x1875052841899520/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203759 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203734.723841:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203734.723844:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9dc00 x1875052841899520/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203759 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203734.723851:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203734.723853:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203734.723857:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203734.723861:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788203734.723864:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203734.723866:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308873738 00000100:00000001:0.0:1788203734.723869:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308874996 00000100:00000001:0.0:1788203734.723871:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308873738 00000100:00000001:0.0:1788203734.723873:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308874996 00000100:00000001:0.0:1788203734.723876:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203734.723878:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203734.723880:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203734.723884:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203734/real 1788203734] req@ffff9c476db9dc00 x1875052841899520/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203734.723893:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203734.723895:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203734.723896:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788203734.723899:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788203734.723901:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788203734.723903:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203734.723906:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9dc00 x1875052841899520/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203734.723916:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9dc00 x1875052841899520/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203734.723923:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203734.723925:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203734.723927:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203734.723928:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203734.723933:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9dc00 x1875052841899520/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203734.723941:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203734.723945:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9dc00 x1875052841899520/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203759 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203734.723952:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203734.723955:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203734.723957:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203734.723958:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203734.723960:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203734.723962:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203734.723965:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203734.723969:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203734.723971:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203734.723976:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9dc00 x1875052841899520/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203759 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203734.723984:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841899520:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203734.723988:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203734.723992:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9df80 x1875052841899648/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203734.723999:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203734.724001:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203734.724003:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203734.724005:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203734.724007:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203734.724011:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841899648:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203734.724014:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203734.724016:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203734.724018:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203734.724020:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203734.724023:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788203734.724026:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203734.724030:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203734.724033:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788203734.724036:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788203734.724039:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841899648, portal 10 00000100:00000001:0.0:1788203734.724041:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203734.724043:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330349952 : -109644379201664 : ffff9c476db9df80) 00000100:00000040:0.0:1788203734.724049:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9df80 x1875052841899648/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203759 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203734.724057:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203734.724059:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203734.724062:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788203734.724065:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841899648, offset 0 00000400:00000200:0.0:1788203734.724070:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203734.724074:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203734.724078:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203734.724081:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203734.724083:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203734.724086:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203734.724089:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203734.724092:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704084:704084:256:4294967295] 192.168.201.101@tcp LPNI seq info [704079:704079:8:4294967295] 00000400:00000200:0.0:1788203734.724097:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203734.724103:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203734.724108:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203734.724112:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788203734.724116:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203734.724119:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1788203734.724130:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203734.724132:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788203734.724135:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203734.724139:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203734.724142:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788203734.724144:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788203734.724147:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203734.724150:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9df80 x1875052841899648/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203759 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203734.724159:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203734.724163:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9df80 x1875052841899648/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203759 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203734.724169:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203734.724171:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203734.724175:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203734.724177:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788203734.724181:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203734.724183:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308873738 00000100:00000001:0.0:1788203734.724186:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308874996 00000100:00000001:0.0:1788203734.724188:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308873738 00000100:00000001:0.0:1788203734.724190:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308874996 00000100:00000001:0.0:1788203734.724193:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203734.724195:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203734.724196:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203734.724200:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203734/real 1788203734] req@ffff9c476db9df80 x1875052841899648/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203734.724209:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203734.724210:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203734.724212:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788203734.724214:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788203734.724216:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788203734.724218:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203734.724221:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9df80 x1875052841899648/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203734.724230:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9df80 x1875052841899648/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203734.724237:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203734.724238:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203734.724240:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203734.724242:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203734.724246:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9df80 x1875052841899648/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203734.724253:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203734.724257:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9df80 x1875052841899648/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203759 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203734.724264:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203734.724267:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203734.724269:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203734.724270:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203734.724272:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203734.724274:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203734.724277:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203734.724280:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203734.724283:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203734.724287:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9df80 x1875052841899648/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203759 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203734.724295:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841899648:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203734.724298:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203734.724302:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9d180 x1875052841899776/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203734.724309:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203734.724310:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203734.724313:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203734.724315:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203734.724317:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203734.724320:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841899776:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788203734.724323:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203734.724325:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203734.724327:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203734.724343:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203734.724347:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376800. 02000000:00000001:0.0:1788203734.724349:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203734.724353:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203734.724355:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788203734.724359:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788203734.724362:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841899776, portal 4 00000100:00000001:0.0:1788203734.724365:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203734.724366:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330346368 : -109644379205248 : ffff9c476db9d180) 00000100:00000040:0.0:1788203734.724373:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9d180 x1875052841899776/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203759 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203734.724380:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203734.724382:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203734.724385:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788203734.724388:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841899776, offset 0 00000400:00000200:0.0:1788203734.724392:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203734.724416:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203734.724420:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203734.724423:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203734.724426:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203734.724428:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203734.724431:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203734.724434:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704085:704085:256:4294967295] 192.168.201.101@tcp LPNI seq info [704080:704080:8:4294967295] 00000400:00000200:0.0:1788203734.724438:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203734.724445:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203734.724449:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203734.724453:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788203734.724458:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203734.724461:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1788203734.724472:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203734.724474:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788203734.724478:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203734.724481:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203734.724484:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788203734.724486:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788203734.724489:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203734.724493:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9d180 x1875052841899776/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203759 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203734.724508:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203734.724511:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9d180 x1875052841899776/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203759 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203734.724518:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203734.724520:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203734.724524:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203734.724527:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788203734.724531:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203734.724533:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308873765 00000100:00000001:0.0:1788203734.724536:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308874996 00000100:00000001:0.0:1788203734.724539:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308873765 00000100:00000001:0.0:1788203734.724541:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308874996 00000100:00000001:0.0:1788203734.724543:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203734.724546:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203734.724548:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203734.724552:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203734/real 1788203734] req@ffff9c476db9d180 x1875052841899776/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203734.724561:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203734.724562:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203734.724564:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788203734.724567:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788203734.724569:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788203734.724571:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203734.724575:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9d180 x1875052841899776/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203734.724584:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9d180 x1875052841899776/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203734.724591:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203734.724593:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203734.724595:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203734.724596:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203734.724601:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9d180 x1875052841899776/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203734.724608:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203734.724612:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9d180 x1875052841899776/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203759 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203734.724620:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203734.724622:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203734.724624:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203734.724626:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203734.724628:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203734.724630:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203734.724633:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203734.724636:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203734.724639:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203734.724643:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9d180 x1875052841899776/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203759 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203734.724652:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841899776:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788203734.724656:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203734.724658:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203734.724662:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9dc00 x1875052841899520/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203759 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203734.724669:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203734.724671:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203734.724673:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377400. 02000000:00000001:0.0:1788203734.724676:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203734.724678:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203734.724680:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788203734.724682:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203734.724684:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a43400. 02000000:00000001:0.0:1788203734.724688:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203734.724690:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203734.724691:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9dc00. 00000100:00000001:0.0:1788203734.724695:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203734.724696:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203734.724698:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203734.724701:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9df80 x1875052841899648/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203759 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203734.724708:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203734.724710:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203734.724711:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788203734.724714:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203734.724715:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203734.724716:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788203734.724719:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203734.724720:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a43000. 02000000:00000001:0.0:1788203734.724722:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203734.724724:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203734.724725:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9df80. 00000100:00000001:0.0:1788203734.724728:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203734.724729:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203734.724731:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203734.724735:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9d180 x1875052841899776/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203759 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203734.724742:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203734.724743:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203734.724744:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376800. 02000000:00000001:0.0:1788203734.724747:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203734.724748:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203734.724749:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788203734.724751:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203734.724753:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a43800. 02000000:00000001:0.0:1788203734.724755:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203734.724757:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203734.724758:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9d180. 00000100:00000001:0.0:1788203734.724761:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203734.724762:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203734.724764:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203734.724768:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203734.724770:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203734.724772:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203734.724774:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203735.362473:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203735.362479:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203735.362484:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203735.362485:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203735.362487:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203735.362488:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203735.362507:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203735.362509:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203735.362511:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203736.002458:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308874996, at 4308875008 00000100:00000040:1.0:1788203736.002470:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308874996, at 4308875008 00000100:00000010:0.0:1788203736.002472:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685baf00. 00000100:00000010:1.0:1788203736.002479:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba840. 00010000:00000001:0.0:1788203736.386504:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203736.386511:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203736.386515:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203736.386517:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203736.386519:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203736.386520:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203736.386547:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203736.386550:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203736.386553:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203737.410469:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203737.410476:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203737.410478:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203737.410480:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203737.410484:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203737.410487:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203737.410488:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203737.410490:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203737.410493:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203737.410495:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203737.410497:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203737.410498:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203738.434522:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203738.434530:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203738.434537:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203738.434538:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203738.434542:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203738.434543:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203738.434567:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203738.434570:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203738.434573:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203739.458470:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203739.458476:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203739.458480:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203739.458481:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203739.458483:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203739.458484:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203739.458502:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203739.458503:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203739.458505:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788203739.842524:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203739.842533:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788203739.842535:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203739.842539:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203739.842543:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203739.842549:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 14206 00000400:00000200:1.0:1788203739.842555:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203739.842559:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203739.842562:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203739.842564:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203739.842567:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203739.842568:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203739.842570:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203739.842573:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203739.842575:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788203739.842576:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203739.842580:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788203739.842581:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788203739.842583:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788203739.842585:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203739.842586:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203739.842588:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203739.842590:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203739.842592:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788203739.842594:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203739.842596:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203739.842599:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203739.842601:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203739.842603:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203739.842605:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788203739.842606:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203739.842614:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dd180. 00000020:00000040:1.0:1788203739.842616:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788203739.842619:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203739.842620:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203739.842622:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203739.842625:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203739.842628:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203739.842635:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9a400. 00000100:00000001:1.0:1788203739.842640:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203739.842648:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dd180 x1875052841899904/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203739.842656:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203739.842660:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203739.842663:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000095f81904] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dd180 x1875052841899904/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203739.842681:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788203739.842683:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203739.842686:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788203739.842687:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203739.842688:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203739.842690:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203739.842692:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14206 00000400:00000200:1.0:1788203739.842695:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203739.842697:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203739.842699:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203739.842701:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203739.842702:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203739.842703:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203739.842705:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203739.842707:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203739.842708:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788203739.842709:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203739.842710:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788203739.842712:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788203739.842714:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788203739.842716:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203739.842717:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203739.842718:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203739.842719:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203739.842721:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788203739.842723:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203739.842725:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788203739.842725:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203739.842727:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1788203739.842732:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1788203739.842733:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203739.842737:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1788203739.842737:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203739.842738:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788203739.842743:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788203739.842747:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203739.842749:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203739.842750:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3dd180 x1875052841899904/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1788203739.842751:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3df100. 00000020:00000040:1.0:1788203739.842755:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788203739.842758:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203739.842760:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203739.842764:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203739.842768:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1788203739.842772:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1788203739.842772:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203739.842776:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203739.842779:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99400. 02000000:00000001:0.0:1788203739.842782:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1788203739.842786:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203739.842787:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203739.842792:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203739.842797:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3df100 x1875052841900032/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788203739.842800:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841899904:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788203739.842812:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1788203739.842817:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1788203739.842818:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1788203739.842822:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203739.842824:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203739.842830:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c16a5860] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3df100 x1875052841900032/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788203739.842831:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203739.842838:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374400. 02000000:00000001:0.0:1788203739.842841:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203739.842849:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203739.842853:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00080000:1.0:1788203739.842856:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1788203739.842857:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000100:00080000:1.0:1788203739.842863:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000400:00000010:0.0:1788203739.842865:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000001:1.0:1788203739.842866:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203739.842870:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000200:0.0:1788203739.842872:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841899904, portal 25 00000100:00000001:1.0:1788203739.842873:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:0.0:1788203739.842877:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203739.842880:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573878144 : -109644135673472 : ffff9c477c3dd180) 00000100:00080000:1.0:1788203739.842881:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14206 00000100:00000040:0.0:1788203739.842888:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3dd180 x1875052841899904/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788203739.842891:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203739.842899:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00000001:0.0:1788203739.842903:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:1.0:1788203739.842903:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203739.842911:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000100:00000040:1.0:1788203739.842911:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000400:00000010:0.0:1788203739.842915:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000001:1.0:1788203739.842917:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:0.0:1788203739.842919:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841899904, offset 0 00000100:00000040:1.0:1788203739.842923:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203739.842926:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000400:00000200:0.0:1788203739.842930:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000020:00000001:1.0:1788203739.842931:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203739.842934:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788203739.842936:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203739.842937:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788203739.842939:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000400:00000200:0.0:1788203739.842943:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000020:00000001:1.0:1788203739.842944:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788203739.842949:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000400:00000200:0.0:1788203739.842952:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000100:00000001:1.0:1788203739.842953:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203739.842958:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000400:00000200:0.0:1788203739.842960:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1788203739.842960:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203739.842964:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000400:00000200:0.0:1788203739.842968:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000100:00080000:1.0:1788203739.842971:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000400:00000200:0.0:1788203739.842975:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1788203739.842976:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203739.842979:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:0.0:1788203739.842980:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 02000000:00000001:1.0:1788203739.842983:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1788203739.842986:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704086:704086:256:4294967295] 192.168.201.101@tcp LPNI seq info [704081:704081:8:4294967295] 02000000:00000001:1.0:1788203739.842987:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203739.842991:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000400:00000200:0.0:1788203739.842994:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000008:00100000:1.0:1788203739.842994:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788203739.842998:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203739.843000:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203739.843005:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000100:00000010:1.0:1788203739.843006:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dc000. 00000020:00000040:1.0:1788203739.843011:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000800:00000200:0.0:1788203739.843015:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 02000000:00000001:1.0:1788203739.843015:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203739.843019:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203739.843021:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000800:00000010:0.0:1788203739.843022:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 02000000:00000001:1.0:1788203739.843023:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203739.843026:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788203739.843031:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 02000000:00000010:1.0:1788203739.843032:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9a800. 00000800:00000200:0.0:1788203739.843035:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 27 secs later) 00000100:00000001:1.0:1788203739.843037:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203739.843045:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dc000 x1875052841900160/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1788203739.843057:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00000001:1.0:1788203739.843059:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000800:00000010:0.0:1788203739.843061:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000100:00000001:1.0:1788203739.843064:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203739.843068:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000040:1.0:1788203739.843069:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1e3b926] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dc000 x1875052841900160/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788203739.843078:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203739.843084:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000100:00000001:1.0:1788203739.843085:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788203739.843088:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000040:1.0:1788203739.843090:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788203739.843093:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:1.0:1788203739.843093:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788203739.843098:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:0.0:1788203739.843100:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c3dd180 x1875052841899904/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788203739.843101:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788203739.843104:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203739.843106:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203739.843111:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203739.843116:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14206 00000100:00000001:0.0:1788203739.843118:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1788203739.843122:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000040:0.0:1788203739.843126:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3dd180 x1875052841899904/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203764 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788203739.843129:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203739.843133:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203739.843140:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203739.843142:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203739.843143:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1788203739.843145:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1788203739.843147:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203739.843150:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000100:00000001:0.0:1788203739.843151:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788203739.843152:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203739.843156:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788203739.843158:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000400:00000200:0.0:1788203739.843159:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000020:00000040:1.0:1788203739.843160:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000100:00000001:0.0:1788203739.843162:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4308880116 00000020:00000001:1.0:1788203739.843163:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788203739.843167:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000010:0.0:1788203739.843169:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685baf00. 00000100:00000040:1.0:1788203739.843170:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203739.843175:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203739.843177:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203739.843179:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788203739.843179:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203739.843184:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788203739.843187:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203739.843188:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4308880116 00000100:00000001:1.0:1788203739.843189:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203739.843192:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba6c0. 02000000:00000001:1.0:1788203739.843193:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203739.843196:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203739.843198:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 02000000:00000001:1.0:1788203739.843199:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203739.843202:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788203739.843203:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00100000:1.0:1788203739.843205:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000100:00000001:0.0:1788203739.843209:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788203739.843209:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203739.843213:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000001:1.0:1788203739.843214:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203739.843220:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dd880. 00000100:00100000:0.0:1788203739.843221:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203739/real 1788203739] req@ffff9c477c3dd180 x1875052841899904/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1788203739.843224:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788203739.843229:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203739.843231:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203739.843235:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000400:00000001:0.0:1788203739.843238:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1788203739.843238:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203739.843259:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1788203739.843263:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000010:1.0:1788203739.843264:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99000. 00000400:00000010:0.0:1788203739.843266:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000100:00000001:1.0:1788203739.843269:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203739.843272:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788203739.843277:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00100000:1.0:1788203739.843277:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dd880 x1875052841900288/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203739.843283:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1788203739.843288:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203739.843290:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1788203739.843293:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3dd180 x1875052841899904/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788203739.843295:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083606985] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dd880 x1875052841900288/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203739.843323:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203739.843327:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14216) 00000100:00000200:0.0:1788203739.843336:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3dd180 x1875052841899904/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203739.843343:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203739.843345:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203739.843347:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203739.843348:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203739.843351:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c3dd180 x1875052841899904/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203739.843356:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203739.843360:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3dd180 x1875052841899904/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203764 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203739.843365:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203739.843367:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203739.843368:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203739.843369:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203739.843371:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203739.843372:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203739.843374:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203739.843376:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203739.843378:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203739.843380:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3dd180 x1875052841899904/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203764 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203739.843386:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841899904:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788203739.843418:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203739.843421:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203739.843423:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3dd180 x1875052841899904/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203764 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203739.843433:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203739.843435:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203739.843437:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374400. 02000000:00000001:0.0:1788203739.843439:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203739.843441:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203739.843442:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788203739.843443:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203739.843445:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4653a9a400. 02000000:00000001:0.0:1788203739.843449:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203739.843450:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203739.843452:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3dd180. 00000100:00000001:0.0:1788203739.843454:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203739.843455:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203739.843457:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203739.843462:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203739.843463:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203739.843465:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203739.843466:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203739.843467:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203739.843470:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3df100 x1875052841900032/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203739.843480:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203739.843482:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203739.843483:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203739.843485:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203739.843486:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203739.843489:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841900032:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203739.843491:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203739.843493:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203739.843494:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203739.843495:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203739.843498:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374400. 02000000:00000001:0.0:1788203739.843499:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203739.843502:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203739.843505:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788203739.843507:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788203739.843510:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841900032, portal 10 00000100:00000001:0.0:1788203739.843513:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203739.843514:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573886208 : -109644135665408 : ffff9c477c3df100) 00000100:00000040:0.0:1788203739.843520:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3df100 x1875052841900032/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203739.843524:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203739.843526:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203739.843528:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788203739.843530:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841900032, offset 0 00000400:00000200:0.0:1788203739.843532:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203739.843535:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203739.843538:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203739.843540:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203739.843542:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203739.843544:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203739.843546:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203739.843548:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704087:704087:256:4294967295] 192.168.201.101@tcp LPNI seq info [704082:704082:8:4294967295] 00000400:00000200:0.0:1788203739.843550:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203739.843555:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203739.843559:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203739.843561:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788203739.843564:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203739.843566:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1788203739.843573:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203739.843575:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788203739.843577:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203739.843580:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203739.843582:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788203739.843583:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788203739.843585:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203739.843588:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c3df100 x1875052841900032/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203739.843593:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203739.843595:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3df100 x1875052841900032/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203764 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203739.843600:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203739.843601:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203739.843603:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203739.843605:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788203739.843607:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203739.843609:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308878858 00000100:00000001:0.0:1788203739.843610:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308880116 00000100:00000001:0.0:1788203739.843612:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308878858 00000100:00000001:0.0:1788203739.843614:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308880116 00000100:00000001:0.0:1788203739.843616:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203739.843617:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203739.843618:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203739.843621:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203739/real 1788203739] req@ffff9c477c3df100 x1875052841900032/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203739.843625:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203739.843626:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203739.843627:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788203739.843628:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788203739.843629:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788203739.843631:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203739.843632:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3df100 x1875052841900032/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203739.843638:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3df100 x1875052841900032/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203739.843647:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203739.843648:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203739.843649:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203739.843650:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203739.843652:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c3df100 x1875052841900032/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203739.843656:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203739.843659:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3df100 x1875052841900032/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203764 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203739.843663:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203739.843664:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203739.843665:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203739.843666:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203739.843667:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203739.843668:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203739.843670:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203739.843672:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203739.843673:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203739.843676:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3df100 x1875052841900032/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203764 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203739.843682:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841900032:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203739.843684:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203739.843686:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3dc000 x1875052841900160/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203739.843690:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203739.843691:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203739.843693:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203739.843694:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203739.843695:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203739.843697:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841900160:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203739.843700:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203739.843701:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203739.843702:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203739.843703:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203739.843705:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375400. 02000000:00000001:0.0:1788203739.843706:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203739.843708:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203739.843710:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788203739.843712:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788203739.843713:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841900160, portal 10 00000100:00000001:0.0:1788203739.843715:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203739.843716:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573873664 : -109644135677952 : ffff9c477c3dc000) 00000100:00000040:0.0:1788203739.843720:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3dc000 x1875052841900160/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203739.843725:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203739.843726:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203739.843728:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788203739.843729:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841900160, offset 0 00000400:00000200:0.0:1788203739.843732:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203739.843734:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203739.843736:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203739.843737:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203739.843739:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203739.843740:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203739.843742:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203739.843744:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704088:704088:256:4294967295] 192.168.201.101@tcp LPNI seq info [704083:704083:8:4294967295] 00000400:00000200:0.0:1788203739.843747:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203739.843751:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203739.843754:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203739.843756:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788203739.843759:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203739.843761:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1788203739.843768:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203739.843769:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788203739.843771:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203739.843774:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203739.843776:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788203739.843777:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788203739.843778:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203739.843781:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c3dc000 x1875052841900160/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203739.843785:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203739.843787:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3dc000 x1875052841900160/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203764 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203739.843791:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203739.843792:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203739.843794:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203739.843796:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788203739.843798:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203739.843800:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308878858 00000100:00000001:0.0:1788203739.843802:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308880116 00000100:00000001:0.0:1788203739.843804:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308878858 00000100:00000001:0.0:1788203739.843806:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308880116 00000100:00000001:0.0:1788203739.843809:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203739.843811:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203739.843813:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203739.843817:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203739/real 1788203739] req@ffff9c477c3dc000 x1875052841900160/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203739.843826:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203739.843828:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203739.843830:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788203739.843832:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788203739.843834:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788203739.843836:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203739.843840:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3dc000 x1875052841900160/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203739.843851:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3dc000 x1875052841900160/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203739.843859:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203739.843860:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203739.843861:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203739.843862:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203739.843865:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c3dc000 x1875052841900160/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203739.843870:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203739.843873:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3dc000 x1875052841900160/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203764 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203739.843877:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203739.843878:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203739.843879:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203739.843880:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203739.843881:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203739.843882:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203739.843884:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203739.843886:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203739.843887:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203739.843890:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3dc000 x1875052841900160/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203764 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203739.843896:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841900160:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203739.843898:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203739.843900:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3dd880 x1875052841900288/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203739.843904:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203739.843905:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203739.843907:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203739.843908:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203739.843909:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203739.843911:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841900288:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788203739.843913:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203739.843914:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203739.843915:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203739.843916:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203739.843919:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788203739.843920:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203739.843923:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203739.843925:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788203739.843927:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788203739.843929:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841900288, portal 4 00000100:00000001:0.0:1788203739.843930:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203739.843931:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573879936 : -109644135671680 : ffff9c477c3dd880) 00000100:00000040:0.0:1788203739.843935:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3dd880 x1875052841900288/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203739.843940:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203739.843941:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203739.843942:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788203739.843944:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841900288, offset 0 00000400:00000200:0.0:1788203739.843947:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203739.843950:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203739.843952:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203739.843954:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203739.843956:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203739.843957:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203739.843959:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203739.843961:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704089:704089:256:4294967295] 192.168.201.101@tcp LPNI seq info [704084:704084:8:4294967295] 00000400:00000200:0.0:1788203739.843964:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203739.843969:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203739.843971:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203739.843973:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788203739.843976:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203739.843978:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1788203739.843985:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203739.843987:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788203739.843988:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203739.843991:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203739.843993:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788203739.843994:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788203739.843995:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203739.843998:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c3dd880 x1875052841900288/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203739.844003:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203739.844004:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3dd880 x1875052841900288/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203764 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203739.844009:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203739.844010:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203739.844012:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203739.844014:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788203739.844016:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203739.844018:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308878884 00000100:00000001:0.0:1788203739.844019:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308880116 00000100:00000001:0.0:1788203739.844021:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308878884 00000100:00000001:0.0:1788203739.844022:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308880116 00000100:00000001:0.0:1788203739.844023:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203739.844025:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203739.844026:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203739.844028:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203739/real 1788203739] req@ffff9c477c3dd880 x1875052841900288/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203739.844032:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203739.844033:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203739.844034:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788203739.844036:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788203739.844037:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788203739.844038:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203739.844040:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3dd880 x1875052841900288/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203739.844045:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3dd880 x1875052841900288/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203739.844049:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203739.844050:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203739.844051:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203739.844053:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203739.844055:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c3dd880 x1875052841900288/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203739.844059:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203739.844061:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3dd880 x1875052841900288/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203764 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203739.844065:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203739.844066:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203739.844067:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203739.844068:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203739.844069:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203739.844071:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203739.844072:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203739.844074:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203739.844075:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203739.844078:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3dd880 x1875052841900288/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203764 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203739.844082:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841900288:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788203739.844084:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203739.844085:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203739.844087:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3df100 x1875052841900032/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203764 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203739.844091:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203739.844092:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203739.844093:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374400. 02000000:00000001:0.0:1788203739.844095:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203739.844095:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203739.844096:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788203739.844097:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203739.844098:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4653a99400. 02000000:00000001:0.0:1788203739.844100:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203739.844101:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203739.844102:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3df100. 00000100:00000001:0.0:1788203739.844104:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203739.844105:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203739.844106:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203739.844108:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3dc000 x1875052841900160/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203764 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203739.844117:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203739.844118:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203739.844119:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375400. 02000000:00000001:0.0:1788203739.844120:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203739.844121:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203739.844122:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788203739.844123:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203739.844123:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4653a9a800. 02000000:00000001:0.0:1788203739.844125:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203739.844125:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203739.844126:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3dc000. 00000100:00000001:0.0:1788203739.844127:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203739.844128:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203739.844129:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203739.844131:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3dd880 x1875052841900288/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203764 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203739.844134:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203739.844135:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203739.844136:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788203739.844137:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203739.844138:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203739.844138:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788203739.844139:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203739.844140:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4653a99000. 02000000:00000001:0.0:1788203739.844141:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203739.844142:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203739.844143:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3dd880. 00000100:00000001:0.0:1788203739.844144:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203739.844145:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203739.844146:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203739.844148:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203739.844149:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203739.844150:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203739.844152:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203740.482501:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203740.482507:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203740.482512:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203740.482515:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203740.482517:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203740.482519:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203740.482521:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203740.482523:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203740.482525:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203740.482526:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203740.482528:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203740.482529:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203740.482530:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203740.482531:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203740.482532:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203740.482533:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203740.482534:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203740.482535:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203740.482560:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203740.482562:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203740.482564:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203741.122510:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308880116, at 4308880128 00000100:00000040:1.0:1788203741.122510:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308880116, at 4308880128 00000100:00000010:0.0:1788203741.122527:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685baf00. 00000100:00000010:1.0:1788203741.122529:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba6c0. 00010000:00000001:0.0:1788203741.506517:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203741.506524:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203741.506540:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203741.506542:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203741.506546:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203741.506547:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203742.530535:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203742.530543:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203742.530550:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203742.530551:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203742.530554:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203742.530555:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203742.530580:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203742.530583:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203742.530586:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203743.554472:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203743.554478:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203743.554482:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203743.554483:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203743.554485:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203743.554486:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203743.554504:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203743.554506:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203743.554508:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203744.578511:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203744.578519:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203744.578525:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203744.578527:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203744.578530:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203744.578532:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203744.578559:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203744.578562:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203744.578565:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788203744.962541:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203744.962552:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788203744.962555:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203744.962559:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203744.962564:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203744.962571:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 14211 00000400:00000200:0.0:1788203744.962581:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203744.962587:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203744.962590:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203744.962594:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203744.962597:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203744.962600:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203744.962602:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203744.962607:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203744.962609:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788203744.962611:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203744.962615:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788203744.962618:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788203744.962621:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788203744.962624:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203744.962626:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203744.962628:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203744.962630:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203744.962633:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788203744.962636:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203744.962639:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203744.962641:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203744.962645:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203744.962648:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203744.962650:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788203744.962652:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203744.962661:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fad80. 00000020:00000040:0.0:1788203744.962664:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788203744.962668:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203744.962670:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203744.962673:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203744.962676:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203744.962680:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203744.962688:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374400. 00000100:00000001:0.0:1788203744.962694:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203744.962704:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fad80 x1875052841900416/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203744.962715:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203744.962719:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203744.962724:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010fef5ed] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fad80 x1875052841900416/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203744.962749:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788203744.962752:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203744.962757:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788203744.962758:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203744.962760:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203744.962763:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203744.962766:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14211 00000400:00000200:0.0:1788203744.962770:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203744.962774:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203744.962777:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203744.962781:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203744.962783:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203744.962786:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203744.962788:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203744.962790:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203744.962792:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788203744.962794:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203744.962796:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788203744.962800:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788203744.962804:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788203744.962810:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203744.962813:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203744.962819:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203744.962824:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203744.962829:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788203744.962836:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203744.962841:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203744.962845:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203744.962852:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203744.962856:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203744.962860:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203744.962865:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788203744.962871:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203744.962876:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203744.962881:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9880. 00000020:00000040:0.0:1788203744.962885:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788203744.962888:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203744.962891:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203744.962892:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203744.962894:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203744.962896:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203744.962903:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375400. 00000100:00000001:0.0:1788203744.962908:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203744.962916:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9880 x1875052841900544/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203744.962932:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203744.962936:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203744.962942:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2b42fc4] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9880 x1875052841900544/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203744.962956:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788203744.962959:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203744.962965:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788203744.962969:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203744.962972:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203744.962976:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203744.962986:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14211 00000400:00000200:0.0:1788203744.962994:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203744.963002:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203744.963006:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203744.963012:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203744.963016:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203744.963022:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203744.963025:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203744.963030:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203744.963032:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788203744.963034:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203744.963038:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788203744.963043:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788203744.963048:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788203744.963053:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203744.963055:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203744.963057:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203744.963059:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203744.963064:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788203744.963070:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203744.963075:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203744.963079:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203744.963084:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203744.963090:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203744.963095:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203744.963098:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788203744.963104:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203744.963108:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203744.963115:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8000. 00000020:00000040:0.0:1788203744.963120:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788203744.963123:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203744.963126:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203744.963129:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203744.963132:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203744.963136:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203744.963144:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376000. 00000100:00000001:0.0:1788203744.963165:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203744.963173:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8000 x1875052841900672/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203744.963198:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203744.963202:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203744.963210:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000755f6dce] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8000 x1875052841900672/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203744.963225:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203744.963231:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788203744.963240:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788203744.963245:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203744.963252:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788203744.963255:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203744.963258:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203744.963265:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203744.963270:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14211 00000400:00000200:0.0:1788203744.963277:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203744.963285:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203744.963290:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203744.963295:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203744.963299:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203744.963302:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203744.963306:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203744.963309:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203744.963312:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788203744.963315:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203744.963319:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788203744.963324:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788203744.963327:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788203744.963333:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203744.963337:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203744.963341:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203744.963345:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203744.963348:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788203744.963354:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203744.963359:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203744.963363:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203744.963367:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203744.963371:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203744.963374:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203744.963376:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788203744.963378:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203744.963384:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203744.963390:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9c00. 00000020:00000040:0.0:1788203744.963425:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788203744.963428:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203744.963430:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203744.963432:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203744.963435:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203744.963439:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203744.963446:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377400. 00000100:00000001:0.0:1788203744.963451:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203744.963460:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9c00 x1875052841900800/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203744.963478:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203744.963481:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203744.963490:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d680416d] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9c00 x1875052841900800/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203744.963502:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203744.963509:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14221) 00010000:00000001:0.0:1788203745.602489:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203745.602499:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203745.602513:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203745.602515:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203745.602520:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203745.602521:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203746.242535:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308885236, at 4308885248 00000100:00000040:1.0:1788203746.242536:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308885236, at 4308885248 00000100:00000010:1.0:1788203746.242554:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88720. 00000100:00000010:0.0:1788203746.242560:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa889c0. 00010000:00000001:0.0:1788203746.626500:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203746.626507:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203746.626513:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203746.626515:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203746.626519:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203746.626520:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203746.626544:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203746.626547:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203746.626550:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203747.650515:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203747.650523:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203747.650525:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203747.650528:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203747.650532:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203747.650534:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203747.650536:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203747.650537:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203747.650541:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203747.650542:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203747.650545:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203747.650546:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203747.650571:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203747.650573:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203747.650575:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203748.674525:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203748.674531:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203748.674535:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203748.674536:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203748.674538:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203748.674539:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203748.674563:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203748.674566:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203748.674570:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203749.698496:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203749.698501:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203749.698506:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203749.698507:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203749.698511:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203749.698512:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788203750.082509:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203750.082520:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788203750.082523:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203750.082528:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203750.082533:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203750.082541:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 14216 00000400:00000200:0.0:1788203750.082550:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203750.082556:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203750.082559:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203750.082562:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203750.082565:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203750.082567:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203750.082569:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203750.082573:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203750.082575:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788203750.082577:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203750.082580:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788203750.082582:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788203750.082583:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788203750.082586:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203750.082587:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203750.082589:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203750.082590:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203750.082593:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788203750.082597:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203750.082600:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203750.082604:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203750.082608:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203750.082612:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203750.082615:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788203750.082618:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203750.082631:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fb100. 00000020:00000040:0.0:1788203750.082635:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788203750.082640:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203750.082643:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203750.082647:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203750.082650:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203750.082655:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203750.082665:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377c00. 00000100:00000001:0.0:1788203750.082673:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203750.082685:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fb100 x1875052841900928/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203750.082696:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203750.082701:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203750.082707:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000093808cf5] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fb100 x1875052841900928/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203750.082733:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788203750.082737:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203750.082741:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788203750.082743:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203750.082745:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203750.082749:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203750.082751:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14216 00000400:00000200:0.0:1788203750.082755:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203750.082758:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203750.082760:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203750.082763:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203750.082765:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203750.082767:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203750.082769:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203750.082771:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203750.082771:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788203750.082773:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203750.082775:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788203750.082778:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788203750.082780:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788203750.082785:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203750.082789:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203750.082793:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203750.082796:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203750.082801:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788203750.082805:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203750.082811:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203750.082816:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203750.082824:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203750.082830:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203750.082834:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203750.082842:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788203750.082851:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203750.082855:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203750.082861:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9f80. 00000020:00000040:0.0:1788203750.082866:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788203750.082874:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203750.082876:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203750.082879:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203750.082880:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203750.082882:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203750.082887:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374800. 00000100:00000001:0.0:1788203750.082893:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203750.082902:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9f80 x1875052841901056/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203750.082912:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203750.082914:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203750.082921:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5e67c01] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9f80 x1875052841901056/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203750.082928:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788203750.082934:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203750.082938:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788203750.082940:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203750.082943:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203750.082945:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203750.082948:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14216 00000400:00000200:0.0:1788203750.082952:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203750.082958:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203750.082964:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203750.082972:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203750.082978:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203750.082984:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203750.082988:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203750.082993:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203750.082996:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788203750.083000:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203750.083003:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788203750.083010:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788203750.083013:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788203750.083019:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203750.083024:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203750.083029:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203750.083034:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203750.083039:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788203750.083048:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203750.083056:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203750.083061:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203750.083082:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203750.083088:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203750.083092:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203750.083097:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788203750.083102:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203750.083104:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203750.083109:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fb800. 00000020:00000040:0.0:1788203750.083114:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788203750.083120:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203750.083122:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203750.083127:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203750.083130:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203750.083134:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203750.083140:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376400. 00000100:00000001:0.0:1788203750.083146:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203750.083157:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fb800 x1875052841901184/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203750.083176:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203750.083181:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203750.083190:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045f4f50b] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fb800 x1875052841901184/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203750.083208:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203750.083213:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788203750.083223:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788203750.083229:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203750.083237:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788203750.083241:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203750.083245:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203750.083252:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203750.083259:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14216 00000400:00000200:0.0:1788203750.083270:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203750.083279:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203750.083285:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203750.083291:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203750.083297:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203750.083302:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203750.083308:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203750.083313:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203750.083316:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788203750.083319:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203750.083324:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788203750.083328:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788203750.083332:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788203750.083341:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203750.083347:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203750.083353:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203750.083361:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203750.083368:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788203750.083375:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203750.083378:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203750.083380:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203750.083386:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203750.083388:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203750.083391:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203750.083417:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788203750.083420:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203750.083421:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203750.083425:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8380. 00000020:00000040:0.0:1788203750.083427:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788203750.083429:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203750.083430:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203750.083431:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203750.083432:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203750.083434:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203750.083438:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377000. 00000100:00000001:0.0:1788203750.083441:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203750.083445:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8380 x1875052841901312/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203750.083457:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203750.083462:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203750.083469:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004fba561] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8380 x1875052841901312/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203750.083488:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203750.083493:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14226) 00010000:00000001:0.0:1788203750.722502:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203750.722514:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203750.722520:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203750.722523:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203750.722526:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203750.722529:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203750.722532:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203750.722535:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203750.722537:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203750.722538:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203750.722541:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203750.722542:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203750.722543:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203750.722544:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203750.722545:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203750.722547:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203750.722548:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203750.722549:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203750.722572:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203750.722574:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203750.722576:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203751.362471:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308890356, at 4308890368 00000100:00000010:0.0:1788203751.362484:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88ae0. 00000100:00000040:1.0:1788203751.362493:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308890356, at 4308890368 00000100:00000010:1.0:1788203751.362509:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88120. 00010000:00000001:0.0:1788203751.746507:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203751.746514:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203751.746533:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203751.746535:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203751.746539:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203751.746541:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203751.746563:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203751.746566:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203751.746570:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203752.770471:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203752.770477:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203752.770481:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203752.770482:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203752.770485:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203752.770486:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203752.770502:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203752.770504:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203752.770506:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203753.794498:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203753.794504:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203753.794508:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203753.794508:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203753.794511:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203753.794512:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203754.818523:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203754.818531:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203754.818537:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203754.818539:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203754.818542:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203754.818544:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203754.818569:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203754.818571:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203754.818575:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788203755.202721:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203755.202728:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203755.202733:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203755.202746:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9e680 x1875052841901440/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203755.202770:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203755.202773:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203755.202781:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203755.202784:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203755.202787:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203755.202795:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841901440:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788203755.202802:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203755.202808:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203755.202811:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203755.202820:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203755.202828:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788203755.202832:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203755.202841:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203755.202847:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788203755.202853:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788203755.202862:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841901440, portal 25 00000100:00000001:0.0:1788203755.202866:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203755.202869:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330351744 : -109644379199872 : ffff9c476db9e680) 00000100:00000040:0.0:1788203755.202878:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9e680 x1875052841901440/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203780 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203755.202891:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203755.202895:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203755.202898:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788203755.202901:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841901440, offset 0 00000400:00000200:0.0:1788203755.202911:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203755.202921:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203755.202930:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203755.202937:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203755.202943:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203755.202949:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203755.202953:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203755.202961:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704098:704098:256:4294967295] 192.168.201.101@tcp LPNI seq info [704093:704093:8:4294967295] 00000400:00000200:0.0:1788203755.202971:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203755.203012:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203755.203022:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203755.203028:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788203755.203038:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203755.203044:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1788203755.203062:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203755.203066:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788203755.203072:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203755.203079:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203755.203084:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788203755.203087:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788203755.203092:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203755.203099:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9e680 x1875052841901440/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203780 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203755.203117:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203755.203122:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9e680 x1875052841901440/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203780 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203755.203135:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203755.203140:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203755.203147:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203755.203154:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203755.203158:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4308895476 00000100:00000010:0.0:1788203755.203164:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685baf00. 00000100:00000001:0.0:1788203755.203172:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788203755.203179:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4308895476 00000100:00000010:0.0:1788203755.203185:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba9c0. 00000100:00000001:0.0:1788203755.203188:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788203755.203194:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203755.203198:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203755.203203:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203755.203209:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203755/real 1788203755] req@ffff9c476db9e680 x1875052841901440/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203755.203228:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203755.203231:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203755.203235:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788203755.203240:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788203755.203243:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788203755.203248:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203755.203253:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9e680 x1875052841901440/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203755.203267:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9e680 x1875052841901440/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203755.203284:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203755.203286:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203755.203290:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203755.203293:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203755.203298:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9e680 x1875052841901440/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203755.203303:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203755.203307:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9e680 x1875052841901440/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203780 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203755.203318:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203755.203321:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203755.203324:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203755.203326:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203755.203330:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203755.203334:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203755.203339:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203755.203350:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203755.203354:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203755.203363:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9e680 x1875052841901440/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203780 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203755.203390:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841901440:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788203755.203431:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203755.203433:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203755.203437:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9e680 x1875052841901440/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203780 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203755.203442:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203755.203444:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203755.203446:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788203755.203449:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203755.203450:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203755.203452:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788203755.203454:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203755.203456:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a41000. 02000000:00000001:0.0:1788203755.203459:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203755.203462:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203755.203464:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9e680. 00000100:00000001:0.0:1788203755.203467:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203755.203468:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203755.203471:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203755.203478:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203755.203480:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203755.203482:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203755.203484:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203755.203486:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203755.203491:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9c700 x1875052841901568/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203755.203498:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203755.203500:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203755.203502:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203755.203504:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203755.203506:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203755.203509:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841901568:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203755.203512:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203755.203515:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203755.203516:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203755.203518:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203755.203521:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788203755.203524:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203755.203528:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203755.203531:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788203755.203535:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788203755.203538:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841901568, portal 10 00000100:00000001:0.0:1788203755.203540:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203755.203542:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330343680 : -109644379207936 : ffff9c476db9c700) 00000100:00000040:0.0:1788203755.203549:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9c700 x1875052841901568/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203780 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203755.203556:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203755.203558:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203755.203561:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788203755.203564:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841901568, offset 0 00000400:00000200:0.0:1788203755.203568:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203755.203572:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203755.203575:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203755.203578:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203755.203581:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203755.203584:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203755.203586:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203755.203589:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704099:704099:256:4294967295] 192.168.201.101@tcp LPNI seq info [704094:704094:8:4294967295] 00000400:00000200:0.0:1788203755.203593:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203755.203601:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203755.203606:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203755.203609:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788203755.203614:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203755.203617:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1788203755.203628:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203755.203630:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788203755.203633:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203755.203637:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203755.203640:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788203755.203642:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788203755.203645:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203755.203648:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9c700 x1875052841901568/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203780 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203755.203656:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203755.203659:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9c700 x1875052841901568/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203780 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203755.203666:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203755.203668:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203755.203671:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203755.203675:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788203755.203679:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203755.203681:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308894218 00000100:00000001:0.0:1788203755.203684:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308895476 00000100:00000001:0.0:1788203755.203686:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308894218 00000100:00000001:0.0:1788203755.203688:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308895476 00000100:00000001:0.0:1788203755.203690:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203755.203692:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203755.203694:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203755.203698:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203755/real 1788203755] req@ffff9c476db9c700 x1875052841901568/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203755.203706:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203755.203707:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203755.203708:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788203755.203711:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788203755.203713:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788203755.203715:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203755.203718:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9c700 x1875052841901568/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203755.203727:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9c700 x1875052841901568/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203755.203734:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203755.203736:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203755.203738:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203755.203740:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203755.203743:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9c700 x1875052841901568/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203755.203750:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203755.203754:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9c700 x1875052841901568/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203780 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203755.203761:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203755.203763:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203755.203765:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203755.203767:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203755.203768:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203755.203770:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203755.203773:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203755.203777:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203755.203779:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203755.203783:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9c700 x1875052841901568/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203780 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203755.203791:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841901568:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203755.203795:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203755.203798:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9c000 x1875052841901696/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203755.203804:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203755.203805:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203755.203807:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203755.203809:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203755.203811:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203755.203814:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841901696:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203755.203817:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203755.203819:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203755.203820:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203755.203822:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203755.203826:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375000. 02000000:00000001:0.0:1788203755.203828:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203755.203831:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203755.203834:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788203755.203838:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788203755.203840:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841901696, portal 10 00000100:00000001:0.0:1788203755.203842:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203755.203844:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330341888 : -109644379209728 : ffff9c476db9c000) 00000100:00000040:0.0:1788203755.203850:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9c000 x1875052841901696/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203780 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203755.203856:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203755.203859:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203755.203862:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788203755.203864:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841901696, offset 0 00000400:00000200:0.0:1788203755.203868:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203755.203873:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203755.203876:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203755.203880:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203755.203882:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203755.203885:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203755.203887:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203755.203890:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704100:704100:256:4294967295] 192.168.201.101@tcp LPNI seq info [704095:704095:8:4294967295] 00000400:00000200:0.0:1788203755.203895:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203755.203901:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203755.203906:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203755.203909:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788203755.203913:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203755.203916:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1788203755.203928:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203755.203930:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788203755.203933:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203755.203937:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203755.203940:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788203755.203942:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788203755.203944:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203755.203947:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9c000 x1875052841901696/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203780 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203755.203955:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203755.203958:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9c000 x1875052841901696/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203780 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203755.203964:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203755.203966:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203755.203969:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203755.203987:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788203755.203991:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203755.203994:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308894218 00000100:00000001:0.0:1788203755.203996:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308895476 00000100:00000001:0.0:1788203755.203998:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308894218 00000100:00000001:0.0:1788203755.204000:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308895476 00000100:00000001:0.0:1788203755.204002:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203755.204005:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203755.204007:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203755.204011:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203755/real 1788203755] req@ffff9c476db9c000 x1875052841901696/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203755.204020:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203755.204021:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203755.204023:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788203755.204026:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788203755.204027:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788203755.204029:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203755.204032:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9c000 x1875052841901696/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203755.204041:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9c000 x1875052841901696/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203755.204047:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203755.204048:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203755.204050:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203755.204052:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203755.204056:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9c000 x1875052841901696/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203755.204063:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203755.204067:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9c000 x1875052841901696/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203780 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203755.204075:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203755.204078:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203755.204079:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203755.204081:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203755.204083:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203755.204085:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203755.204088:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203755.204091:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203755.204093:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203755.204097:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9c000 x1875052841901696/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203780 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203755.204104:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841901696:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203755.204108:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203755.204111:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9f480 x1875052841901824/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203755.204118:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203755.204120:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203755.204122:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203755.204123:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203755.204125:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203755.204128:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841901824:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788203755.204132:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203755.204133:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203755.204135:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203755.204137:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203755.204140:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376c00. 02000000:00000001:0.0:1788203755.204142:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203755.204145:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203755.204148:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788203755.204151:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788203755.204154:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841901824, portal 4 00000100:00000001:0.0:1788203755.204155:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203755.204157:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330355328 : -109644379196288 : ffff9c476db9f480) 00000100:00000040:0.0:1788203755.204164:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9f480 x1875052841901824/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203780 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203755.204171:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203755.204173:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203755.204175:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788203755.204178:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841901824, offset 0 00000400:00000200:0.0:1788203755.204182:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203755.204185:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203755.204189:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203755.204192:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203755.204195:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203755.204197:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203755.204200:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203755.204203:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704101:704101:256:4294967295] 192.168.201.101@tcp LPNI seq info [704096:704096:8:4294967295] 00000400:00000200:0.0:1788203755.204208:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203755.204214:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203755.204218:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203755.204221:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788203755.204225:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203755.204228:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1788203755.204239:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203755.204241:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788203755.204244:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203755.204248:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203755.204251:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788203755.204253:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788203755.204256:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203755.204260:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9f480 x1875052841901824/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203780 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203755.204269:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203755.204272:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9f480 x1875052841901824/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203780 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203755.204280:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203755.204281:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203755.204285:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203755.204288:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788203755.204291:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203755.204293:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308894244 00000100:00000001:0.0:1788203755.204295:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308895476 00000100:00000001:0.0:1788203755.204297:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308894244 00000100:00000001:0.0:1788203755.204299:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308895476 00000100:00000001:0.0:1788203755.204301:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203755.204304:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203755.204305:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203755.204310:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203755/real 1788203755] req@ffff9c476db9f480 x1875052841901824/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203755.204317:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203755.204319:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203755.204321:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788203755.204324:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788203755.204325:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788203755.204328:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203755.204331:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9f480 x1875052841901824/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203755.204341:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9f480 x1875052841901824/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203755.204354:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203755.204356:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203755.204358:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203755.204359:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203755.204364:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9f480 x1875052841901824/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203755.204371:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203755.204375:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9f480 x1875052841901824/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203780 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203755.204383:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203755.204386:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203755.204388:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203755.204389:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203755.204391:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203755.204411:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203755.204415:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203755.204419:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203755.204421:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203755.204425:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9f480 x1875052841901824/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203780 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203755.204433:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841901824:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788203755.204436:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203755.204438:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203755.204441:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9c700 x1875052841901568/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203780 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203755.204448:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203755.204450:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203755.204452:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788203755.204455:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203755.204457:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203755.204459:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788203755.204461:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203755.204463:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a41800. 02000000:00000001:0.0:1788203755.204465:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203755.204467:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203755.204469:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9c700. 00000100:00000001:0.0:1788203755.204472:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203755.204474:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203755.204475:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203755.204479:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9c000 x1875052841901696/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203780 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203755.204486:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203755.204488:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203755.204489:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375000. 02000000:00000001:0.0:1788203755.204492:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203755.204493:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203755.204494:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788203755.204496:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203755.204498:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a42400. 02000000:00000001:0.0:1788203755.204501:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203755.204502:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203755.204504:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9c000. 00000100:00000001:0.0:1788203755.204506:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203755.204507:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203755.204509:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203755.204512:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9f480 x1875052841901824/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203780 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203755.204519:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203755.204520:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203755.204522:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376c00. 02000000:00000001:0.0:1788203755.204524:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203755.204525:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203755.204526:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788203755.204529:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203755.204530:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a41400. 02000000:00000001:0.0:1788203755.204533:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203755.204534:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203755.204535:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9f480. 00000100:00000001:0.0:1788203755.204538:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203755.204539:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203755.204541:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203755.204544:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203755.204546:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203755.204548:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203755.204550:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203755.842511:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203755.842519:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203755.842525:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203755.842527:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203755.842531:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203755.842532:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203755.842562:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203755.842564:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203755.842566:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203756.482478:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308895476, at 4308895488 00000100:00000040:1.0:1788203756.482478:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308895476, at 4308895488 00000100:00000010:0.0:1788203756.482493:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685baf00. 00000100:00000010:1.0:1788203756.482494:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba9c0. 00010000:00000001:0.0:1788203756.866480:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203756.866486:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203756.866490:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203756.866491:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203756.866494:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203756.866495:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203756.866513:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203756.866515:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203756.866517:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203757.890514:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203757.890524:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203757.890526:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203757.890530:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203757.890535:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203757.890537:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203757.890539:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203757.890542:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203757.890546:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203757.890548:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203757.890551:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203757.890552:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203758.914460:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203758.914465:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203758.914470:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203758.914471:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203758.914473:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203758.914474:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203758.914491:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203758.914493:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203758.914495:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203759.938504:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203759.938510:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203759.938516:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203759.938517:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203759.938519:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203759.938520:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203759.938541:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203759.938543:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203759.938545:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788203760.322549:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203760.322561:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788203760.322563:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203760.322569:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203760.322574:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203760.322584:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 14226 00000400:00000200:0.0:1788203760.322594:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203760.322601:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203760.322604:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203760.322614:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203760.322618:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203760.322621:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203760.322624:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203760.322628:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203760.322630:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788203760.322633:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203760.322636:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788203760.322638:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788203760.322640:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788203760.322642:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203760.322644:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203760.322646:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203760.322647:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203760.322649:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788203760.322652:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203760.322654:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203760.322656:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203760.322660:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203760.322662:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203760.322664:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788203760.322666:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203760.322677:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9500. 00000020:00000040:0.0:1788203760.322680:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788203760.322684:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203760.322685:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203760.322689:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203760.322691:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203760.322695:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203760.322703:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374c00. 00000100:00000001:0.0:1788203760.322710:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203760.322719:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9500 x1875052841901952/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203760.322733:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203760.322737:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203760.322741:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000842d065d] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9500 x1875052841901952/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203760.322759:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788203760.322762:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203760.322765:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788203760.322766:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203760.322768:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203760.322771:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203760.322773:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14226 00000400:00000200:0.0:1788203760.322775:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203760.322779:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203760.322781:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203760.322785:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203760.322787:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203760.322789:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203760.322791:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203760.322793:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203760.322796:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788203760.322798:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203760.322800:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788203760.322804:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788203760.322807:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788203760.322813:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203760.322822:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203760.322824:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203760.322825:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203760.322828:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788203760.322834:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203760.322838:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203760.322843:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203760.322851:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203760.322860:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203760.322868:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203760.322872:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788203760.322880:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203760.322908:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203760.322919:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8380. 00000020:00000040:0.0:1788203760.322928:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788203760.322934:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203760.322936:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203760.322942:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203760.322946:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203760.322950:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203760.322957:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377000. 00000100:00000001:0.0:1788203760.322965:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203760.322979:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8380 x1875052841902080/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203760.322998:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203760.323005:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203760.323018:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004fba561] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8380 x1875052841902080/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203760.323034:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788203760.323037:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203760.323040:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788203760.323043:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203760.323046:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203760.323051:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203760.323056:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14226 00000400:00000200:0.0:1788203760.323063:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203760.323069:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203760.323071:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203760.323080:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203760.323082:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203760.323084:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203760.323086:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203760.323088:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203760.323089:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788203760.323091:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203760.323093:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788203760.323095:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788203760.323096:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788203760.323100:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203760.323102:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203760.323108:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203760.323114:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203760.323122:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788203760.323130:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203760.323135:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203760.323145:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203760.323149:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203760.323157:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203760.323164:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203760.323167:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788203760.323172:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203760.323175:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203760.323179:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fb800. 00000020:00000040:0.0:1788203760.323187:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788203760.323191:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203760.323193:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203760.323197:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203760.323200:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203760.323206:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203760.323211:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376400. 00000100:00000001:0.0:1788203760.323217:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203760.323236:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fb800 x1875052841902208/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203760.323260:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203760.323265:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203760.323279:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045f4f50b] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fb800 x1875052841902208/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203760.323297:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203760.323305:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788203760.323317:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788203760.323323:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203760.323335:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788203760.323339:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203760.323344:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203760.323350:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203760.323355:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14226 00000400:00000200:0.0:1788203760.323378:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203760.323434:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203760.323440:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203760.323452:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203760.323460:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203760.323469:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203760.323478:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203760.323490:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203760.323495:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788203760.323500:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203760.323508:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788203760.323516:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788203760.323522:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788203760.323534:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203760.323542:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203760.323551:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203760.323564:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203760.323572:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788203760.323583:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203760.323588:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203760.323595:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203760.323599:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203760.323612:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203760.323622:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203760.323628:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788203760.323636:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203760.323641:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203760.323649:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9f80. 00000020:00000040:0.0:1788203760.323656:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788203760.323662:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203760.323665:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203760.323670:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203760.323672:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203760.323675:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203760.323685:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374800. 00000100:00000001:0.0:1788203760.323693:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203760.323704:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9f80 x1875052841902336/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203760.323729:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203760.323735:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203760.323752:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5e67c01] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9f80 x1875052841902336/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203760.323824:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203760.323835:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14237) 00010000:00000001:0.0:1788203760.962490:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203760.962498:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203760.962505:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203760.962509:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203760.962511:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203760.962515:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203760.962519:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203760.962521:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203760.962523:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203760.962526:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203760.962530:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203760.962532:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203760.962534:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203760.962535:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203760.962537:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203760.962538:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203760.962540:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203760.962542:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203760.962566:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203760.962570:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203760.962573:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788203761.602523:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308900597, at 4308900608 00000100:00000040:0.0:1788203761.602538:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308900597, at 4308900608 00000100:00000010:1.0:1788203761.602542:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88480. 00000100:00000010:0.0:1788203761.602559:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa886c0. 00010000:00000001:0.0:1788203761.986517:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203761.986533:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203761.986540:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203761.986542:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203761.986546:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203761.986547:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203763.010507:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203763.010515:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203763.010520:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203763.010522:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203763.010524:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203763.010525:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203763.010551:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203763.010552:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203763.010554:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203764.034483:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203764.034489:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203764.034493:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203764.034494:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203764.034497:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203764.034497:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203764.034528:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203764.034530:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203764.034532:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203765.058511:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203765.058516:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203765.058520:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203765.058521:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203765.058524:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203765.058525:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203765.058562:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203765.058564:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203765.058567:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788203765.442482:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203765.442490:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788203765.442493:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203765.442496:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203765.442500:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203765.442505:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 14232 00000400:00000200:0.0:1788203765.442512:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203765.442518:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203765.442522:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203765.442525:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203765.442529:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203765.442532:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203765.442534:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203765.442538:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203765.442540:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788203765.442543:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203765.442546:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788203765.442549:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788203765.442552:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788203765.442555:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203765.442557:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203765.442559:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203765.442562:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203765.442565:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788203765.442568:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203765.442569:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203765.442572:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203765.442575:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203765.442577:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203765.442578:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788203765.442580:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203765.442588:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fb100. 00000020:00000040:0.0:1788203765.442591:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788203765.442594:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203765.442595:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203765.442598:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203765.442600:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203765.442603:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203765.442609:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375800. 00000100:00000001:0.0:1788203765.442615:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203765.442622:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fb100 x1875052841902464/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203765.442630:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203765.442634:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203765.442637:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000093808cf5] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fb100 x1875052841902464/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203765.442655:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788203765.442658:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203765.442660:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788203765.442661:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203765.442662:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203765.442665:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203765.442667:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14232 00000400:00000200:0.0:1788203765.442671:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203765.442674:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203765.442676:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203765.442679:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203765.442683:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203765.442694:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203765.442696:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203765.442702:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203765.442704:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788203765.442706:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203765.442709:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788203765.442712:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788203765.442716:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788203765.442720:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203765.442723:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203765.442728:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203765.442731:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203765.442736:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788203765.442743:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203765.442749:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203765.442753:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203765.442759:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203765.442763:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203765.442769:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203765.442774:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788203765.442780:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203765.442783:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203765.442787:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9c00. 00000020:00000040:0.0:1788203765.442790:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788203765.442792:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203765.442806:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203765.442809:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203765.442810:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203765.442812:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203765.442815:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377400. 00000100:00000001:0.0:1788203765.442820:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203765.442828:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9c00 x1875052841902592/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203765.442847:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203765.442853:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203765.442864:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d680416d] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9c00 x1875052841902592/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203765.442883:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788203765.442889:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203765.442893:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788203765.442896:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203765.442899:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203765.442902:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203765.442907:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14232 00000400:00000200:0.0:1788203765.442915:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203765.442924:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203765.442929:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203765.442935:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203765.442940:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203765.442944:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203765.442947:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203765.442950:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203765.442953:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788203765.442957:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203765.442960:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788203765.442964:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788203765.442966:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788203765.442972:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203765.442976:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203765.442978:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203765.442980:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203765.442982:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788203765.442987:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203765.442989:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203765.442991:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203765.442995:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203765.443000:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203765.443003:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203765.443005:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788203765.443010:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203765.443013:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203765.443018:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8000. 00000020:00000040:0.0:1788203765.443022:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788203765.443028:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203765.443032:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203765.443037:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203765.443041:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203765.443046:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203765.443055:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376000. 00000100:00000001:0.0:1788203765.443063:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203765.443074:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8000 x1875052841902720/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203765.443088:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203765.443092:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203765.443099:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000755f6dce] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8000 x1875052841902720/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203765.443109:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203765.443113:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788203765.443117:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788203765.443119:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203765.443122:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788203765.443123:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203765.443124:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203765.443125:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203765.443127:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14232 00000400:00000200:0.0:1788203765.443131:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203765.443137:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203765.443141:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203765.443147:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203765.443152:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203765.443155:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203765.443157:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203765.443161:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203765.443162:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788203765.443163:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203765.443166:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788203765.443168:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788203765.443171:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788203765.443178:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203765.443183:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203765.443187:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203765.443190:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203765.443195:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788203765.443199:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203765.443203:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203765.443207:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203765.443210:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203765.443214:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203765.443216:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203765.443219:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788203765.443224:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203765.443228:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203765.443233:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9880. 00000020:00000040:0.0:1788203765.443239:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788203765.443245:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203765.443250:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203765.443254:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203765.443259:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203765.443265:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203765.443273:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375400. 00000100:00000001:0.0:1788203765.443280:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203765.443291:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9880 x1875052841902848/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203765.443315:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203765.443322:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203765.443333:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2b42fc4] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9880 x1875052841902848/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203765.443369:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203765.443376:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14242) 00010000:00000001:0.0:1788203766.082490:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203766.082496:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203766.082500:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203766.082501:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203766.082503:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203766.082504:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203766.722486:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308905716, at 4308905728 00000100:00000010:1.0:1788203766.722504:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88d80. 00000100:00000040:0.0:1788203766.722520:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308905716, at 4308905728 00000100:00000010:0.0:1788203766.722531:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa888a0. 00010000:00000001:0.0:1788203767.106539:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203767.106547:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203767.106553:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203767.106555:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203767.106558:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203767.106559:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203767.106599:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203767.106602:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203767.106605:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203768.130508:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203768.130516:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203768.130519:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203768.130522:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203768.130528:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203768.130530:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203768.130532:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203768.130535:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203768.130539:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203768.130541:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203768.130544:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203768.130545:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203768.130567:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203768.130570:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203768.130573:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203769.154571:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203769.154580:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203769.154584:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203769.154585:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203769.154588:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203769.154589:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203769.154618:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203769.154621:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203769.154623:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203770.178500:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203770.178507:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203770.178513:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203770.178515:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203770.178518:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203770.178520:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203771.202502:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203771.202508:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203771.202512:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203771.202516:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203771.202518:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203771.202522:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203771.202525:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203771.202528:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203771.202530:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203771.202533:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203771.202536:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203771.202538:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203771.202539:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203771.202541:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203771.202543:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203771.202544:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203771.202546:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203771.202548:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203771.202572:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203771.202576:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203771.202578:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203771.842515:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308910836, at 4308910848 00000100:00000040:1.0:1788203771.842515:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308910836, at 4308910848 00000100:00000010:0.0:1788203771.842538:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa888a0. 00000100:00000010:1.0:1788203771.842540:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88d80. 00010000:00000001:0.0:1788203772.226518:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203772.226534:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203772.226542:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203772.226544:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203772.226547:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203772.226548:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203772.226573:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203772.226575:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203772.226577:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203773.250511:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203773.250517:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203773.250521:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203773.250522:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203773.250524:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203773.250525:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203773.250546:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203773.250548:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203773.250550:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1788203773.634678:0:2410:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.101:988 00000400:00000100:1.0:1788203773.634721:0:2410:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.101@tcp at host 192.168.201.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:1.0:1788203773.634731:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203773.634734:0:2410:0:(router.c:1791:lnet_notify()) 192.168.201.1@tcp notifying 192.168.201.101@tcp: down 00000400:00000200:1.0:1788203773.634738:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203773.634742:0:2410:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:1.0:1788203773.634747:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788203773.634751:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475d95bf00. 00000400:00000200:1.0:1788203773.634758:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788203773.634762:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788203773.634769:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f9990 00000400:00000010:1.0:1788203773.634772:0:2410:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f9990. 00000100:00000001:1.0:1788203773.634778:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788203773.634787:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477c848000 x1875052841902976/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203795 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203773.634819:0:2410:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788203773.634825:0:2410:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c848000 x1875052841902976/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203795 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203773.634833:0:2410:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203773.634836:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788203773.634845:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788203773.634849:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475d95ba00. 00000400:00000200:1.0:1788203773.634852:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788203773.634855:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788203773.634859:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f9dd0 00000400:00000010:1.0:1788203773.634861:0:2410:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f9dd0. 00000100:00000001:1.0:1788203773.634864:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788203773.634868:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477c84a680 x1875052841903104/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203795 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203773.634877:0:2410:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788203773.634881:0:2410:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84a680 x1875052841903104/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203795 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203773.634889:0:2410:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203773.634890:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788203773.634895:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788203773.634897:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475d95bd00. 00000400:00000200:1.0:1788203773.634900:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788203773.634903:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788203773.634906:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f9908 00000400:00000010:1.0:1788203773.634908:0:2410:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f9908. 00000100:00000001:1.0:1788203773.634910:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788203773.634914:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477c84b100 x1875052841903232/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203795 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203773.634922:0:2410:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788203773.634925:0:2410:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84b100 x1875052841903232/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203795 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203773.634931:0:2410:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203773.634933:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788203773.634943:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788203773.634946:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475d95b200. 00000400:00000200:1.0:1788203773.634948:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788203773.634951:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788203773.634954:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f9880 00000400:00000010:1.0:1788203773.634955:0:2410:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f9880. 00000100:00000001:1.0:1788203773.634958:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788203773.634962:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477c849c00 x1875052841903360/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203795 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203773.634970:0:2410:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788203773.634973:0:2410:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c849c00 x1875052841903360/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203795 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203773.634979:0:2410:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203773.634980:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1788203774.274504:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203774.274513:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203774.274518:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203774.274519:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203774.274521:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203774.274522:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203775.298506:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203775.298512:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203775.298517:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203775.298518:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203775.298520:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203775.298521:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203775.298540:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203775.298542:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203775.298544:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203776.322502:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203776.322508:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203776.322520:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203776.322521:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203776.322523:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203776.322525:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203776.322548:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203776.322550:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203776.322552:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203776.962528:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308915956, at 4308915968 00000100:00000040:1.0:1788203776.962528:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308915956, at 4308915968 00000100:00000010:0.0:1788203776.962545:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa886c0. 00000100:00000010:1.0:1788203776.962548:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88480. 00010000:00000001:0.0:1788203777.346511:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203777.346518:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203777.346520:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203777.346523:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203777.346527:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203777.346529:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203777.346530:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203777.346532:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203777.346535:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203777.346536:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203777.346538:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203777.346539:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203777.346558:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203777.346560:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203777.346562:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203778.370477:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203778.370482:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203778.370486:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203778.370487:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203778.370489:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203778.370490:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203779.394508:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203779.394514:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203779.394518:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203779.394519:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203779.394521:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203779.394522:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203779.394542:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203779.394544:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203779.394546:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203780.418497:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203780.418505:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203780.418511:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203780.418514:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203780.418517:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203780.418521:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203780.418525:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203780.418527:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203780.418529:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203780.418532:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203780.418563:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203780.418565:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203780.418566:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203780.418568:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203780.418570:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203780.418572:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203780.418574:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203780.418576:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203780.418598:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203780.418601:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203780.418603:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788203780.802541:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203780.802552:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788203780.802554:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203780.802558:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203780.802561:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203780.802568:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 14247 00000400:00000200:1.0:1788203780.802576:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203780.802583:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203780.802587:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203780.802591:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203780.802594:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203780.802596:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203780.802599:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203780.802603:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203780.802605:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788203780.802607:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203780.802611:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788203780.802613:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788203780.802616:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788203780.802619:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203780.802621:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203780.802623:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203780.802625:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203780.802627:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788203780.802631:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203780.802633:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203780.802636:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203780.802639:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203780.802642:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203780.802644:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788203780.802646:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203780.802657:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dce00. 00000020:00000040:1.0:1788203780.802662:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788203780.802666:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203780.802667:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203780.802670:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203780.802673:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203780.802677:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203780.802685:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98800. 00000100:00000001:1.0:1788203780.802692:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203780.802701:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dce00 x1875052841904000/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203780.802711:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203780.802715:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203780.802720:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e15d5058] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dce00 x1875052841904000/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203780.802739:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788203780.802742:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203780.802746:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788203780.802747:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203780.802748:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203780.802751:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203780.802755:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14247 00000400:00000200:1.0:1788203780.802760:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203780.802764:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203780.802767:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203780.802773:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203780.802777:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203780.802783:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203780.802787:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203780.802792:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203780.802794:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788203780.802798:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203780.802802:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788203780.802807:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788203780.802812:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788203780.802816:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203780.802817:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203780.802819:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203780.802820:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203780.802823:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788203780.802828:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203780.802831:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203780.802832:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203780.802837:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203780.802841:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203780.802847:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788203780.802853:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788203780.802861:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203780.802866:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203780.802872:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dc700. 00000020:00000040:1.0:1788203780.802878:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788203780.802885:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203780.802888:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203780.802900:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203780.802904:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203780.802909:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203780.802917:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9bc00. 00000100:00000001:1.0:1788203780.802923:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203780.802933:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dc700 x1875052841904128/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203780.802953:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203780.802957:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203780.802964:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7db4f2b] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dc700 x1875052841904128/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203780.802978:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788203780.802982:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203780.802989:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788203780.802991:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203780.802992:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203780.802998:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203780.803003:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14247 00000400:00000200:1.0:1788203780.803007:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203780.803010:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203780.803013:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203780.803018:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203780.803020:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203780.803024:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203780.803029:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203780.803032:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203780.803033:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788203780.803036:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203780.803039:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788203780.803042:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788203780.803046:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788203780.803051:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203780.803054:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203780.803058:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203780.803060:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203780.803064:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788203780.803071:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203780.803076:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203780.803081:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203780.803084:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203780.803090:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203780.803092:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788203780.803095:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788203780.803098:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203780.803100:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203780.803105:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ddf80. 00000020:00000040:1.0:1788203780.803108:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788203780.803111:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203780.803114:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203780.803117:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203780.803118:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203780.803121:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203780.803124:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b400. 00000100:00000001:1.0:1788203780.803129:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203780.803135:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ddf80 x1875052841904256/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203780.803146:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203780.803149:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203780.803159:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dea6dee7] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ddf80 x1875052841904256/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203780.803179:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203780.803185:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788203780.803196:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788203780.803202:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203780.803206:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788203780.803210:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203780.803213:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203780.803217:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203780.803222:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14247 00000400:00000200:1.0:1788203780.803231:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203780.803236:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203780.803238:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203780.803244:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203780.803248:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203780.803251:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203780.803256:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203780.803260:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203780.803263:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788203780.803266:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203780.803269:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788203780.803272:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788203780.803276:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788203780.803281:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203780.803284:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203780.803285:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203780.803288:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203780.803294:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788203780.803298:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203780.803302:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203780.803308:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203780.803312:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203780.803317:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203780.803318:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788203780.803320:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788203780.803322:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203780.803325:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203780.803330:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ddc00. 00000020:00000040:1.0:1788203780.803333:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788203780.803337:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203780.803339:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203780.803341:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203780.803343:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203780.803347:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203780.803352:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b800. 00000100:00000001:1.0:1788203780.803356:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203780.803363:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ddc00 x1875052841904384/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203780.803373:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203780.803377:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203780.803384:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c3c4b34] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ddc00 x1875052841904384/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203780.803425:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203780.803429:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14257) 00010000:00000001:0.0:1788203781.442499:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203781.442506:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203781.442513:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203781.442514:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203781.442528:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203781.442530:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203781.442564:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203781.442567:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203781.442569:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203782.082487:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308921076, at 4308921088 00000100:00000040:1.0:1788203782.082487:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308921076, at 4308921088 00000100:00000010:0.0:1788203782.082500:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88120. 00000100:00000010:1.0:1788203782.082501:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88ae0. 00010000:00000001:0.0:1788203782.466479:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203782.466485:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203782.466490:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203782.466491:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203782.466493:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203782.466494:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203783.490526:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203783.490532:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203783.490536:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203783.490538:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203783.490540:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203783.490541:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203783.490572:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203783.490574:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203783.490576:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203784.514511:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203784.514516:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203784.514521:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203784.514522:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203784.514524:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203784.514525:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203784.514546:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203784.514548:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203784.514550:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203785.538503:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203785.538509:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203785.538514:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203785.538515:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203785.538517:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203785.538518:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203785.538545:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203785.538547:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203785.538549:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203786.562533:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203786.562540:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203786.562544:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203786.562545:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203786.562547:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203786.562548:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203787.202499:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308926196, at 4308926208 00000100:00000040:1.0:1788203787.202499:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308926196, at 4308926208 00000100:00000010:0.0:1788203787.202514:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa889c0. 00000100:00000010:1.0:1788203787.202516:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88720. 00010000:00000001:0.0:1788203787.586511:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203787.586518:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203787.586520:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203787.586523:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203787.586527:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203787.586529:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203787.586531:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203787.586532:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203787.586535:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203787.586536:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203787.586539:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203787.586539:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203787.586557:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203787.586559:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203787.586560:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203788.610532:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203788.610539:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203788.610545:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203788.610546:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203788.610550:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203788.610551:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203788.610621:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203788.610625:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203788.610628:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203789.634494:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203789.634502:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203789.634509:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203789.634511:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203789.634514:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203789.634516:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203789.634539:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203789.634540:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203789.634543:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203790.658490:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203790.658497:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203790.658504:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203790.658507:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203790.658509:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203790.658513:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203790.658516:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203790.658519:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203790.658522:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203790.658524:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203790.658528:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203790.658530:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203790.658531:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203790.658533:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203790.658535:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203790.658536:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203790.658538:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203790.658540:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203791.682491:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203791.682499:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203791.682506:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203791.682507:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203791.682510:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203791.682512:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203791.682533:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203791.682536:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203791.682539:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203792.322479:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308931316, at 4308931328 00000100:00000040:1.0:1788203792.322479:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308931316, at 4308931328 00000100:00000010:1.0:1788203792.322493:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88c60. 00000100:00000010:0.0:1788203792.322496:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88d20. 00010000:00000001:0.0:1788203792.706517:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203792.706523:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203792.706528:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203792.706529:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203792.706531:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203792.706532:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203792.706553:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203792.706555:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203792.706563:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203793.730508:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203793.730516:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203793.730522:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203793.730524:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203793.730528:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203793.730529:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203793.730559:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203793.730561:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203793.730563:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203794.754505:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203794.754511:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203794.754514:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203794.754515:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203794.754517:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203794.754518:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203795.778519:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203795.778526:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203795.778532:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203795.778533:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203795.778537:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203795.778538:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203795.778560:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203795.778563:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203795.778566:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788203796.166338:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203796.166350:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788203796.166352:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203796.166355:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203796.166359:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203796.166365:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 14262 00000400:00000200:1.0:1788203796.166373:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203796.166378:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203796.166381:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203796.166384:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203796.166388:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203796.166390:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203796.166410:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203796.166414:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203796.166417:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788203796.166420:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203796.166423:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788203796.166426:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788203796.166428:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788203796.166431:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203796.166433:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203796.166435:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203796.166437:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203796.166439:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788203796.166442:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203796.166445:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203796.166447:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203796.166450:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203796.166452:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203796.166453:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788203796.166455:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203796.166462:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dfb80. 00000020:00000040:1.0:1788203796.166465:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788203796.166467:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203796.166468:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203796.166471:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203796.166473:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203796.166475:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203796.166481:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98400. 00000100:00000001:1.0:1788203796.166485:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203796.166492:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dfb80 x1875052841905536/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203796.166499:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203796.166503:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203796.166506:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086c01fd6] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dfb80 x1875052841905536/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203796.166520:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788203796.166523:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203796.166525:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788203796.166526:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203796.166527:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203796.166529:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203796.166531:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14262 00000400:00000200:1.0:1788203796.166534:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203796.166536:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203796.166538:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203796.166540:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203796.166542:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203796.166543:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203796.166544:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203796.166546:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203796.166547:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788203796.166548:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203796.166549:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788203796.166551:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788203796.166552:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788203796.166554:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203796.166555:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203796.166556:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203796.166557:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203796.166558:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788203796.166560:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203796.166564:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203796.166566:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203796.166571:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203796.166574:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203796.166575:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788203796.166580:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788203796.166587:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203796.166592:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203796.166597:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dca80. 00000020:00000040:1.0:1788203796.166601:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788203796.166606:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203796.166609:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203796.166613:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203796.166616:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203796.166620:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203796.166625:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99c00. 00000100:00000001:1.0:1788203796.166630:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203796.166638:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dca80 x1875052841905664/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203796.166648:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203796.166650:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203796.166652:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004099c200] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dca80 x1875052841905664/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203796.166667:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788203796.166670:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203796.166674:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788203796.166675:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203796.166677:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203796.166682:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203796.166684:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14262 00000400:00000200:1.0:1788203796.166687:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203796.166692:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203796.166694:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203796.166696:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203796.166697:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203796.166700:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203796.166703:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203796.166707:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203796.166708:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788203796.166710:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203796.166712:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788203796.166715:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788203796.166716:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788203796.166720:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203796.166722:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203796.166725:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203796.166728:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203796.166732:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788203796.166736:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203796.166741:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203796.166743:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203796.166746:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203796.166748:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203796.166750:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788203796.166752:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788203796.166757:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203796.166758:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203796.166763:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3de300. 00000020:00000040:1.0:1788203796.166766:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788203796.166769:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203796.166770:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203796.166774:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203796.166775:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203796.166776:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203796.166780:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98000. 00000100:00000001:1.0:1788203796.166784:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203796.166790:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3de300 x1875052841905792/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203796.166798:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203796.166800:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203796.166804:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc9d591c] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3de300 x1875052841905792/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203796.166811:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203796.166814:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788203796.166818:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788203796.166822:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203796.166826:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788203796.166829:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203796.166830:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203796.166834:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203796.166839:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14262 00000400:00000200:1.0:1788203796.166845:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203796.166851:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203796.166853:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203796.166856:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203796.166861:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203796.166867:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203796.166872:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203796.166876:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203796.166879:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788203796.166882:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203796.166884:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788203796.166887:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788203796.166890:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788203796.166896:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203796.166900:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203796.166904:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203796.166909:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203796.166914:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788203796.166921:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203796.166926:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203796.166930:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203796.166935:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203796.166940:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203796.166945:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788203796.166949:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788203796.166955:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203796.166958:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203796.166964:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ded80. 00000020:00000040:1.0:1788203796.166968:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788203796.166972:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203796.166975:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203796.166979:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203796.166981:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203796.166984:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203796.166988:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9a000. 00000100:00000001:1.0:1788203796.166992:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203796.166999:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ded80 x1875052841905920/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203796.167021:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203796.167023:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203796.167029:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a769e60] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ded80 x1875052841905920/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203796.167038:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203796.167043:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14272) 00010000:00000001:0.0:1788203796.802491:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203796.802497:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203796.802501:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203796.802502:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203796.802504:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203796.802504:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203796.802521:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203796.802523:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203796.802525:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203797.442505:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308936440, at 4308936448 00000100:00000010:0.0:1788203797.442520:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88060. 00000100:00000040:1.0:1788203797.442523:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308936440, at 4308936448 00000100:00000010:1.0:1788203797.442531:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88ea0. 00010000:00000001:0.0:1788203797.826506:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203797.826512:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203797.826513:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203797.826516:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203797.826519:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203797.826521:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203797.826523:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203797.826524:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203797.826528:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203797.826529:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203797.826531:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203797.826532:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203797.826551:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203797.826553:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203797.826554:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203798.850520:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203798.850526:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203798.850531:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203798.850533:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203798.850536:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203798.850537:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203799.874503:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203799.874513:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203799.874522:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203799.874523:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203799.874528:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203799.874529:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203799.874556:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203799.874558:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203799.874561:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203800.898491:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203800.898497:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203800.898501:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203800.898503:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203800.898505:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203800.898507:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203800.898509:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203800.898511:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203800.898512:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203800.898513:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203800.898515:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203800.898516:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203800.898517:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203800.898518:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203800.898519:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203800.898519:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203800.898521:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203800.898522:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203800.898541:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203800.898543:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203800.898545:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203801.922483:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203801.922491:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203801.922496:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203801.922497:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203801.922501:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203801.922502:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203801.922525:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203801.922527:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203801.922530:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203802.562504:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308941556, at 4308941568 00000100:00000040:1.0:1788203802.562504:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308941556, at 4308941568 00000100:00000010:1.0:1788203802.562519:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88180. 00000100:00000010:0.0:1788203802.562521:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88900. 00010000:00000001:0.0:1788203802.946502:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203802.946510:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203802.946527:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203802.946528:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203802.946532:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203802.946533:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203803.970498:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203803.970505:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203803.970511:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203803.970512:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203803.970515:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203803.970516:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203803.970540:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203803.970548:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203803.970551:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203804.994515:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203804.994522:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203804.994527:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203804.994529:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203804.994532:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203804.994533:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203804.994556:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203804.994559:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203804.994561:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203806.018499:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203806.018505:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203806.018511:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203806.018512:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203806.018516:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203806.018517:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203806.018546:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203806.018549:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203806.018551:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788203806.402658:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203806.402665:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203806.402669:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203806.402679:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9f800 x1875052841906560/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203806.402699:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203806.402702:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203806.402708:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203806.402715:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203806.402719:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203806.402727:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841906560:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788203806.402733:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203806.402736:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203806.402739:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203806.402744:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203806.402749:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377000. 02000000:00000001:0.0:1788203806.402753:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203806.402761:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203806.402766:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788203806.402774:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788203806.402784:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841906560, portal 25 00000100:00000001:0.0:1788203806.402790:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203806.402793:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330356224 : -109644379195392 : ffff9c476db9f800) 00000100:00000040:0.0:1788203806.402802:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9f800 x1875052841906560/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203831 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203806.402818:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203806.402825:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203806.402830:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788203806.402836:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841906560, offset 0 00000400:00000200:0.0:1788203806.402845:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203806.402857:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203806.402865:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203806.402872:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203806.402880:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203806.402884:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203806.402888:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203806.402892:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704138:704138:256:4294967295] 192.168.201.101@tcp LPNI seq info [704133:704133:8:4294967295] 00000400:00000200:0.0:1788203806.402898:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203806.402912:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203806.402922:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203806.402929:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788203806.402939:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203806.402944:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1788203806.402968:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203806.402973:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788203806.402981:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203806.402992:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203806.403000:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788203806.403005:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788203806.403013:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203806.403023:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9f800 x1875052841906560/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203831 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203806.403045:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203806.403052:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9f800 x1875052841906560/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203831 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203806.403067:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203806.403072:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203806.403080:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203806.403098:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203806.403103:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4308946676 00000100:00000010:0.0:1788203806.403111:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685baf00. 00000100:00000001:0.0:1788203806.403119:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788203806.403125:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4308946676 00000100:00000010:0.0:1788203806.403129:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685bade0. 00000100:00000001:0.0:1788203806.403133:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788203806.403137:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203806.403140:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203806.403143:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203806.403149:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203806/real 1788203806] req@ffff9c476db9f800 x1875052841906560/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203806.403161:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203806.403163:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203806.403166:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788203806.403169:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788203806.403171:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788203806.403174:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203806.403178:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9f800 x1875052841906560/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203806.403187:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9f800 x1875052841906560/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203806.403194:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203806.403196:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203806.403198:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203806.403200:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203806.403204:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9f800 x1875052841906560/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203806.403211:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203806.403215:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9f800 x1875052841906560/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203831 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203806.403221:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203806.403223:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203806.403224:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203806.403224:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203806.403226:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203806.403227:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203806.403229:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203806.403231:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203806.403233:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203806.403235:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9f800 x1875052841906560/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203831 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203806.403240:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841906560:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788203806.403243:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203806.403245:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203806.403246:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9f800 x1875052841906560/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203831 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203806.403250:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203806.403252:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203806.403253:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377000. 02000000:00000001:0.0:1788203806.403255:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203806.403256:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203806.403257:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788203806.403258:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203806.403260:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a42400. 02000000:00000001:0.0:1788203806.403263:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203806.403264:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203806.403265:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9f800. 00000100:00000001:0.0:1788203806.403267:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203806.403268:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203806.403269:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203806.403274:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203806.403275:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203806.403277:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203806.403278:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203806.403278:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203806.403281:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9c380 x1875052841906688/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203806.403285:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203806.403286:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203806.403287:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203806.403288:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203806.403289:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203806.403291:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841906688:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203806.403293:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203806.403294:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203806.403295:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203806.403296:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203806.403298:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377000. 02000000:00000001:0.0:1788203806.403299:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203806.403302:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203806.403303:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788203806.403306:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788203806.403308:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841906688, portal 10 00000100:00000001:0.0:1788203806.403310:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203806.403312:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330342784 : -109644379208832 : ffff9c476db9c380) 00000100:00000040:0.0:1788203806.403318:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9c380 x1875052841906688/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203831 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203806.403325:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203806.403327:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203806.403330:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788203806.403332:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841906688, offset 0 00000400:00000200:0.0:1788203806.403336:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203806.403340:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203806.403344:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203806.403347:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203806.403350:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203806.403352:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203806.403354:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203806.403357:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704139:704139:256:4294967295] 192.168.201.101@tcp LPNI seq info [704134:704134:8:4294967295] 00000400:00000200:0.0:1788203806.403362:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203806.403367:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203806.403372:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203806.403376:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788203806.403380:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203806.403382:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1788203806.403418:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203806.403421:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788203806.403424:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203806.403428:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203806.403431:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788203806.403433:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788203806.403436:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203806.403440:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9c380 x1875052841906688/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203831 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203806.403448:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203806.403451:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9c380 x1875052841906688/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203831 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203806.403457:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203806.403459:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203806.403463:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203806.403467:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788203806.403471:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203806.403473:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308945418 00000100:00000001:0.0:1788203806.403475:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308946676 00000100:00000001:0.0:1788203806.403478:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308945418 00000100:00000001:0.0:1788203806.403480:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308946676 00000100:00000001:0.0:1788203806.403482:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203806.403484:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203806.403486:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203806.403490:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203806/real 1788203806] req@ffff9c476db9c380 x1875052841906688/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203806.403499:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203806.403500:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203806.403502:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788203806.403505:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788203806.403506:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788203806.403508:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203806.403511:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9c380 x1875052841906688/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203806.403519:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9c380 x1875052841906688/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203806.403526:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203806.403527:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203806.403529:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203806.403530:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203806.403534:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9c380 x1875052841906688/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203806.403541:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203806.403545:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9c380 x1875052841906688/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203831 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203806.403552:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203806.403555:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203806.403556:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203806.403558:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203806.403559:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203806.403561:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203806.403563:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203806.403566:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203806.403567:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203806.403571:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9c380 x1875052841906688/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203831 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203806.403577:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841906688:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203806.403580:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203806.403582:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9d880 x1875052841906816/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203806.403586:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203806.403587:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203806.403588:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203806.403590:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203806.403591:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203806.403592:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841906816:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203806.403594:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203806.403595:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203806.403596:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203806.403597:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203806.403600:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376400. 02000000:00000001:0.0:1788203806.403601:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203806.403603:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203806.403605:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788203806.403607:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788203806.403609:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841906816, portal 10 00000100:00000001:0.0:1788203806.403610:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203806.403611:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330348160 : -109644379203456 : ffff9c476db9d880) 00000100:00000040:0.0:1788203806.403615:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9d880 x1875052841906816/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203831 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203806.403619:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203806.403621:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203806.403622:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788203806.403623:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841906816, offset 0 00000400:00000200:0.0:1788203806.403626:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203806.403628:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203806.403630:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203806.403632:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203806.403634:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203806.403635:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203806.403637:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203806.403639:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704140:704140:256:4294967295] 192.168.201.101@tcp LPNI seq info [704135:704135:8:4294967295] 00000400:00000200:0.0:1788203806.403641:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203806.403645:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203806.403648:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203806.403649:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788203806.403652:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203806.403654:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1788203806.403660:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203806.403661:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788203806.403663:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203806.403665:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203806.403667:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788203806.403668:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788203806.403670:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203806.403672:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9d880 x1875052841906816/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203831 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203806.403677:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203806.403678:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9d880 x1875052841906816/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203831 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203806.403682:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203806.403683:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203806.403685:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203806.403687:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788203806.403689:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203806.403690:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308945418 00000100:00000001:0.0:1788203806.403692:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308946676 00000100:00000001:0.0:1788203806.403693:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308945418 00000100:00000001:0.0:1788203806.403695:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308946676 00000100:00000001:0.0:1788203806.403696:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203806.403697:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203806.403698:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203806.403700:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203806/real 1788203806] req@ffff9c476db9d880 x1875052841906816/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203806.403704:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203806.403705:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203806.403706:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788203806.403707:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788203806.403708:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788203806.403709:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203806.403711:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9d880 x1875052841906816/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203806.403715:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9d880 x1875052841906816/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203806.403720:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203806.403721:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203806.403722:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203806.403723:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203806.403725:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9d880 x1875052841906816/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203806.403728:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203806.403730:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9d880 x1875052841906816/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203831 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203806.403733:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203806.403735:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203806.403735:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203806.403736:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203806.403737:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203806.403738:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203806.403739:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203806.403741:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203806.403742:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203806.403744:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9d880 x1875052841906816/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203831 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203806.403748:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841906816:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203806.403750:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203806.403752:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9ca80 x1875052841906944/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203806.403756:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203806.403757:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203806.403758:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203806.403759:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203806.403761:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203806.403762:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841906944:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788203806.403764:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203806.403765:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203806.403766:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203806.403767:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203806.403768:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788203806.403769:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203806.403772:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203806.403773:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788203806.403775:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788203806.403777:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841906944, portal 4 00000100:00000001:0.0:1788203806.403779:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203806.403779:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330344576 : -109644379207040 : ffff9c476db9ca80) 00000100:00000040:0.0:1788203806.403783:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9ca80 x1875052841906944/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203831 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203806.403788:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203806.403791:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203806.403793:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788203806.403795:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841906944, offset 0 00000400:00000200:0.0:1788203806.403799:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203806.403802:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203806.403806:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203806.403809:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203806.403811:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203806.403813:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203806.403815:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203806.403818:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704141:704141:256:4294967295] 192.168.201.101@tcp LPNI seq info [704136:704136:8:4294967295] 00000400:00000200:0.0:1788203806.403822:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203806.403828:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203806.403832:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203806.403835:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788203806.403839:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203806.403841:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1788203806.403851:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203806.403852:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788203806.403855:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203806.403858:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203806.403861:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788203806.403863:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788203806.403865:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203806.403868:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9ca80 x1875052841906944/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203831 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203806.403875:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203806.403878:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9ca80 x1875052841906944/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203831 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203806.403883:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203806.403885:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203806.403888:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203806.403890:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788203806.403893:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203806.403895:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308945444 00000100:00000001:0.0:1788203806.403897:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308946676 00000100:00000001:0.0:1788203806.403899:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308945444 00000100:00000001:0.0:1788203806.403901:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308946676 00000100:00000001:0.0:1788203806.403903:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203806.403905:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203806.403907:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203806.403910:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203806/real 1788203806] req@ffff9c476db9ca80 x1875052841906944/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203806.403918:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203806.403919:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203806.403921:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788203806.403923:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788203806.403924:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788203806.403926:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203806.403929:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9ca80 x1875052841906944/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203806.403936:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9ca80 x1875052841906944/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203806.403942:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203806.403944:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203806.403946:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203806.403947:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203806.403950:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9ca80 x1875052841906944/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203806.403956:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203806.403960:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9ca80 x1875052841906944/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203831 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203806.403967:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203806.403968:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203806.403970:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203806.403971:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203806.403973:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203806.403975:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203806.403977:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203806.403980:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203806.403982:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203806.403986:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9ca80 x1875052841906944/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203831 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203806.403993:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841906944:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788203806.403997:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203806.403999:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203806.404001:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9c380 x1875052841906688/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203831 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203806.404007:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203806.404009:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203806.404011:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377000. 02000000:00000001:0.0:1788203806.404013:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203806.404014:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203806.404016:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788203806.404018:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203806.404019:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a41000. 02000000:00000001:0.0:1788203806.404022:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203806.404023:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203806.404024:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9c380. 00000100:00000001:0.0:1788203806.404027:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203806.404029:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203806.404030:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203806.404034:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9d880 x1875052841906816/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203831 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203806.404040:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203806.404041:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203806.404042:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376400. 02000000:00000001:0.0:1788203806.404044:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203806.404045:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203806.404047:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788203806.404048:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203806.404050:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a41800. 02000000:00000001:0.0:1788203806.404052:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203806.404053:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203806.404054:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9d880. 00000100:00000001:0.0:1788203806.404057:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203806.404058:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203806.404060:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203806.404063:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9ca80 x1875052841906944/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203831 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203806.404069:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203806.404070:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203806.404071:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788203806.404073:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203806.404074:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203806.404075:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788203806.404077:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203806.404079:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a40c00. 02000000:00000001:0.0:1788203806.404082:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203806.404083:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203806.404097:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9ca80. 00000100:00000001:0.0:1788203806.404100:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203806.404102:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203806.404103:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203806.404107:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203806.404109:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203806.404110:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203806.404112:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203807.042479:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203807.042486:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203807.042491:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203807.042492:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203807.042495:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203807.042497:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203807.682488:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308946676, at 4308946688 00000100:00000040:1.0:1788203807.682488:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308946676, at 4308946688 00000100:00000010:1.0:1788203807.682503:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685bade0. 00000100:00000010:0.0:1788203807.682506:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685baf00. 00010000:00000001:0.0:1788203808.066516:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203808.066522:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203808.066524:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203808.066526:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203808.066530:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203808.066532:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203808.066533:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203808.066535:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203808.066538:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203808.066539:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203808.066541:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203808.066542:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203808.066568:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203808.066569:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203808.066571:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203809.090496:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203809.090502:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203809.090507:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203809.090509:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203809.090512:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203809.090514:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203809.090572:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203809.090576:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203809.090579:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203810.114484:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203810.114488:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203810.114493:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203810.114493:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203810.114496:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203810.114497:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203810.114532:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203810.114534:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203810.114536:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203811.138459:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203811.138464:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203811.138468:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203811.138470:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203811.138472:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203811.138474:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203811.138477:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203811.138478:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203811.138480:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203811.138481:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203811.138484:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203811.138485:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203811.138486:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203811.138487:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203811.138488:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203811.138488:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203811.138489:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203811.138490:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203811.522699:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203811.522705:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203811.522710:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203811.522720:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9fb80 x1875052841907072/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203811.522746:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203811.522750:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203811.522755:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203811.522759:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203811.522765:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203811.522771:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841907072:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788203811.522778:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203811.522784:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203811.522788:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203811.522793:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203811.522800:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377000. 02000000:00000001:0.0:1788203811.522805:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203811.522815:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203811.522821:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788203811.522831:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788203811.522839:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841907072, portal 25 00000100:00000001:0.0:1788203811.522844:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203811.522847:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330357120 : -109644379194496 : ffff9c476db9fb80) 00000100:00000040:0.0:1788203811.522859:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9fb80 x1875052841907072/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203836 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203811.522899:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203811.522906:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203811.522912:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788203811.522919:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841907072, offset 0 00000400:00000200:0.0:1788203811.522930:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203811.522940:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203811.522948:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203811.522957:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203811.522963:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203811.522968:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203811.522973:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203811.522980:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704142:704142:256:4294967295] 192.168.201.101@tcp LPNI seq info [704137:704137:8:4294967295] 00000400:00000200:0.0:1788203811.522992:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203811.523015:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203811.523022:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203811.523029:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788203811.523041:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203811.523046:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1788203811.523075:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203811.523080:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788203811.523088:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203811.523097:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203811.523104:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788203811.523109:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788203811.523116:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203811.523125:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9fb80 x1875052841907072/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203836 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203811.523152:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203811.523163:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9fb80 x1875052841907072/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203836 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203811.523199:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203811.523203:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203811.523212:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203811.523226:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203811.523230:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4308951796 00000100:00000010:0.0:1788203811.523238:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685baf00. 00000100:00000001:0.0:1788203811.523248:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788203811.523256:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4308951796 00000100:00000010:0.0:1788203811.523261:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685baa80. 00000100:00000001:0.0:1788203811.523265:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788203811.523270:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203811.523273:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203811.523275:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203811.523281:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203811/real 1788203811] req@ffff9c476db9fb80 x1875052841907072/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203811.523290:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203811.523291:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203811.523293:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788203811.523296:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788203811.523298:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788203811.523300:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203811.523303:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9fb80 x1875052841907072/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203811.523312:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9fb80 x1875052841907072/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203811.523318:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203811.523319:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203811.523322:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203811.523323:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203811.523327:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9fb80 x1875052841907072/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203811.523334:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203811.523338:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9fb80 x1875052841907072/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203836 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203811.523344:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203811.523347:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203811.523349:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203811.523350:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203811.523352:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203811.523354:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203811.523356:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203811.523360:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203811.523362:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203811.523366:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9fb80 x1875052841907072/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203836 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203811.523374:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841907072:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788203811.523379:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203811.523381:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203811.523384:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9fb80 x1875052841907072/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203836 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203811.523390:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203811.523415:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203811.523418:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377000. 02000000:00000001:0.0:1788203811.523421:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203811.523423:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203811.523425:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788203811.523427:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203811.523429:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a43800. 02000000:00000001:0.0:1788203811.523434:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203811.523436:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203811.523438:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9fb80. 00000100:00000001:0.0:1788203811.523441:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203811.523442:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203811.523444:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203811.523450:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203811.523452:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203811.523454:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203811.523455:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203811.523456:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203811.523460:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9d500 x1875052841907200/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203811.523467:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203811.523468:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203811.523470:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203811.523472:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203811.523473:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203811.523476:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841907200:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203811.523479:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203811.523481:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203811.523483:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203811.523484:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203811.523487:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377000. 02000000:00000001:0.0:1788203811.523489:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203811.523493:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203811.523495:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788203811.523499:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788203811.523501:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841907200, portal 10 00000100:00000001:0.0:1788203811.523503:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203811.523504:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330347264 : -109644379204352 : ffff9c476db9d500) 00000100:00000040:0.0:1788203811.523511:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9d500 x1875052841907200/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203836 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203811.523517:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203811.523519:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203811.523522:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788203811.523524:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841907200, offset 0 00000400:00000200:0.0:1788203811.523528:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203811.523532:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203811.523535:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203811.523538:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203811.523540:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203811.523543:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203811.523545:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203811.523548:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704143:704143:256:4294967295] 192.168.201.101@tcp LPNI seq info [704138:704138:8:4294967295] 00000400:00000200:0.0:1788203811.523552:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203811.523558:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203811.523562:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203811.523566:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788203811.523570:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203811.523572:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1788203811.523583:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203811.523584:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788203811.523587:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203811.523590:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203811.523593:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788203811.523595:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788203811.523597:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203811.523600:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9d500 x1875052841907200/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203836 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203811.523608:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203811.523611:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9d500 x1875052841907200/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203836 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203811.523617:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203811.523618:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203811.523622:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203811.523625:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788203811.523628:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203811.523630:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308950538 00000100:00000001:0.0:1788203811.523632:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308951796 00000100:00000001:0.0:1788203811.523634:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308950538 00000100:00000001:0.0:1788203811.523636:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308951796 00000100:00000001:0.0:1788203811.523638:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203811.523640:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203811.523642:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203811.523646:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203811/real 1788203811] req@ffff9c476db9d500 x1875052841907200/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203811.523653:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203811.523654:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203811.523656:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788203811.523658:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788203811.523659:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788203811.523661:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203811.523664:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9d500 x1875052841907200/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203811.523671:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9d500 x1875052841907200/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203811.523677:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203811.523679:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203811.523681:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203811.523682:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203811.523685:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9d500 x1875052841907200/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203811.523692:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203811.523695:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9d500 x1875052841907200/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203836 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203811.523701:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203811.523703:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203811.523704:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203811.523705:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203811.523706:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203811.523708:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203811.523710:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203811.523713:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203811.523715:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203811.523718:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9d500 x1875052841907200/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203836 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203811.523725:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841907200:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203811.523728:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203811.523731:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9ed80 x1875052841907328/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203811.523737:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203811.523738:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203811.523740:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203811.523742:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203811.523743:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203811.523746:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841907328:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203811.523749:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203811.523751:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203811.523752:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203811.523754:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203811.523758:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377c00. 02000000:00000001:0.0:1788203811.523759:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203811.523762:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203811.523765:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788203811.523767:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788203811.523770:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841907328, portal 10 00000100:00000001:0.0:1788203811.523772:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203811.523773:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330353536 : -109644379198080 : ffff9c476db9ed80) 00000100:00000040:0.0:1788203811.523778:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9ed80 x1875052841907328/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203836 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203811.523784:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203811.523786:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203811.523788:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788203811.523790:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841907328, offset 0 00000400:00000200:0.0:1788203811.523794:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203811.523797:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203811.523800:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203811.523803:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203811.523805:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203811.523808:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203811.523810:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203811.523813:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704144:704144:256:4294967295] 192.168.201.101@tcp LPNI seq info [704139:704139:8:4294967295] 00000400:00000200:0.0:1788203811.523817:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203811.523822:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203811.523827:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203811.523830:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788203811.523833:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203811.523836:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1788203811.523846:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203811.523848:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788203811.523850:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203811.523853:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203811.523856:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788203811.523858:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788203811.523860:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203811.523863:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9ed80 x1875052841907328/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203836 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203811.523870:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203811.523873:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9ed80 x1875052841907328/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203836 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203811.523879:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203811.523880:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203811.523883:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203811.523886:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788203811.523889:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203811.523891:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308950538 00000100:00000001:0.0:1788203811.523893:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308951796 00000100:00000001:0.0:1788203811.523895:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308950538 00000100:00000001:0.0:1788203811.523897:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308951796 00000100:00000001:0.0:1788203811.523899:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203811.523901:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203811.523903:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203811.523907:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203811/real 1788203811] req@ffff9c476db9ed80 x1875052841907328/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203811.523912:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203811.523913:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203811.523914:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788203811.523915:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788203811.523916:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788203811.523918:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203811.523919:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9ed80 x1875052841907328/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203811.523924:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9ed80 x1875052841907328/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203811.523928:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203811.523929:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203811.523930:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203811.523931:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203811.523933:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9ed80 x1875052841907328/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203811.523936:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203811.523938:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9ed80 x1875052841907328/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203836 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203811.523942:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203811.523943:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203811.523944:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203811.523945:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203811.523946:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203811.523947:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203811.523948:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203811.523950:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203811.523951:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203811.523954:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9ed80 x1875052841907328/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203836 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203811.523958:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841907328:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203811.523959:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203811.523961:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9ca80 x1875052841907456/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203811.523965:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203811.523965:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203811.523967:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203811.523968:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203811.523969:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203811.523971:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841907456:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788203811.523973:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203811.523974:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203811.523975:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203811.523976:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203811.523978:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376800. 02000000:00000001:0.0:1788203811.523979:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203811.523981:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203811.523983:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788203811.523984:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788203811.523986:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841907456, portal 4 00000100:00000001:0.0:1788203811.523988:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203811.523988:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330344576 : -109644379207040 : ffff9c476db9ca80) 00000100:00000040:0.0:1788203811.523992:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9ca80 x1875052841907456/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203836 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203811.524009:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203811.524011:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203811.524013:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788203811.524014:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841907456, offset 0 00000400:00000200:0.0:1788203811.524017:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203811.524019:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203811.524021:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203811.524023:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203811.524025:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203811.524026:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203811.524028:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203811.524030:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704145:704145:256:4294967295] 192.168.201.101@tcp LPNI seq info [704140:704140:8:4294967295] 00000400:00000200:0.0:1788203811.524032:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203811.524036:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203811.524039:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203811.524040:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788203811.524043:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203811.524044:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1788203811.524051:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203811.524052:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788203811.524054:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203811.524056:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203811.524057:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788203811.524059:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788203811.524061:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203811.524064:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9ca80 x1875052841907456/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203836 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203811.524072:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203811.524074:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9ca80 x1875052841907456/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203836 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203811.524080:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203811.524081:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203811.524084:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203811.524086:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788203811.524090:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203811.524092:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308950564 00000100:00000001:0.0:1788203811.524094:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308951796 00000100:00000001:0.0:1788203811.524096:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308950564 00000100:00000001:0.0:1788203811.524098:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308951796 00000100:00000001:0.0:1788203811.524100:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203811.524102:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203811.524104:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203811.524107:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203811/real 1788203811] req@ffff9c476db9ca80 x1875052841907456/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203811.524115:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203811.524117:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203811.524118:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788203811.524120:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788203811.524122:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788203811.524123:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203811.524126:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9ca80 x1875052841907456/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203811.524132:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9ca80 x1875052841907456/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203811.524135:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203811.524136:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203811.524137:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203811.524138:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203811.524140:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9ca80 x1875052841907456/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203811.524144:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203811.524146:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9ca80 x1875052841907456/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203836 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203811.524150:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203811.524151:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203811.524152:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203811.524153:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203811.524154:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203811.524154:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203811.524156:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203811.524157:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203811.524158:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203811.524161:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9ca80 x1875052841907456/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203836 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203811.524165:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841907456:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788203811.524167:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203811.524168:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203811.524170:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9d500 x1875052841907200/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203836 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203811.524173:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203811.524174:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203811.524175:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377000. 02000000:00000001:0.0:1788203811.524177:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203811.524178:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203811.524178:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788203811.524180:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203811.524181:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a43000. 02000000:00000001:0.0:1788203811.524182:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203811.524183:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203811.524184:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9d500. 00000100:00000001:0.0:1788203811.524186:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203811.524186:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203811.524187:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203811.524189:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9ed80 x1875052841907328/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203836 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203811.524193:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203811.524193:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203811.524194:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377c00. 02000000:00000001:0.0:1788203811.524195:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203811.524196:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203811.524196:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788203811.524197:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203811.524198:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a43400. 02000000:00000001:0.0:1788203811.524199:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203811.524200:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203811.524201:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9ed80. 00000100:00000001:0.0:1788203811.524202:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203811.524203:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203811.524204:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203811.524205:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9ca80 x1875052841907456/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203836 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203811.524208:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203811.524209:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203811.524210:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376800. 02000000:00000001:0.0:1788203811.524211:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203811.524212:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203811.524212:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788203811.524213:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203811.524214:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a40400. 02000000:00000001:0.0:1788203811.524216:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203811.524216:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203811.524217:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9ca80. 00000100:00000001:0.0:1788203811.524219:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203811.524219:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203811.524220:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203811.524222:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203811.524223:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203811.524224:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203811.524225:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203812.162499:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203812.162504:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203812.162508:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203812.162509:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203812.162511:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203812.162512:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203812.162536:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203812.162537:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203812.162539:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203812.802481:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308951796, at 4308951808 00000100:00000040:1.0:1788203812.802481:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308951796, at 4308951808 00000100:00000010:1.0:1788203812.802494:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685baa80. 00000100:00000010:0.0:1788203812.802497:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685baf00. 00010000:00000001:0.0:1788203813.186484:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203813.186489:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203813.186493:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203813.186494:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203813.186496:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203813.186497:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203813.186534:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203813.186537:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203813.186539:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203814.210453:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203814.210458:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203814.210462:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203814.210463:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203814.210465:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203814.210466:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203814.210480:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203814.210482:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203814.210484:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203815.234488:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203815.234494:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203815.234500:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203815.234502:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203815.234505:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203815.234506:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203816.258484:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203816.258489:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203816.258493:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203816.258494:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203816.258497:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203816.258497:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203816.258514:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203816.258517:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203816.258520:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788203816.642651:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203816.642655:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203816.642659:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203816.642667:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9d880 x1875052841907584/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203816.642691:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203816.642694:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203816.642699:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203816.642702:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203816.642705:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203816.642712:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841907584:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788203816.642717:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203816.642722:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203816.642724:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203816.642732:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203816.642738:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377c00. 02000000:00000001:0.0:1788203816.642740:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203816.642748:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203816.642753:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788203816.642760:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788203816.642768:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841907584, portal 25 00000100:00000001:0.0:1788203816.642773:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203816.642775:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330348160 : -109644379203456 : ffff9c476db9d880) 00000100:00000040:0.0:1788203816.642784:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9d880 x1875052841907584/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203841 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203816.642802:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203816.642810:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203816.642814:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788203816.642818:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841907584, offset 0 00000400:00000200:0.0:1788203816.642827:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203816.642839:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203816.642847:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203816.642852:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203816.642858:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203816.642862:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203816.642867:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203816.642872:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704146:704146:256:4294967295] 192.168.201.101@tcp LPNI seq info [704141:704141:8:4294967295] 00000400:00000200:0.0:1788203816.642882:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203816.642897:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203816.642923:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203816.642931:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788203816.642942:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203816.642950:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1788203816.642982:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203816.642987:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788203816.642997:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203816.643008:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203816.643016:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788203816.643020:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788203816.643026:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203816.643033:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9d880 x1875052841907584/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203841 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203816.643054:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203816.643061:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9d880 x1875052841907584/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203841 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203816.643078:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203816.643081:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203816.643088:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203816.643097:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203816.643101:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4308956916 00000100:00000010:0.0:1788203816.643107:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685baf00. 00000100:00000001:0.0:1788203816.643114:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788203816.643122:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4308956916 00000100:00000010:0.0:1788203816.643127:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685bac60. 00000100:00000001:0.0:1788203816.643138:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788203816.643143:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203816.643146:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203816.643152:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203816.643159:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203816/real 1788203816] req@ffff9c476db9d880 x1875052841907584/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203816.643187:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203816.643190:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203816.643192:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788203816.643195:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788203816.643197:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788203816.643199:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203816.643203:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9d880 x1875052841907584/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203816.643209:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9d880 x1875052841907584/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203816.643213:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203816.643214:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203816.643216:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203816.643217:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203816.643220:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9d880 x1875052841907584/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203816.643224:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203816.643227:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9d880 x1875052841907584/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203841 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203816.643231:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203816.643232:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203816.643233:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203816.643234:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203816.643235:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203816.643236:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203816.643238:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203816.643240:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203816.643242:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203816.643244:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9d880 x1875052841907584/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203841 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203816.643250:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841907584:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788203816.643253:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203816.643254:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203816.643256:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9d880 x1875052841907584/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203841 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203816.643259:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203816.643261:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203816.643262:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377c00. 02000000:00000001:0.0:1788203816.643264:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203816.643265:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203816.643266:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788203816.643267:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203816.643269:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a41c00. 02000000:00000001:0.0:1788203816.643271:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203816.643272:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203816.643273:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9d880. 00000100:00000001:0.0:1788203816.643275:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203816.643276:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203816.643277:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203816.643282:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203816.643283:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203816.643285:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203816.643286:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203816.643287:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203816.643289:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9c380 x1875052841907712/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203816.643293:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203816.643294:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203816.643295:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203816.643296:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203816.643297:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203816.643299:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841907712:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203816.643301:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203816.643302:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203816.643303:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203816.643304:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203816.643306:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377c00. 02000000:00000001:0.0:1788203816.643307:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203816.643310:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203816.643311:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788203816.643313:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788203816.643315:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841907712, portal 10 00000100:00000001:0.0:1788203816.643316:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203816.643317:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330342784 : -109644379208832 : ffff9c476db9c380) 00000100:00000040:0.0:1788203816.643322:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9c380 x1875052841907712/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203841 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203816.643326:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203816.643327:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203816.643328:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788203816.643329:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841907712, offset 0 00000400:00000200:0.0:1788203816.643332:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203816.643334:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203816.643336:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203816.643338:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203816.643339:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203816.643341:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203816.643342:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203816.643344:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704147:704147:256:4294967295] 192.168.201.101@tcp LPNI seq info [704142:704142:8:4294967295] 00000400:00000200:0.0:1788203816.643348:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203816.643354:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203816.643358:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203816.643361:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788203816.643365:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203816.643368:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1788203816.643378:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203816.643380:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788203816.643383:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203816.643386:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203816.643389:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788203816.643391:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788203816.643413:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203816.643415:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9c380 x1875052841907712/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203841 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203816.643420:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203816.643422:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9c380 x1875052841907712/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203841 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203816.643426:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203816.643427:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203816.643429:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203816.643432:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788203816.643434:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203816.643435:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308955658 00000100:00000001:0.0:1788203816.643437:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308956916 00000100:00000001:0.0:1788203816.643438:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308955658 00000100:00000001:0.0:1788203816.643440:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308956916 00000100:00000001:0.0:1788203816.643441:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203816.643442:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203816.643443:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203816.643445:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203816/real 1788203816] req@ffff9c476db9c380 x1875052841907712/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203816.643450:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203816.643451:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203816.643452:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788203816.643454:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788203816.643455:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788203816.643456:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203816.643457:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9c380 x1875052841907712/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203816.643462:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9c380 x1875052841907712/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203816.643465:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203816.643466:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203816.643467:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203816.643468:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203816.643469:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9c380 x1875052841907712/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203816.643473:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203816.643475:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9c380 x1875052841907712/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203841 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203816.643479:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203816.643481:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203816.643482:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203816.643482:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203816.643483:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203816.643484:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203816.643486:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203816.643487:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203816.643488:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203816.643490:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9c380 x1875052841907712/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203841 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203816.643494:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841907712:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203816.643497:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203816.643499:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9f800 x1875052841907840/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203816.643503:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203816.643504:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203816.643505:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203816.643506:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203816.643507:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203816.643508:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841907840:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203816.643510:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203816.643511:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203816.643512:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203816.643513:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203816.643515:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377000. 02000000:00000001:0.0:1788203816.643517:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203816.643518:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203816.643520:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788203816.643521:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788203816.643523:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841907840, portal 10 00000100:00000001:0.0:1788203816.643524:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203816.643525:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330356224 : -109644379195392 : ffff9c476db9f800) 00000100:00000040:0.0:1788203816.643529:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9f800 x1875052841907840/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203841 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203816.643532:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203816.643533:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203816.643535:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788203816.643536:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841907840, offset 0 00000400:00000200:0.0:1788203816.643538:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203816.643540:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203816.643542:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203816.643544:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203816.643546:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203816.643547:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203816.643548:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203816.643550:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704148:704148:256:4294967295] 192.168.201.101@tcp LPNI seq info [704143:704143:8:4294967295] 00000400:00000200:0.0:1788203816.643553:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203816.643556:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203816.643558:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203816.643560:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788203816.643562:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203816.643564:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1788203816.643570:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203816.643571:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788203816.643573:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203816.643575:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203816.643577:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788203816.643578:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788203816.643579:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203816.643581:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9f800 x1875052841907840/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203841 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203816.643585:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203816.643587:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9f800 x1875052841907840/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203841 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203816.643590:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203816.643591:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203816.643592:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203816.643594:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788203816.643596:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203816.643597:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308955658 00000100:00000001:0.0:1788203816.643598:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308956916 00000100:00000001:0.0:1788203816.643600:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308955658 00000100:00000001:0.0:1788203816.643601:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308956916 00000100:00000001:0.0:1788203816.643603:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203816.643604:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203816.643605:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203816.643607:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203816/real 1788203816] req@ffff9c476db9f800 x1875052841907840/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203816.643611:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203816.643611:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203816.643612:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788203816.643613:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788203816.643614:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788203816.643615:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203816.643617:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9f800 x1875052841907840/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203816.643621:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9f800 x1875052841907840/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203816.643625:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203816.643626:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203816.643626:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203816.643627:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203816.643629:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9f800 x1875052841907840/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203816.643632:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203816.643634:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9f800 x1875052841907840/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203841 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203816.643638:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203816.643639:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203816.643640:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203816.643640:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203816.643642:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203816.643643:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203816.643644:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203816.643646:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203816.643647:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203816.643649:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9f800 x1875052841907840/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203841 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203816.643653:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841907840:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203816.643655:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203816.643657:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9f480 x1875052841907968/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203816.643660:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203816.643661:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203816.643662:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203816.643663:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203816.643664:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203816.643665:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841907968:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788203816.643667:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203816.643668:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203816.643669:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203816.643670:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203816.643671:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788203816.643673:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203816.643674:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203816.643676:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788203816.643678:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788203816.643679:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841907968, portal 4 00000100:00000001:0.0:1788203816.643680:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203816.643681:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330355328 : -109644379196288 : ffff9c476db9f480) 00000100:00000040:0.0:1788203816.643684:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9f480 x1875052841907968/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203841 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203816.643688:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203816.643689:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203816.643690:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788203816.643692:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841907968, offset 0 00000400:00000200:0.0:1788203816.643696:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203816.643699:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203816.643702:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203816.643705:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203816.643707:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203816.643709:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203816.643711:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203816.643714:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704149:704149:256:4294967295] 192.168.201.101@tcp LPNI seq info [704144:704144:8:4294967295] 00000400:00000200:0.0:1788203816.643718:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203816.643723:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203816.643727:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203816.643730:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788203816.643734:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203816.643737:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1788203816.643746:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203816.643748:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788203816.643750:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203816.643753:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203816.643756:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788203816.643757:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788203816.643760:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203816.643763:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9f480 x1875052841907968/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203841 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203816.643770:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203816.643773:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9f480 x1875052841907968/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203841 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203816.643783:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203816.643785:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203816.643788:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203816.643790:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788203816.643793:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203816.643795:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308955684 00000100:00000001:0.0:1788203816.643797:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308956916 00000100:00000001:0.0:1788203816.643799:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308955684 00000100:00000001:0.0:1788203816.643801:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308956916 00000100:00000001:0.0:1788203816.643803:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203816.643805:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203816.643806:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203816.643810:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203816/real 1788203816] req@ffff9c476db9f480 x1875052841907968/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203816.643818:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203816.643819:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203816.643821:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788203816.643823:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788203816.643825:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788203816.643826:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203816.643829:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9f480 x1875052841907968/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203816.643834:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9f480 x1875052841907968/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203816.643838:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203816.643839:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203816.643840:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203816.643841:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203816.643843:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9f480 x1875052841907968/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203816.643847:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203816.643849:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9f480 x1875052841907968/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203841 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203816.643853:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203816.643854:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203816.643855:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203816.643855:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203816.643856:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203816.643857:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203816.643859:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203816.643860:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203816.643861:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203816.643863:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9f480 x1875052841907968/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203841 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203816.643867:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841907968:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788203816.643869:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203816.643870:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203816.643872:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9c380 x1875052841907712/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203841 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203816.643876:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203816.643877:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203816.643879:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377c00. 02000000:00000001:0.0:1788203816.643881:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203816.643882:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203816.643884:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788203816.643886:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203816.643887:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a42c00. 02000000:00000001:0.0:1788203816.643890:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203816.643892:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203816.643893:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9c380. 00000100:00000001:0.0:1788203816.643896:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203816.643897:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203816.643899:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203816.643902:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9f800 x1875052841907840/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203841 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203816.643920:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203816.643921:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203816.643923:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377000. 02000000:00000001:0.0:1788203816.643925:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203816.643927:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203816.643928:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788203816.643930:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203816.643931:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a40000. 02000000:00000001:0.0:1788203816.643933:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203816.643935:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203816.643936:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9f800. 00000100:00000001:0.0:1788203816.643938:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203816.643940:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203816.643941:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203816.643945:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9f480 x1875052841907968/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203841 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203816.643952:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203816.643953:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203816.643954:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788203816.643956:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203816.643958:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203816.643959:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788203816.643960:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203816.643962:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a42000. 02000000:00000001:0.0:1788203816.643964:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203816.643965:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203816.643966:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9f480. 00000100:00000001:0.0:1788203816.643968:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203816.643970:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203816.643972:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203816.643974:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203816.643975:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203816.643976:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203816.643978:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203817.282506:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203817.282513:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203817.282518:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203817.282519:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203817.282522:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203817.282523:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203817.282546:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203817.282548:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203817.282551:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203817.922488:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308956916, at 4308956928 00000100:00000040:1.0:1788203817.922488:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308956916, at 4308956928 00000100:00000010:1.0:1788203817.922500:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685bac60. 00000100:00000010:0.0:1788203817.922503:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685baf00. 00010000:00000001:0.0:1788203818.306494:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203818.306500:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203818.306502:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203818.306504:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203818.306508:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203818.306510:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203818.306512:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203818.306513:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203818.306516:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203818.306517:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203818.306520:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203818.306521:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203818.306556:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203818.306558:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203818.306560:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203819.330488:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203819.330495:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203819.330501:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203819.330503:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203819.330507:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203819.330508:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203820.354476:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203820.354482:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203820.354486:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203820.354489:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203820.354490:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203820.354493:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203820.354495:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203820.354497:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203820.354498:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203820.354499:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203820.354501:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203820.354502:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203820.354503:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203820.354504:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203820.354504:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203820.354505:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203820.354506:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203820.354508:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203820.354524:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203820.354525:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203820.354527:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203821.378472:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203821.378478:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203821.378482:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203821.378482:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203821.378485:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203821.378486:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203821.378501:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203821.378502:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203821.378505:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788203821.762646:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203821.762650:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203821.762654:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203821.762662:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9c000 x1875052841908096/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203821.762678:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203821.762682:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203821.762686:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203821.762689:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203821.762693:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203821.762697:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841908096:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788203821.762703:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203821.762707:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203821.762709:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203821.762711:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203821.762717:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377c00. 02000000:00000001:0.0:1788203821.762720:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203821.762732:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203821.762736:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788203821.762743:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788203821.762749:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841908096, portal 25 00000100:00000001:0.0:1788203821.762752:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203821.762754:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330341888 : -109644379209728 : ffff9c476db9c000) 00000100:00000040:0.0:1788203821.762762:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9c000 x1875052841908096/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203821.762773:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203821.762778:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203821.762783:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788203821.762786:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841908096, offset 0 00000400:00000200:0.0:1788203821.762792:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203821.762801:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203821.762807:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203821.762816:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203821.762831:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203821.762834:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203821.762836:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203821.762840:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704150:704150:256:4294967295] 192.168.201.101@tcp LPNI seq info [704145:704145:8:4294967295] 00000400:00000200:0.0:1788203821.762848:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203821.762862:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203821.762872:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203821.762879:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788203821.762889:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203821.762895:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1788203821.762916:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203821.762919:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788203821.762924:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203821.762935:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203821.762942:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788203821.762947:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788203821.762954:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203821.762961:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9c000 x1875052841908096/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203821.762977:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203821.762993:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9c000 x1875052841908096/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203846 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203821.763016:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203821.763021:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203821.763029:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203821.763039:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203821.763044:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4308962036 00000100:00000010:0.0:1788203821.763053:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685baf00. 00000100:00000001:0.0:1788203821.763062:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788203821.763070:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4308962036 00000100:00000010:0.0:1788203821.763075:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685baba0. 00000100:00000001:0.0:1788203821.763081:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788203821.763086:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203821.763091:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203821.763095:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203821.763102:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203821/real 1788203821] req@ffff9c476db9c000 x1875052841908096/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203821.763141:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203821.763145:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203821.763149:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788203821.763153:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788203821.763156:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788203821.763160:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203821.763165:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9c000 x1875052841908096/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203821.763177:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9c000 x1875052841908096/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203821.763185:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203821.763187:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203821.763191:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203821.763193:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203821.763199:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9c000 x1875052841908096/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203821.763207:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203821.763212:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9c000 x1875052841908096/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203846 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203821.763216:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203821.763218:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203821.763219:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203821.763220:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203821.763222:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203821.763223:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203821.763224:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203821.763226:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203821.763228:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203821.763230:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9c000 x1875052841908096/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203846 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203821.763236:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841908096:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788203821.763238:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203821.763240:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203821.763242:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9c000 x1875052841908096/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203846 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203821.763245:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203821.763247:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203821.763249:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377c00. 02000000:00000001:0.0:1788203821.763250:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203821.763251:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203821.763252:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788203821.763253:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203821.763255:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a42800. 02000000:00000001:0.0:1788203821.763260:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203821.763261:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203821.763262:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9c000. 00000100:00000001:0.0:1788203821.763265:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203821.763267:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203821.763269:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203821.763275:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203821.763276:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203821.763278:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203821.763280:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203821.763281:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203821.763285:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9c700 x1875052841908224/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203821.763292:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203821.763294:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203821.763296:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203821.763297:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203821.763299:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203821.763302:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841908224:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203821.763306:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203821.763308:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203821.763309:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203821.763311:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203821.763314:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377c00. 02000000:00000001:0.0:1788203821.763315:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203821.763319:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203821.763322:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788203821.763325:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788203821.763328:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841908224, portal 10 00000100:00000001:0.0:1788203821.763330:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203821.763331:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330343680 : -109644379207936 : ffff9c476db9c700) 00000100:00000040:0.0:1788203821.763338:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9c700 x1875052841908224/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203821.763345:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203821.763346:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203821.763348:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788203821.763350:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841908224, offset 0 00000400:00000200:0.0:1788203821.763352:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203821.763355:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203821.763357:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203821.763359:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203821.763361:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203821.763363:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203821.763364:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203821.763366:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704151:704151:256:4294967295] 192.168.201.101@tcp LPNI seq info [704146:704146:8:4294967295] 00000400:00000200:0.0:1788203821.763369:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203821.763373:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203821.763375:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203821.763377:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788203821.763379:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203821.763381:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1788203821.763387:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203821.763389:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788203821.763390:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203821.763418:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203821.763421:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788203821.763422:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788203821.763425:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203821.763428:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9c700 x1875052841908224/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203821.763435:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203821.763438:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9c700 x1875052841908224/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203846 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203821.763444:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203821.763446:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203821.763449:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203821.763453:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788203821.763456:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203821.763458:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308960778 00000100:00000001:0.0:1788203821.763460:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308962036 00000100:00000001:0.0:1788203821.763461:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308960778 00000100:00000001:0.0:1788203821.763463:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308962036 00000100:00000001:0.0:1788203821.763464:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203821.763465:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203821.763466:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203821.763469:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203821/real 1788203821] req@ffff9c476db9c700 x1875052841908224/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203821.763473:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203821.763474:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203821.763475:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788203821.763477:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788203821.763478:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788203821.763479:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203821.763481:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9c700 x1875052841908224/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203821.763485:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9c700 x1875052841908224/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203821.763489:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203821.763490:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203821.763491:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203821.763491:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203821.763493:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9c700 x1875052841908224/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203821.763497:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203821.763499:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9c700 x1875052841908224/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203846 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203821.763502:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203821.763504:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203821.763505:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203821.763506:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203821.763507:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203821.763508:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203821.763509:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203821.763511:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203821.763512:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203821.763514:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9c700 x1875052841908224/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203846 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203821.763518:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841908224:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203821.763520:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203821.763523:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9e680 x1875052841908352/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203821.763526:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203821.763527:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203821.763528:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203821.763529:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203821.763531:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203821.763532:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841908352:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203821.763534:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203821.763535:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203821.763536:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203821.763537:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203821.763539:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377400. 02000000:00000001:0.0:1788203821.763541:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203821.763542:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203821.763544:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788203821.763546:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788203821.763547:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841908352, portal 10 00000100:00000001:0.0:1788203821.763548:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203821.763549:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330351744 : -109644379199872 : ffff9c476db9e680) 00000100:00000040:0.0:1788203821.763553:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9e680 x1875052841908352/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203821.763558:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203821.763560:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203821.763562:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788203821.763564:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841908352, offset 0 00000400:00000200:0.0:1788203821.763568:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203821.763572:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203821.763575:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203821.763577:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203821.763580:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203821.763582:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203821.763584:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203821.763587:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704152:704152:256:4294967295] 192.168.201.101@tcp LPNI seq info [704147:704147:8:4294967295] 00000400:00000200:0.0:1788203821.763591:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203821.763597:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203821.763602:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203821.763605:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788203821.763607:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203821.763609:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1788203821.763615:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203821.763616:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788203821.763618:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203821.763620:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203821.763622:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788203821.763623:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788203821.763625:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203821.763627:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9e680 x1875052841908352/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203821.763632:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203821.763633:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9e680 x1875052841908352/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203846 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203821.763637:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203821.763638:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203821.763640:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203821.763642:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788203821.763644:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203821.763645:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308960778 00000100:00000001:0.0:1788203821.763647:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308962036 00000100:00000001:0.0:1788203821.763648:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308960778 00000100:00000001:0.0:1788203821.763649:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308962036 00000100:00000001:0.0:1788203821.763651:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203821.763652:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203821.763653:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203821.763655:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203821/real 1788203821] req@ffff9c476db9e680 x1875052841908352/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203821.763659:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203821.763660:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203821.763661:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788203821.763662:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788203821.763662:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788203821.763663:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203821.763665:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9e680 x1875052841908352/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203821.763670:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9e680 x1875052841908352/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203821.763673:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203821.763674:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203821.763675:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203821.763676:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203821.763678:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9e680 x1875052841908352/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203821.763681:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203821.763683:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9e680 x1875052841908352/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203846 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203821.763686:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203821.763688:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203821.763689:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203821.763689:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203821.763691:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203821.763692:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203821.763693:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203821.763695:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203821.763696:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203821.763698:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9e680 x1875052841908352/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203846 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203821.763702:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841908352:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203821.763704:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203821.763706:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9d180 x1875052841908480/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203821.763710:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203821.763711:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203821.763712:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203821.763713:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203821.763714:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203821.763716:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841908480:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788203821.763717:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203821.763718:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203821.763719:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203821.763720:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203821.763722:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788203821.763723:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203821.763725:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203821.763726:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788203821.763728:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788203821.763729:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841908480, portal 4 00000100:00000001:0.0:1788203821.763731:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203821.763731:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330346368 : -109644379205248 : ffff9c476db9d180) 00000100:00000040:0.0:1788203821.763735:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9d180 x1875052841908480/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203821.763739:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203821.763740:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203821.763741:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788203821.763742:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841908480, offset 0 00000400:00000200:0.0:1788203821.763744:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203821.763746:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203821.763748:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203821.763750:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203821.763751:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203821.763752:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203821.763754:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203821.763756:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704153:704153:256:4294967295] 192.168.201.101@tcp LPNI seq info [704148:704148:8:4294967295] 00000400:00000200:0.0:1788203821.763758:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203821.763761:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203821.763764:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203821.763765:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788203821.763767:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203821.763769:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1788203821.763775:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203821.763776:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788203821.763778:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203821.763779:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203821.763781:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788203821.763782:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788203821.763783:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203821.763785:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9d180 x1875052841908480/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203821.763789:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203821.763791:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9d180 x1875052841908480/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203846 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203821.763798:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203821.763799:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203821.763800:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203821.763802:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788203821.763804:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203821.763805:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308960804 00000100:00000001:0.0:1788203821.763806:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308962036 00000100:00000001:0.0:1788203821.763807:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308960804 00000100:00000001:0.0:1788203821.763809:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308962036 00000100:00000001:0.0:1788203821.763810:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203821.763811:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203821.763812:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203821.763814:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203821/real 1788203821] req@ffff9c476db9d180 x1875052841908480/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203821.763832:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203821.763833:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203821.763835:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788203821.763837:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788203821.763838:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788203821.763840:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203821.763843:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9d180 x1875052841908480/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203821.763851:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9d180 x1875052841908480/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203821.763857:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203821.763858:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203821.763860:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203821.763861:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203821.763865:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9d180 x1875052841908480/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203821.763871:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203821.763875:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9d180 x1875052841908480/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203846 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203821.763880:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203821.763882:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203821.763883:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203821.763883:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203821.763885:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203821.763886:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203821.763887:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203821.763889:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203821.763890:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203821.763893:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9d180 x1875052841908480/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203846 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203821.763897:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841908480:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788203821.763899:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203821.763900:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203821.763902:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9c700 x1875052841908224/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203846 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203821.763905:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203821.763906:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203821.763907:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377c00. 02000000:00000001:0.0:1788203821.763909:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203821.763909:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203821.763910:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788203821.763912:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203821.763913:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a43c00. 02000000:00000001:0.0:1788203821.763916:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203821.763917:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203821.763918:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9c700. 00000100:00000001:0.0:1788203821.763920:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203821.763920:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203821.763921:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203821.763923:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9e680 x1875052841908352/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203846 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203821.763927:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203821.763927:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203821.763928:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377400. 02000000:00000001:0.0:1788203821.763929:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203821.763930:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203821.763931:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788203821.763932:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203821.763932:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a42000. 02000000:00000001:0.0:1788203821.763933:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203821.763934:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203821.763935:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9e680. 00000100:00000001:0.0:1788203821.763936:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203821.763937:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203821.763937:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203821.763939:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9d180 x1875052841908480/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203846 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203821.763942:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203821.763943:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203821.763943:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788203821.763944:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203821.763945:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203821.763946:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788203821.763947:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203821.763947:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a40000. 02000000:00000001:0.0:1788203821.763949:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203821.763949:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203821.763950:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9d180. 00000100:00000001:0.0:1788203821.763951:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203821.763952:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203821.763953:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203821.763956:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203821.763957:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203821.763958:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203821.763959:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203822.402487:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203822.402492:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203822.402496:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203822.402497:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203822.402499:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203822.402500:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203822.402517:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203822.402519:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203822.402521:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203823.042469:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308962036, at 4308962048 00000100:00000040:1.0:1788203823.042473:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308962036, at 4308962048 00000100:00000010:0.0:1788203823.042483:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685baf00. 00000100:00000010:1.0:1788203823.042485:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685baba0. 00010000:00000001:0.0:1788203823.426539:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203823.426547:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203823.426553:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203823.426555:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203823.426559:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203823.426560:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203824.450527:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203824.450535:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203824.450540:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203824.450540:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203824.450544:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203824.450545:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203824.450569:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203824.450572:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203824.450574:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203825.474523:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203825.474532:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203825.474539:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203825.474540:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203825.474544:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203825.474546:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203825.474575:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203825.474578:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203825.474581:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203826.498506:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203826.498514:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203826.498520:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203826.498522:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203826.498525:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203826.498526:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203826.498552:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203826.498555:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203826.498558:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788203826.882507:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203826.882516:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788203826.882519:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203826.882522:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203826.882526:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203826.882533:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 14293 00000400:00000200:0.0:1788203826.882540:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203826.882546:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203826.882548:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203826.882551:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203826.882553:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203826.882555:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203826.882557:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203826.882562:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203826.882564:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788203826.882567:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203826.882571:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788203826.882573:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788203826.882576:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788203826.882579:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203826.882582:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203826.882584:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203826.882586:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203826.882589:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788203826.882592:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203826.882595:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203826.882598:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203826.882601:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203826.882604:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203826.882606:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788203826.882608:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203826.882617:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fad80. 00000020:00000040:0.0:1788203826.882620:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788203826.882624:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203826.882625:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203826.882628:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203826.882631:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203826.882635:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203826.882642:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375400. 00000100:00000001:0.0:1788203826.882648:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203826.882656:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fad80 x1875052841908608/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203826.882664:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203826.882668:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203826.882672:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010fef5ed] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fad80 x1875052841908608/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203826.882691:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788203826.882694:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203826.882697:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788203826.882699:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203826.882700:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203826.882704:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203826.882707:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14293 00000400:00000200:0.0:1788203826.882711:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203826.882714:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203826.882716:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203826.882719:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203826.882721:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203826.882723:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203826.882725:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203826.882727:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203826.882728:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788203826.882740:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203826.882742:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788203826.882744:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788203826.882747:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788203826.882750:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203826.882752:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203826.882753:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203826.882755:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203826.882757:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788203826.882760:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203826.882762:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203826.882764:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203826.882769:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203826.882771:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203826.882773:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203826.882777:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788203826.882780:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203826.882782:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203826.882786:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fa680. 00000020:00000040:0.0:1788203826.882788:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788203826.882790:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203826.882792:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203826.882793:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203826.882795:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203826.882796:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203826.882800:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374400. 00000100:00000001:0.0:1788203826.882803:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203826.882808:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fa680 x1875052841908736/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203826.882814:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203826.882816:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203826.882819:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003756c577] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fa680 x1875052841908736/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203826.882828:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788203826.882831:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203826.882833:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788203826.882835:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203826.882837:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203826.882840:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203826.882842:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14293 00000400:00000200:0.0:1788203826.882845:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203826.882848:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203826.882850:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203826.882853:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203826.882854:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203826.882856:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203826.882858:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203826.882860:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203826.882861:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788203826.882862:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203826.882864:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788203826.882866:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788203826.882868:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788203826.882871:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203826.882873:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203826.882874:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203826.882877:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203826.882878:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788203826.882880:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203826.882882:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203826.882884:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203826.882886:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203826.882888:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203826.882890:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203826.882892:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788203826.882894:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203826.882895:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203826.882898:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fa300. 00000020:00000040:0.0:1788203826.882901:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788203826.882903:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203826.882904:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203826.882905:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203826.882907:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203826.882908:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203826.882913:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377c00. 00000100:00000001:0.0:1788203826.882916:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203826.882920:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fa300 x1875052841908864/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203826.882927:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203826.882929:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203826.882932:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000643b1429] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fa300 x1875052841908864/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203826.882940:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203826.882943:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788203826.882946:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788203826.882949:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203826.882952:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788203826.882954:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203826.882955:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203826.882957:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203826.882960:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14293 00000400:00000200:0.0:1788203826.882962:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203826.882965:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203826.882967:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203826.882969:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203826.882971:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203826.882973:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203826.882975:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203826.882977:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203826.882978:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788203826.882980:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203826.882981:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788203826.882983:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788203826.882985:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788203826.882988:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203826.882990:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203826.882992:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203826.882994:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203826.882996:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788203826.882998:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203826.883000:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203826.883001:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203826.883004:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203826.883005:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203826.883007:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203826.883009:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788203826.883012:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203826.883013:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203826.883016:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8a80. 00000020:00000040:0.0:1788203826.883018:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788203826.883020:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203826.883022:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203826.883023:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203826.883024:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203826.883026:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203826.883029:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377400. 00000100:00000001:0.0:1788203826.883032:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203826.883035:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8a80 x1875052841908992/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203826.883042:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203826.883044:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203826.883047:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000320d64fa] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8a80 x1875052841908992/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203826.883055:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203826.883059:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14303) 00010000:00000001:0.0:1788203827.522501:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203827.522506:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203827.522510:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203827.522511:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203827.522514:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203827.522516:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203828.162488:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308967156, at 4308967168 00000100:00000040:1.0:1788203828.162488:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308967156, at 4308967168 00000100:00000010:1.0:1788203828.162502:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88ba0. 00000100:00000010:0.0:1788203828.162505:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88780. 00010000:00000001:0.0:1788203828.546478:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203828.546483:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203828.546485:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203828.546488:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203828.546491:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203828.546493:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203828.546494:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203828.546496:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203828.546498:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203828.546499:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203828.546502:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203828.546502:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203828.546518:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203828.546519:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203828.546521:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203829.570487:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203829.570492:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203829.570496:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203829.570497:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203829.570499:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203829.570500:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203829.570518:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203829.570519:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203829.570521:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203830.594460:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203830.594466:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203830.594470:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203830.594473:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203830.594475:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203830.594477:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203830.594479:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203830.594480:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203830.594481:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203830.594482:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203830.594484:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203830.594485:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203830.594486:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203830.594487:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203830.594488:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203830.594489:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203830.594490:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203830.594491:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203830.594505:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203830.594507:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203830.594509:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203831.618502:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203831.618509:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203831.618515:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203831.618516:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203831.618519:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203831.618520:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203832.002658:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203832.002667:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203832.002670:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203832.002679:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9df80 x1875052841909120/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203832.002693:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203832.002695:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203832.002700:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203832.002703:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203832.002706:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203832.002712:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841909120:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788203832.002718:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203832.002723:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203832.002725:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203832.002728:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203832.002734:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376800. 02000000:00000001:0.0:1788203832.002736:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203832.002742:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203832.002746:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788203832.002753:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788203832.002766:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841909120, portal 25 00000100:00000001:0.0:1788203832.002772:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203832.002776:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330349952 : -109644379201664 : ffff9c476db9df80) 00000100:00000040:0.0:1788203832.002788:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9df80 x1875052841909120/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203857 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203832.002810:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203832.002825:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203832.002831:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788203832.002835:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841909120, offset 0 00000400:00000200:0.0:1788203832.002844:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203832.002852:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203832.002859:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203832.002869:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203832.002873:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203832.002877:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203832.002881:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203832.002887:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704158:704158:256:4294967295] 192.168.201.101@tcp LPNI seq info [704153:704153:8:4294967295] 00000400:00000200:0.0:1788203832.002894:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203832.002906:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203832.002913:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203832.002918:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788203832.002927:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203832.002933:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1788203832.002957:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203832.002959:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788203832.002963:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203832.002971:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203832.002977:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788203832.002981:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788203832.002986:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203832.002993:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9df80 x1875052841909120/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203857 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203832.003008:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203832.003014:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9df80 x1875052841909120/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203857 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203832.003029:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203832.003031:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203832.003037:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203832.003045:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203832.003048:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4308972276 00000100:00000010:0.0:1788203832.003057:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685baf00. 00000100:00000001:0.0:1788203832.003066:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788203832.003075:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4308972276 00000100:00000010:0.0:1788203832.003083:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba360. 00000100:00000001:0.0:1788203832.003090:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788203832.003094:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203832.003097:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203832.003101:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203832.003108:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203832/real 1788203832] req@ffff9c476db9df80 x1875052841909120/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203832.003121:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203832.003124:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203832.003126:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788203832.003129:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788203832.003132:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788203832.003135:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203832.003140:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9df80 x1875052841909120/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203832.003150:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9df80 x1875052841909120/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203832.003157:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203832.003158:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203832.003160:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203832.003161:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203832.003163:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9df80 x1875052841909120/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203832.003169:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203832.003172:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9df80 x1875052841909120/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203857 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203832.003176:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203832.003178:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203832.003179:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203832.003179:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203832.003181:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203832.003182:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203832.003184:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203832.003186:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203832.003187:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203832.003190:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9df80 x1875052841909120/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203857 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203832.003195:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841909120:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788203832.003199:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203832.003201:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203832.003204:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9df80 x1875052841909120/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203857 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203832.003209:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203832.003211:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203832.003214:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376800. 02000000:00000001:0.0:1788203832.003216:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203832.003218:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203832.003220:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788203832.003222:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203832.003224:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a43400. 02000000:00000001:0.0:1788203832.003229:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203832.003232:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203832.003233:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9df80. 00000100:00000001:0.0:1788203832.003236:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203832.003237:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203832.003240:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203832.003245:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203832.003247:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203832.003248:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203832.003249:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203832.003250:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203832.003253:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9dc00 x1875052841909248/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203832.003257:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203832.003258:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203832.003260:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203832.003261:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203832.003262:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203832.003264:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841909248:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203832.003266:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203832.003267:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203832.003268:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203832.003269:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203832.003271:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376800. 02000000:00000001:0.0:1788203832.003272:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203832.003275:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203832.003277:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788203832.003279:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788203832.003281:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841909248, portal 10 00000100:00000001:0.0:1788203832.003282:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203832.003283:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330349056 : -109644379202560 : ffff9c476db9dc00) 00000100:00000040:0.0:1788203832.003287:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9dc00 x1875052841909248/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203857 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203832.003291:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203832.003292:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203832.003294:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788203832.003295:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841909248, offset 0 00000400:00000200:0.0:1788203832.003298:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203832.003300:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203832.003302:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203832.003304:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203832.003306:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203832.003308:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203832.003309:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203832.003311:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704159:704159:256:4294967295] 192.168.201.101@tcp LPNI seq info [704154:704154:8:4294967295] 00000400:00000200:0.0:1788203832.003313:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203832.003317:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203832.003319:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203832.003321:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788203832.003324:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203832.003325:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1788203832.003331:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203832.003333:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788203832.003334:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203832.003337:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203832.003338:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788203832.003340:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788203832.003341:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203832.003343:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9dc00 x1875052841909248/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203857 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203832.003348:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203832.003349:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9dc00 x1875052841909248/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203857 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203832.003353:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203832.003354:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203832.003356:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203832.003359:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788203832.003360:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203832.003362:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308971017 00000100:00000001:0.0:1788203832.003363:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308972276 00000100:00000001:0.0:1788203832.003365:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308971017 00000100:00000001:0.0:1788203832.003373:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308972276 00000100:00000001:0.0:1788203832.003375:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203832.003377:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203832.003378:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203832.003380:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203832/real 1788203832] req@ffff9c476db9dc00 x1875052841909248/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203832.003385:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203832.003386:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203832.003387:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788203832.003388:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788203832.003389:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788203832.003390:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203832.003392:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9dc00 x1875052841909248/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203832.003411:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9dc00 x1875052841909248/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203832.003415:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203832.003415:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203832.003416:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203832.003417:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203832.003419:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9dc00 x1875052841909248/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203832.003423:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203832.003425:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9dc00 x1875052841909248/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203857 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203832.003430:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203832.003431:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203832.003432:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203832.003433:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203832.003434:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203832.003435:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203832.003436:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203832.003438:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203832.003439:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203832.003441:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9dc00 x1875052841909248/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203857 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203832.003445:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841909248:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203832.003448:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203832.003449:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9ea00 x1875052841909376/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203832.003453:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203832.003454:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203832.003455:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203832.003456:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203832.003457:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203832.003459:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841909376:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203832.003461:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203832.003462:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203832.003463:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203832.003464:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203832.003466:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376400. 02000000:00000001:0.0:1788203832.003467:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203832.003469:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203832.003470:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788203832.003472:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788203832.003474:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841909376, portal 10 00000100:00000001:0.0:1788203832.003475:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203832.003476:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330352640 : -109644379198976 : ffff9c476db9ea00) 00000100:00000040:0.0:1788203832.003479:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9ea00 x1875052841909376/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203857 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203832.003483:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203832.003485:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203832.003486:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788203832.003487:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841909376, offset 0 00000400:00000200:0.0:1788203832.003489:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203832.003491:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203832.003493:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203832.003495:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203832.003496:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203832.003497:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203832.003499:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203832.003500:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704160:704160:256:4294967295] 192.168.201.101@tcp LPNI seq info [704155:704155:8:4294967295] 00000400:00000200:0.0:1788203832.003503:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203832.003506:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203832.003509:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203832.003511:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788203832.003513:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203832.003515:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1788203832.003521:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203832.003522:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788203832.003524:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203832.003526:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203832.003527:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788203832.003529:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788203832.003530:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203832.003532:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9ea00 x1875052841909376/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203857 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203832.003536:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203832.003538:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9ea00 x1875052841909376/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203857 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203832.003542:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203832.003542:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203832.003544:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203832.003546:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788203832.003547:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203832.003548:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308971018 00000100:00000001:0.0:1788203832.003549:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308972276 00000100:00000001:0.0:1788203832.003551:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308971018 00000100:00000001:0.0:1788203832.003552:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308972276 00000100:00000001:0.0:1788203832.003553:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203832.003554:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203832.003555:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203832.003557:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203832/real 1788203832] req@ffff9c476db9ea00 x1875052841909376/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203832.003561:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203832.003562:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203832.003563:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788203832.003564:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788203832.003565:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788203832.003566:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203832.003568:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9ea00 x1875052841909376/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203832.003572:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9ea00 x1875052841909376/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203832.003576:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203832.003577:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203832.003578:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203832.003579:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203832.003581:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9ea00 x1875052841909376/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203832.003584:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203832.003586:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9ea00 x1875052841909376/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203857 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203832.003590:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203832.003591:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203832.003592:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203832.003592:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203832.003593:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203832.003594:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203832.003595:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203832.003597:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203832.003598:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203832.003600:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9ea00 x1875052841909376/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203857 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203832.003604:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841909376:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203832.003606:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203832.003607:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9d180 x1875052841909504/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203832.003611:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203832.003612:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203832.003614:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203832.003615:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203832.003616:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203832.003617:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841909504:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788203832.003619:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203832.003620:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203832.003621:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203832.003622:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203832.003623:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788203832.003624:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203832.003626:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203832.003627:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788203832.003629:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788203832.003631:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841909504, portal 4 00000100:00000001:0.0:1788203832.003632:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203832.003633:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330346368 : -109644379205248 : ffff9c476db9d180) 00000100:00000040:0.0:1788203832.003636:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9d180 x1875052841909504/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203857 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203832.003639:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203832.003654:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203832.003656:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788203832.003658:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841909504, offset 0 00000400:00000200:0.0:1788203832.003660:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203832.003662:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203832.003664:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203832.003666:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203832.003668:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203832.003669:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203832.003670:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203832.003673:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704161:704161:256:4294967295] 192.168.201.101@tcp LPNI seq info [704156:704156:8:4294967295] 00000400:00000200:0.0:1788203832.003675:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203832.003678:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203832.003681:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203832.003683:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788203832.003685:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203832.003687:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1788203832.003693:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203832.003694:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788203832.003696:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203832.003698:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203832.003700:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788203832.003701:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788203832.003702:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203832.003704:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9d180 x1875052841909504/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203857 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203832.003709:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203832.003710:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9d180 x1875052841909504/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203857 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203832.003714:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203832.003715:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203832.003716:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203832.003718:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788203832.003720:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203832.003721:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308971044 00000100:00000001:0.0:1788203832.003723:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308972276 00000100:00000001:0.0:1788203832.003724:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308971044 00000100:00000001:0.0:1788203832.003725:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308972276 00000100:00000001:0.0:1788203832.003726:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203832.003727:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203832.003728:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203832.003730:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203832/real 1788203832] req@ffff9c476db9d180 x1875052841909504/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203832.003735:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203832.003735:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203832.003736:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788203832.003738:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788203832.003738:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788203832.003739:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203832.003741:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9d180 x1875052841909504/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203832.003745:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9d180 x1875052841909504/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203832.003749:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203832.003750:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203832.003751:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203832.003752:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203832.003753:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9d180 x1875052841909504/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203832.003757:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203832.003759:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9d180 x1875052841909504/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203857 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203832.003762:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203832.003763:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203832.003764:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203832.003765:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203832.003766:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203832.003767:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203832.003768:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203832.003770:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203832.003771:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203832.003774:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9d180 x1875052841909504/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203857 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203832.003778:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841909504:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788203832.003780:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203832.003781:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203832.003783:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9dc00 x1875052841909248/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203857 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203832.003786:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203832.003787:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203832.003788:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376800. 02000000:00000001:0.0:1788203832.003789:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203832.003790:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203832.003791:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788203832.003792:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203832.003793:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a40400. 02000000:00000001:0.0:1788203832.003795:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203832.003796:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203832.003797:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9dc00. 00000100:00000001:0.0:1788203832.003798:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203832.003799:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203832.003800:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203832.003802:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9ea00 x1875052841909376/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203857 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203832.003805:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203832.003806:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203832.003806:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376400. 02000000:00000001:0.0:1788203832.003807:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203832.003808:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203832.003809:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788203832.003810:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203832.003810:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a41c00. 02000000:00000001:0.0:1788203832.003812:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203832.003813:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203832.003814:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9ea00. 00000100:00000001:0.0:1788203832.003815:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203832.003815:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203832.003816:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203832.003818:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9d180 x1875052841909504/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203857 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203832.003821:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203832.003822:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203832.003823:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788203832.003824:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203832.003824:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203832.003825:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788203832.003826:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203832.003826:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a43000. 02000000:00000001:0.0:1788203832.003828:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203832.003828:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203832.003829:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9d180. 00000100:00000001:0.0:1788203832.003830:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203832.003830:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203832.003831:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203832.003833:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203832.003834:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203832.003835:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203832.003836:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203832.642453:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203832.642458:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203832.642463:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203832.642464:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203832.642466:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203832.642467:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203832.642481:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203832.642483:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203832.642484:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203833.282484:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308972276, at 4308972288 00000100:00000040:1.0:1788203833.282496:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308972276, at 4308972288 00000100:00000010:0.0:1788203833.282499:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685baf00. 00000100:00000010:1.0:1788203833.282505:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba360. 00010000:00000001:0.0:1788203833.666525:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203833.666532:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203833.666537:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203833.666538:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203833.666540:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203833.666541:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203833.666570:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203833.666572:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203833.666575:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203834.690486:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203834.690491:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203834.690495:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203834.690496:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203834.690497:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203834.690498:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203834.690516:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203834.690517:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203834.690519:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203835.714492:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203835.714497:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203835.714501:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203835.714502:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203835.714505:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203835.714505:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203836.738506:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203836.738514:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203836.738518:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203836.738519:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203836.738522:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203836.738522:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203836.738545:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203836.738547:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203836.738549:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788203837.122486:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203837.122496:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788203837.122499:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203837.122502:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203837.122506:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203837.122513:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 14303 00000400:00000200:0.0:1788203837.122519:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203837.122524:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203837.122526:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203837.122530:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203837.122533:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203837.122535:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203837.122537:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203837.122541:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203837.122543:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788203837.122546:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203837.122548:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788203837.122551:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788203837.122569:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788203837.122572:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203837.122574:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203837.122575:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203837.122576:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203837.122578:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788203837.122581:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203837.122582:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203837.122584:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203837.122586:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203837.122588:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203837.122589:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788203837.122591:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203837.122599:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9180. 00000020:00000040:0.0:1788203837.122601:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788203837.122604:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203837.122605:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203837.122607:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203837.122609:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203837.122613:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203837.122618:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374c00. 00000100:00000001:0.0:1788203837.122623:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203837.122629:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9180 x1875052841909632/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203837.122635:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203837.122638:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203837.122641:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b4a335a] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9180 x1875052841909632/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203837.122658:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788203837.122660:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203837.122662:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788203837.122663:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203837.122664:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203837.122666:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203837.122668:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14303 00000400:00000200:0.0:1788203837.122672:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203837.122674:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203837.122675:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203837.122678:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203837.122679:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203837.122683:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203837.122685:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203837.122689:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203837.122692:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788203837.122693:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203837.122696:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788203837.122698:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788203837.122701:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788203837.122706:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203837.122710:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203837.122713:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203837.122717:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203837.122720:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788203837.122725:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203837.122727:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203837.122729:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203837.122735:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203837.122738:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203837.122743:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203837.122746:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788203837.122749:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203837.122751:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203837.122757:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8e00. 00000020:00000040:0.0:1788203837.122760:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788203837.122761:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203837.122762:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203837.122764:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203837.122767:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203837.122770:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203837.122774:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377800. 00000100:00000001:0.0:1788203837.122778:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203837.122784:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8e00 x1875052841909760/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203837.122792:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203837.122794:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203837.122798:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7909e09] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8e00 x1875052841909760/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203837.122809:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788203837.122819:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203837.122826:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788203837.122828:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203837.122830:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203837.122835:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203837.122837:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14303 00000400:00000200:0.0:1788203837.122842:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203837.122847:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203837.122848:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203837.122850:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203837.122852:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203837.122855:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203837.122857:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203837.122860:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203837.122860:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788203837.122862:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203837.122863:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788203837.122865:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788203837.122867:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788203837.122872:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203837.122874:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203837.122875:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203837.122876:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203837.122877:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788203837.122878:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203837.122880:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203837.122880:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203837.122882:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203837.122884:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203837.122885:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203837.122888:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788203837.122890:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203837.122893:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203837.122898:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fb480. 00000020:00000040:0.0:1788203837.122901:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788203837.122905:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203837.122908:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203837.122910:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203837.122912:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203837.122915:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203837.122920:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375000. 00000100:00000001:0.0:1788203837.122923:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203837.122928:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fb480 x1875052841909888/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203837.122941:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203837.122944:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203837.122950:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c471466] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fb480 x1875052841909888/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203837.122955:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203837.122959:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788203837.122961:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788203837.122962:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203837.122966:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788203837.122968:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203837.122971:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203837.122974:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203837.122977:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14303 00000400:00000200:0.0:1788203837.122982:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203837.122985:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203837.122986:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203837.122988:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203837.122989:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203837.122990:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203837.122992:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203837.122993:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203837.122994:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788203837.122997:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203837.122999:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788203837.123001:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788203837.123004:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788203837.123008:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203837.123010:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203837.123014:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203837.123017:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203837.123019:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788203837.123023:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203837.123025:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203837.123027:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203837.123028:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203837.123030:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203837.123034:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203837.123035:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788203837.123036:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203837.123038:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203837.123041:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fbb80. 00000020:00000040:0.0:1788203837.123044:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788203837.123046:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203837.123048:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203837.123050:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203837.123051:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203837.123054:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203837.123059:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376c00. 00000100:00000001:0.0:1788203837.123063:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203837.123067:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fbb80 x1875052841910016/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203837.123074:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203837.123077:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203837.123082:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006afb05e] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fbb80 x1875052841910016/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203837.123088:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203837.123093:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14313) 00010000:00000001:0.0:1788203837.762500:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203837.762505:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203837.762510:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203837.762511:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203837.762513:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203837.762514:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203837.762531:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203837.762533:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203837.762535:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203838.402456:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308977396, at 4308977408 00000100:00000040:1.0:1788203838.402456:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308977396, at 4308977408 00000100:00000010:1.0:1788203838.402472:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88000. 00000100:00000010:0.0:1788203838.402474:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88300. 00010000:00000001:0.0:1788203838.786488:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203838.786495:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203838.786496:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203838.786499:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203838.786504:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203838.786506:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203838.786508:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203838.786510:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203838.786514:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203838.786515:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203838.786518:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203838.786519:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203838.786549:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203838.786552:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203838.786555:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203839.810472:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203839.810478:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203839.810482:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203839.810483:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203839.810485:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203839.810486:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:1.0:1788203840.194743:0:2407:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.101:988 00000400:00000100:1.0:1788203840.194790:0:2407:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.101@tcp at host 192.168.201.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:1.0:1788203840.194799:0:2407:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203840.194803:0:2407:0:(router.c:1791:lnet_notify()) 192.168.201.1@tcp notifying 192.168.201.101@tcp: down 00000400:00000200:1.0:1788203840.194806:0:2407:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203840.194810:0:2407:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:1.0:1788203840.194814:0:2407:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788203840.194818:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475d95b700. 00000400:00000200:1.0:1788203840.194823:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788203840.194831:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788203840.194838:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f9e58 00000400:00000010:1.0:1788203840.194840:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f9e58. 00000100:00000001:1.0:1788203840.194846:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788203840.194856:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477d3f9180 x1875052841909632/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203862 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203840.194878:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788203840.194882:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477d3f9180 x1875052841909632/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203862 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203840.194890:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203840.194892:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788203840.194902:0:2407:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788203840.194905:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475d95b400. 00000400:00000200:1.0:1788203840.194909:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788203840.194913:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788203840.194915:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f9c38 00000400:00000010:1.0:1788203840.194917:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f9c38. 00000100:00000001:1.0:1788203840.194921:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788203840.194927:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477d3f8e00 x1875052841909760/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203862 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203840.194947:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788203840.194954:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477d3f8e00 x1875052841909760/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203862 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203840.194962:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203840.194966:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788203840.194975:0:2407:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788203840.194979:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475d95bc00. 00000400:00000200:1.0:1788203840.194985:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788203840.194991:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788203840.194996:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f96e8 00000400:00000010:1.0:1788203840.195000:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f96e8. 00000100:00000001:1.0:1788203840.195006:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788203840.195014:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477d3fb480 x1875052841909888/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203862 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203840.195024:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788203840.195029:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477d3fb480 x1875052841909888/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203862 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203840.195039:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203840.195042:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788203840.195051:0:2407:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788203840.195065:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475d95b200. 00000400:00000200:1.0:1788203840.195071:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788203840.195081:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788203840.195084:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f9cc0 00000400:00000010:1.0:1788203840.195086:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f9cc0. 00000100:00000001:1.0:1788203840.195088:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788203840.195094:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477d3fbb80 x1875052841910016/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203862 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203840.195111:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788203840.195118:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477d3fbb80 x1875052841910016/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203862 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203840.195131:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203840.195135:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1788203840.834465:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203840.834471:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203840.834476:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203840.834478:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203840.834480:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203840.834483:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203840.834486:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203840.834501:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203840.834504:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203840.834506:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203840.834510:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203840.834511:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203840.834512:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203840.834513:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203840.834515:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203840.834516:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203840.834518:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203840.834520:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203840.834539:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203840.834542:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203840.834544:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203841.858503:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203841.858509:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203841.858513:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203841.858514:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203841.858517:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203841.858518:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203841.858535:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203841.858537:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203841.858539:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203842.882449:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203842.882476:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203842.882481:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203842.882482:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203842.882484:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203842.882485:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203842.882499:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203842.882501:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203842.882503:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788203843.522499:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308982517, at 4308982528 00000100:00000010:1.0:1788203843.522513:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa882a0. 00000100:00000040:0.0:1788203843.522585:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308982516, at 4308982528 00000100:00000010:0.0:1788203843.522591:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88360. 00010000:00000001:0.0:1788203843.906508:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203843.906514:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203843.906518:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203843.906518:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203843.906521:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203843.906522:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203844.930580:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203844.930590:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203844.930597:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203844.930598:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203844.930602:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203844.930604:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203844.930635:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203844.930639:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203844.930642:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203845.954551:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203845.954559:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203845.954564:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203845.954565:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203845.954568:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203845.954569:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203845.954599:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203845.954602:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203845.954605:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203846.978503:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203846.978510:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203846.978515:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203846.978516:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203846.978519:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203846.978521:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203846.978542:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203846.978545:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203846.978547:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788203847.362665:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203847.362671:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203847.362675:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203847.362685:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9e680 x1875052841910656/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203847.362710:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203847.362715:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203847.362721:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203847.362724:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203847.362727:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203847.362732:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841910656:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788203847.362740:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203847.362745:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203847.362748:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203847.362753:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203847.362760:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788203847.362766:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203847.362775:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203847.362782:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788203847.362790:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788203847.362798:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841910656, portal 25 00000100:00000001:0.0:1788203847.362802:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203847.362804:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330351744 : -109644379199872 : ffff9c476db9e680) 00000100:00000040:0.0:1788203847.362813:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9e680 x1875052841910656/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203872 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203847.362828:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203847.362835:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203847.362839:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788203847.362843:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841910656, offset 0 00000400:00000200:0.0:1788203847.362853:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203847.362865:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203847.362875:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203847.362882:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203847.362889:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203847.362896:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203847.362901:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203847.362909:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704170:704170:256:4294967295] 192.168.201.101@tcp LPNI seq info [704165:704165:8:4294967295] 00000400:00000200:0.0:1788203847.362918:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203847.362935:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203847.362947:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203847.362954:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788203847.362964:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203847.362970:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 52 secs later) 00000800:00000100:0.0:1788203847.362991:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203847.362995:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788203847.363001:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203847.363010:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203847.363018:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788203847.363023:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788203847.363028:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203847.363035:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9e680 x1875052841910656/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203872 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203847.363057:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203847.363064:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9e680 x1875052841910656/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203872 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203847.363082:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203847.363085:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203847.363093:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203847.363102:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203847.363106:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4308987636 00000100:00000010:0.0:1788203847.363114:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685baf00. 00000100:00000001:0.0:1788203847.363123:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788203847.363131:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4308987636 00000100:00000010:0.0:1788203847.363138:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685baa20. 00000100:00000001:0.0:1788203847.363143:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788203847.363147:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203847.363153:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203847.363158:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203847.363165:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203847/real 1788203847] req@ffff9c476db9e680 x1875052841910656/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203847.363189:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203847.363193:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203847.363196:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788203847.363202:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788203847.363206:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788203847.363212:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203847.363218:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9e680 x1875052841910656/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203847.363227:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9e680 x1875052841910656/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203847.363235:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203847.363236:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203847.363238:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203847.363240:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203847.363244:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9e680 x1875052841910656/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203847.363252:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203847.363256:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9e680 x1875052841910656/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203872 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203847.363263:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203847.363265:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203847.363267:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203847.363269:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203847.363271:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203847.363273:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203847.363275:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203847.363279:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203847.363281:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203847.363285:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9e680 x1875052841910656/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203872 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203847.363293:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841910656:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788203847.363298:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203847.363300:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203847.363303:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9e680 x1875052841910656/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203872 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203847.363309:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203847.363311:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203847.363314:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788203847.363316:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203847.363318:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203847.363319:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788203847.363321:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203847.363323:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a40c00. 02000000:00000001:0.0:1788203847.363327:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203847.363328:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203847.363330:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9e680. 00000100:00000001:0.0:1788203847.363333:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203847.363334:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203847.363336:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203847.363342:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203847.363344:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203847.363346:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203847.363347:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203847.363348:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203847.363352:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9c700 x1875052841910784/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203847.363359:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203847.363360:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203847.363362:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203847.363364:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203847.363366:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203847.363368:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841910784:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203847.363371:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203847.363373:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203847.363388:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203847.363390:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203847.363409:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788203847.363412:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203847.363415:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203847.363418:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788203847.363421:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788203847.363423:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841910784, portal 10 00000100:00000001:0.0:1788203847.363425:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203847.363426:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330343680 : -109644379207936 : ffff9c476db9c700) 00000100:00000040:0.0:1788203847.363433:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9c700 x1875052841910784/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203872 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203847.363439:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203847.363442:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203847.363444:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788203847.363446:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841910784, offset 0 00000400:00000200:0.0:1788203847.363450:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203847.363454:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203847.363457:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203847.363460:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203847.363463:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203847.363465:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203847.363467:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203847.363469:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704171:704171:256:4294967295] 192.168.201.101@tcp LPNI seq info [704166:704166:8:4294967295] 00000400:00000200:0.0:1788203847.363473:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203847.363478:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203847.363482:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203847.363485:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788203847.363488:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203847.363491:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 52 secs later) 00000800:00000100:0.0:1788203847.363501:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203847.363503:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788203847.363505:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203847.363508:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203847.363511:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788203847.363513:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788203847.363515:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203847.363519:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9c700 x1875052841910784/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203872 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203847.363526:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203847.363528:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9c700 x1875052841910784/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203872 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203847.363533:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203847.363534:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203847.363537:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203847.363541:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788203847.363544:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203847.363545:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308986378 00000100:00000001:0.0:1788203847.363548:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308987636 00000100:00000001:0.0:1788203847.363550:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308986378 00000100:00000001:0.0:1788203847.363552:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308987636 00000100:00000001:0.0:1788203847.363554:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203847.363556:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203847.363557:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203847.363561:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203847/real 1788203847] req@ffff9c476db9c700 x1875052841910784/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203847.363568:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203847.363569:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203847.363571:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788203847.363573:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788203847.363574:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788203847.363576:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203847.363578:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9c700 x1875052841910784/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203847.363585:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9c700 x1875052841910784/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203847.363590:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203847.363592:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203847.363593:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203847.363594:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203847.363597:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9c700 x1875052841910784/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203847.363603:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203847.363606:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9c700 x1875052841910784/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203872 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203847.363612:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203847.363614:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203847.363615:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203847.363616:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203847.363618:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203847.363619:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203847.363622:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203847.363625:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203847.363627:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203847.363630:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9c700 x1875052841910784/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203872 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203847.363637:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841910784:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203847.363641:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203847.363644:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9c000 x1875052841910912/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203847.363649:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203847.363650:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203847.363652:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203847.363654:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203847.363656:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203847.363659:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841910912:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203847.363661:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203847.363663:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203847.363664:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203847.363666:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203847.363670:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377400. 02000000:00000001:0.0:1788203847.363671:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203847.363675:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203847.363677:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788203847.363680:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788203847.363683:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841910912, portal 10 00000100:00000001:0.0:1788203847.363685:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203847.363686:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330341888 : -109644379209728 : ffff9c476db9c000) 00000100:00000040:0.0:1788203847.363691:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9c000 x1875052841910912/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203872 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203847.363697:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203847.363699:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203847.363701:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788203847.363703:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841910912, offset 0 00000400:00000200:0.0:1788203847.363707:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203847.363710:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203847.363714:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203847.363717:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203847.363719:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203847.363721:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203847.363723:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203847.363726:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704172:704172:256:4294967295] 192.168.201.101@tcp LPNI seq info [704167:704167:8:4294967295] 00000400:00000200:0.0:1788203847.363730:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203847.363736:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203847.363740:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203847.363743:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788203847.363747:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203847.363750:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 52 secs later) 00000800:00000100:0.0:1788203847.363759:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203847.363761:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788203847.363764:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203847.363767:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203847.363769:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788203847.363771:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788203847.363773:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203847.363776:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9c000 x1875052841910912/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203872 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203847.363783:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203847.363786:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9c000 x1875052841910912/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203872 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203847.363792:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203847.363794:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203847.363797:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203847.363799:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788203847.363802:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203847.363804:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308986378 00000100:00000001:0.0:1788203847.363806:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308987636 00000100:00000001:0.0:1788203847.363809:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308986378 00000100:00000001:0.0:1788203847.363811:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308987636 00000100:00000001:0.0:1788203847.363813:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203847.363815:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203847.363817:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203847.363820:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203847/real 1788203847] req@ffff9c476db9c000 x1875052841910912/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203847.363827:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203847.363828:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203847.363829:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788203847.363831:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788203847.363833:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788203847.363835:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203847.363838:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9c000 x1875052841910912/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203847.363845:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9c000 x1875052841910912/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203847.363851:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203847.363852:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203847.363854:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203847.363856:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203847.363858:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9c000 x1875052841910912/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203847.363865:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203847.363869:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9c000 x1875052841910912/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203872 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203847.363875:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203847.363877:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203847.363879:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203847.363880:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203847.363882:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203847.363883:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203847.363885:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203847.363888:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203847.363891:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203847.363894:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9c000 x1875052841910912/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203872 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203847.363901:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841910912:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203847.363904:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203847.363907:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9f480 x1875052841911040/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203847.363913:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203847.363914:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203847.363916:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203847.363918:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203847.363920:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203847.363922:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841911040:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788203847.363925:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203847.363927:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203847.363928:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203847.363930:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203847.363933:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377c00. 02000000:00000001:0.0:1788203847.363934:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203847.363937:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203847.363940:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788203847.363943:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788203847.363945:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841911040, portal 4 00000100:00000001:0.0:1788203847.363947:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203847.363948:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330355328 : -109644379196288 : ffff9c476db9f480) 00000100:00000040:0.0:1788203847.363953:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9f480 x1875052841911040/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203872 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203847.363959:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203847.363961:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203847.363963:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788203847.363965:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841911040, offset 0 00000400:00000200:0.0:1788203847.363969:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203847.363973:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203847.363975:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203847.363978:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203847.363980:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203847.363982:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203847.363985:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203847.363988:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704173:704173:256:4294967295] 192.168.201.101@tcp LPNI seq info [704168:704168:8:4294967295] 00000400:00000200:0.0:1788203847.363991:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203847.363997:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203847.364001:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203847.364004:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788203847.364007:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203847.364010:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 52 secs later) 00000800:00000100:0.0:1788203847.364020:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203847.364022:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788203847.364024:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203847.364027:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203847.364030:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788203847.364031:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788203847.364033:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203847.364037:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9f480 x1875052841911040/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203872 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203847.364044:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203847.364047:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9f480 x1875052841911040/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203872 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203847.364053:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203847.364054:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203847.364057:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203847.364059:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788203847.364062:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203847.364064:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308986404 00000100:00000001:0.0:1788203847.364066:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308987636 00000100:00000001:0.0:1788203847.364068:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308986404 00000100:00000001:0.0:1788203847.364070:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308987636 00000100:00000001:0.0:1788203847.364072:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203847.364074:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203847.364075:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203847.364079:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203847/real 1788203847] req@ffff9c476db9f480 x1875052841911040/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203847.364086:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203847.364087:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203847.364089:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788203847.364090:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788203847.364092:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788203847.364094:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203847.364097:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9f480 x1875052841911040/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203847.364105:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9f480 x1875052841911040/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203847.364116:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203847.364118:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203847.364120:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203847.364121:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203847.364124:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9f480 x1875052841911040/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203847.364131:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203847.364134:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9f480 x1875052841911040/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203872 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203847.364141:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203847.364143:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203847.364145:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203847.364146:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203847.364147:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203847.364149:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203847.364151:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203847.364153:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203847.364155:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203847.364159:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9f480 x1875052841911040/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203872 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203847.364165:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841911040:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788203847.364169:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203847.364171:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203847.364174:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9c700 x1875052841910784/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203872 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203847.364180:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203847.364181:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203847.364183:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788203847.364185:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203847.364186:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203847.364188:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788203847.364190:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203847.364191:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a41800. 02000000:00000001:0.0:1788203847.364194:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203847.364195:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203847.364196:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9c700. 00000100:00000001:0.0:1788203847.364198:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203847.364200:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203847.364201:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203847.364204:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9c000 x1875052841910912/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203872 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203847.364211:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203847.364212:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203847.364213:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377400. 02000000:00000001:0.0:1788203847.364215:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203847.364216:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203847.364217:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788203847.364219:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203847.364220:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a41000. 02000000:00000001:0.0:1788203847.364222:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203847.364222:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203847.364223:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9c000. 00000100:00000001:0.0:1788203847.364225:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203847.364226:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203847.364228:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203847.364230:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9f480 x1875052841911040/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203872 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203847.364236:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203847.364237:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203847.364238:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377c00. 02000000:00000001:0.0:1788203847.364240:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203847.364241:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203847.364242:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788203847.364244:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203847.364245:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a43800. 02000000:00000001:0.0:1788203847.364249:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203847.364250:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203847.364251:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9f480. 00000100:00000001:0.0:1788203847.364253:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203847.364254:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203847.364255:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203847.364258:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203847.364259:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203847.364261:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203847.364263:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203848.002464:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203848.002470:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203848.002475:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203848.002476:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203848.002478:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203848.002479:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203848.642472:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308987636, at 4308987648 00000100:00000040:1.0:1788203848.642472:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308987636, at 4308987648 00000100:00000010:1.0:1788203848.642486:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685baa20. 00000100:00000010:0.0:1788203848.642488:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685baf00. 00010000:00000001:0.0:1788203849.026497:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203849.026504:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203849.026505:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203849.026508:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203849.026512:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203849.026514:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203849.026516:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203849.026518:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203849.026523:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203849.026524:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203849.026527:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203849.026529:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203849.026579:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203849.026582:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203849.026584:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203850.050476:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203850.050483:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203850.050489:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203850.050490:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203850.050494:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203850.050495:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203850.050520:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203850.050523:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203850.050525:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203851.074501:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203851.074505:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203851.074515:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203851.074518:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203851.074522:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203851.074524:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203851.074527:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203851.074529:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203851.074531:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203851.074533:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203851.074537:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203851.074538:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203851.074539:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203851.074541:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203851.074543:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203851.074544:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203851.074546:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203851.074547:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203851.074580:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203851.074583:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203851.074586:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203852.098486:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203852.098491:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203852.098495:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203852.098496:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203852.098498:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203852.098499:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788203852.482516:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203852.482523:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788203852.482525:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203852.482528:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203852.482531:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203852.482536:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 14319 00000400:00000200:0.0:1788203852.482541:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203852.482546:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203852.482548:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203852.482550:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203852.482552:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203852.482554:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203852.482555:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203852.482558:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203852.482560:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788203852.482562:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203852.482564:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788203852.482565:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788203852.482567:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788203852.482570:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203852.482572:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203852.482573:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203852.482575:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203852.482578:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788203852.482581:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203852.482584:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203852.482586:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203852.482589:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203852.482592:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203852.482595:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788203852.482597:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203852.482605:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8700. 00000020:00000040:0.0:1788203852.482609:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788203852.482612:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203852.482614:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203852.482617:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203852.482620:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203852.482623:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203852.482630:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376000. 00000100:00000001:0.0:1788203852.482635:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203852.482643:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8700 x1875052841911168/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203852.482649:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203852.482652:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203852.482655:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006dab9339] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8700 x1875052841911168/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203852.482673:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788203852.482675:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203852.482677:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788203852.482678:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203852.482679:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203852.482681:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203852.482683:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14319 00000400:00000200:0.0:1788203852.482686:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203852.482688:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203852.482690:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203852.482692:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203852.482694:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203852.482695:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203852.482696:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203852.482698:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203852.482700:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788203852.482702:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203852.482704:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788203852.482708:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788203852.482711:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788203852.482716:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203852.482719:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203852.482722:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203852.482725:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203852.482729:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788203852.482733:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203852.482737:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203852.482741:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203852.482745:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203852.482748:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203852.482751:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203852.482754:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788203852.482757:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203852.482762:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203852.482766:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fbb80. 00000020:00000040:0.0:1788203852.482770:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788203852.482774:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203852.482777:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203852.482779:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203852.482780:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203852.482783:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203852.482787:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374400. 00000100:00000001:0.0:1788203852.482791:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203852.482799:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fbb80 x1875052841911296/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203852.482811:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203852.482815:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203852.482819:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006afb05e] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fbb80 x1875052841911296/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203852.482829:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788203852.482834:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203852.482840:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788203852.482843:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203852.482846:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203852.482854:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203852.482861:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14319 00000400:00000200:0.0:1788203852.482868:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203852.482873:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203852.482876:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203852.482884:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203852.482887:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203852.482892:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203852.482897:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203852.482901:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203852.482904:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788203852.482909:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203852.482913:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788203852.482919:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788203852.482925:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788203852.482931:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203852.482935:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203852.482938:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203852.482942:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203852.482947:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788203852.482952:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203852.482955:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203852.482958:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203852.482963:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203852.482967:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203852.482971:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203852.482975:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788203852.482982:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203852.482985:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203852.482991:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fb480. 00000020:00000040:0.0:1788203852.482997:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788203852.483003:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203852.483007:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203852.483011:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203852.483014:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203852.483017:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203852.483025:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375400. 00000100:00000001:0.0:1788203852.483031:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203852.483039:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fb480 x1875052841911424/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203852.483046:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203852.483048:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203852.483054:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c471466] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fb480 x1875052841911424/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203852.483074:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203852.483079:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788203852.483089:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788203852.483095:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203852.483100:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788203852.483104:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203852.483107:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203852.483112:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203852.483118:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14319 00000400:00000200:0.0:1788203852.483124:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203852.483129:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203852.483133:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203852.483139:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203852.483143:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203852.483148:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203852.483154:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203852.483158:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203852.483162:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788203852.483167:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203852.483172:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788203852.483178:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788203852.483184:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788203852.483191:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203852.483197:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203852.483204:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203852.483209:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203852.483216:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788203852.483224:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203852.483230:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203852.483235:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203852.483240:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203852.483246:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203852.483252:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203852.483256:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788203852.483264:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203852.483270:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203852.483278:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8e00. 00000020:00000040:0.0:1788203852.483284:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788203852.483301:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203852.483304:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203852.483309:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203852.483313:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203852.483317:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203852.483325:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377400. 00000100:00000001:0.0:1788203852.483332:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203852.483343:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8e00 x1875052841911552/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203852.483362:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203852.483366:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203852.483376:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7909e09] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8e00 x1875052841911552/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203852.483434:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203852.483442:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14329) 00010000:00000001:0.0:1788203853.122502:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203853.122507:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203853.122511:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203853.122512:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203853.122514:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203853.122514:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203853.122537:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203853.122539:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203853.122541:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203853.762517:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308992756, at 4308992768 00000100:00000040:1.0:1788203853.762521:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308992756, at 4308992768 00000100:00000010:1.0:1788203853.762534:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88540. 00000100:00000010:0.0:1788203853.762536:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88de0. 00010000:00000001:0.0:1788203854.146514:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203854.146519:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203854.146523:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203854.146523:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203854.146525:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203854.146526:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203854.146566:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203854.146568:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203854.146570:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203855.170497:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203855.170503:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203855.170509:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203855.170510:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203855.170512:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203855.170519:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203855.170540:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203855.170542:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203855.170544:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203856.194513:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203856.194518:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203856.194523:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203856.194523:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203856.194525:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203856.194526:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203857.218514:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203857.218521:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203857.218527:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203857.218529:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203857.218532:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203857.218533:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203857.218552:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203857.218555:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203857.218557:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788203857.602630:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203857.602635:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203857.602639:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203857.602650:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9f800 x1875052841911680/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203857.602671:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203857.602675:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203857.602681:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203857.602685:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203857.602688:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203857.602692:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841911680:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788203857.602697:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203857.602701:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203857.602703:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203857.602706:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203857.602711:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788203857.602714:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203857.602722:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203857.602726:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788203857.602732:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788203857.602738:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841911680, portal 25 00000100:00000001:0.0:1788203857.602742:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203857.602745:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330356224 : -109644379195392 : ffff9c476db9f800) 00000100:00000040:0.0:1788203857.602751:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9f800 x1875052841911680/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203882 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203857.602759:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203857.602763:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203857.602768:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788203857.602773:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841911680, offset 0 00000400:00000200:0.0:1788203857.602784:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203857.602796:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203857.602806:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203857.602815:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203857.602821:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203857.602830:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203857.602836:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203857.602845:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704178:704178:256:4294967295] 192.168.201.101@tcp LPNI seq info [704173:704173:8:4294967295] 00000400:00000200:0.0:1788203857.602857:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203857.602873:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203857.602884:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203857.602891:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788203857.602902:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203857.602907:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 42 secs later) 00000800:00000100:0.0:1788203857.602929:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203857.602932:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788203857.602937:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203857.602944:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203857.602950:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788203857.602955:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788203857.602959:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203857.602966:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9f800 x1875052841911680/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203882 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203857.602982:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203857.602988:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9f800 x1875052841911680/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203882 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203857.603002:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203857.603005:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203857.603011:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203857.603017:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203857.603021:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4308997876 00000100:00000010:0.0:1788203857.603028:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685baf00. 00000100:00000001:0.0:1788203857.603036:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788203857.603042:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4308997876 00000100:00000010:0.0:1788203857.603048:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba900. 00000100:00000001:0.0:1788203857.603052:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788203857.603057:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203857.603063:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203857.603067:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203857.603073:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203857/real 1788203857] req@ffff9c476db9f800 x1875052841911680/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203857.603089:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203857.603093:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203857.603097:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788203857.603102:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788203857.603106:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788203857.603111:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203857.603118:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9f800 x1875052841911680/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203857.603139:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9f800 x1875052841911680/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203857.603160:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203857.603163:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203857.603167:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203857.603169:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203857.603176:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9f800 x1875052841911680/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203857.603185:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203857.603192:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9f800 x1875052841911680/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203882 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203857.603212:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203857.603217:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203857.603221:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203857.603223:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203857.603225:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203857.603227:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203857.603230:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203857.603234:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203857.603236:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203857.603239:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9f800 x1875052841911680/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203882 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203857.603244:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841911680:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788203857.603248:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203857.603249:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203857.603251:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9f800 x1875052841911680/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203882 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203857.603255:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203857.603256:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203857.603258:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788203857.603261:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203857.603262:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203857.603263:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788203857.603265:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203857.603266:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a43800. 02000000:00000001:0.0:1788203857.603270:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203857.603271:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203857.603272:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9f800. 00000100:00000001:0.0:1788203857.603275:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203857.603276:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203857.603277:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203857.603282:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203857.603283:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203857.603284:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203857.603285:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203857.603287:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203857.603288:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9c380 x1875052841911808/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203857.603293:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203857.603294:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203857.603295:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203857.603296:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203857.603297:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203857.603299:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841911808:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203857.603301:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203857.603302:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203857.603303:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203857.603304:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203857.603306:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788203857.603307:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203857.603310:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203857.603312:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788203857.603314:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788203857.603316:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841911808, portal 10 00000100:00000001:0.0:1788203857.603317:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203857.603318:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330342784 : -109644379208832 : ffff9c476db9c380) 00000100:00000040:0.0:1788203857.603322:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9c380 x1875052841911808/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203882 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203857.603326:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203857.603328:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203857.603329:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788203857.603330:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841911808, offset 0 00000400:00000200:0.0:1788203857.603338:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203857.603340:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203857.603343:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203857.603345:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203857.603346:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203857.603348:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203857.603349:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203857.603351:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704179:704179:256:4294967295] 192.168.201.101@tcp LPNI seq info [704174:704174:8:4294967295] 00000400:00000200:0.0:1788203857.603354:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203857.603358:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203857.603360:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203857.603362:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788203857.603365:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203857.603367:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 42 secs later) 00000800:00000100:0.0:1788203857.603373:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203857.603374:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788203857.603376:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203857.603378:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203857.603380:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788203857.603381:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788203857.603383:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203857.603385:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9c380 x1875052841911808/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203882 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203857.603408:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203857.603410:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9c380 x1875052841911808/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203882 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203857.603414:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203857.603415:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203857.603417:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203857.603419:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788203857.603421:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203857.603423:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308996618 00000100:00000001:0.0:1788203857.603424:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308997876 00000100:00000001:0.0:1788203857.603426:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308996618 00000100:00000001:0.0:1788203857.603427:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308997876 00000100:00000001:0.0:1788203857.603428:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203857.603429:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203857.603430:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203857.603433:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203857/real 1788203857] req@ffff9c476db9c380 x1875052841911808/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203857.603439:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203857.603441:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203857.603442:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788203857.603444:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788203857.603446:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788203857.603447:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203857.603451:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9c380 x1875052841911808/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203857.603459:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9c380 x1875052841911808/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203857.603465:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203857.603467:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203857.603469:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203857.603470:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203857.603474:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9c380 x1875052841911808/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203857.603481:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203857.603484:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9c380 x1875052841911808/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203882 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203857.603490:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203857.603492:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203857.603494:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203857.603495:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203857.603497:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203857.603498:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203857.603501:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203857.603504:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203857.603506:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203857.603510:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9c380 x1875052841911808/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203882 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203857.603518:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841911808:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203857.603530:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203857.603534:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9d880 x1875052841911936/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203857.603540:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203857.603541:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203857.603543:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203857.603545:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203857.603547:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203857.603550:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841911936:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203857.603553:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203857.603555:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203857.603556:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203857.603558:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203857.603561:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788203857.603563:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203857.603566:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203857.603568:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788203857.603570:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788203857.603572:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841911936, portal 10 00000100:00000001:0.0:1788203857.603573:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203857.603574:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330348160 : -109644379203456 : ffff9c476db9d880) 00000100:00000040:0.0:1788203857.603578:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9d880 x1875052841911936/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203882 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203857.603582:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203857.603583:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203857.603584:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788203857.603586:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841911936, offset 0 00000400:00000200:0.0:1788203857.603588:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203857.603590:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203857.603592:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203857.603594:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203857.603596:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203857.603597:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203857.603598:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203857.603600:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704180:704180:256:4294967295] 192.168.201.101@tcp LPNI seq info [704175:704175:8:4294967295] 00000400:00000200:0.0:1788203857.603602:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203857.603606:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203857.603609:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203857.603611:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788203857.603613:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203857.603615:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 42 secs later) 00000800:00000100:0.0:1788203857.603621:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203857.603622:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788203857.603624:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203857.603626:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203857.603628:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788203857.603629:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788203857.603630:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203857.603633:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9d880 x1875052841911936/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203882 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203857.603640:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203857.603643:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9d880 x1875052841911936/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203882 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203857.603648:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203857.603650:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203857.603653:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203857.603655:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788203857.603658:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203857.603660:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308996618 00000100:00000001:0.0:1788203857.603662:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308997876 00000100:00000001:0.0:1788203857.603664:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308996618 00000100:00000001:0.0:1788203857.603666:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308997876 00000100:00000001:0.0:1788203857.603668:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203857.603670:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203857.603672:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203857.603676:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203857/real 1788203857] req@ffff9c476db9d880 x1875052841911936/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203857.603683:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203857.603684:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203857.603685:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788203857.603686:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788203857.603687:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788203857.603689:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203857.603691:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9d880 x1875052841911936/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203857.603695:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9d880 x1875052841911936/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203857.603699:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203857.603700:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203857.603700:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203857.603701:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203857.603703:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9d880 x1875052841911936/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203857.603707:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203857.603709:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9d880 x1875052841911936/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203882 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203857.603713:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203857.603714:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203857.603715:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203857.603716:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203857.603717:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203857.603718:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203857.603719:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203857.603721:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203857.603722:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203857.603724:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9d880 x1875052841911936/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203882 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203857.603732:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841911936:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203857.603734:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203857.603736:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9ca80 x1875052841912064/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203857.603739:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203857.603740:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203857.603741:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203857.603742:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203857.603743:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203857.603745:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841912064:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788203857.603747:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203857.603748:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203857.603749:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203857.603750:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203857.603752:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376400. 02000000:00000001:0.0:1788203857.603753:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203857.603755:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203857.603756:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788203857.603758:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788203857.603760:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841912064, portal 4 00000100:00000001:0.0:1788203857.603761:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203857.603762:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330344576 : -109644379207040 : ffff9c476db9ca80) 00000100:00000040:0.0:1788203857.603766:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9ca80 x1875052841912064/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203882 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203857.603772:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203857.603774:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203857.603776:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788203857.603778:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841912064, offset 0 00000400:00000200:0.0:1788203857.603782:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203857.603786:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203857.603789:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203857.603791:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203857.603794:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203857.603796:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203857.603798:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203857.603801:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704181:704181:256:4294967295] 192.168.201.101@tcp LPNI seq info [704176:704176:8:4294967295] 00000400:00000200:0.0:1788203857.603805:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203857.603811:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203857.603814:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203857.603816:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788203857.603818:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203857.603821:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 42 secs later) 00000800:00000100:0.0:1788203857.603831:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203857.603832:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788203857.603835:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203857.603838:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203857.603841:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788203857.603842:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788203857.603844:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203857.603848:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9ca80 x1875052841912064/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203882 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203857.603856:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203857.603859:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9ca80 x1875052841912064/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203882 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203857.603864:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203857.603865:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203857.603868:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203857.603870:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788203857.603872:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203857.603873:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4308996644 00000100:00000001:0.0:1788203857.603875:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4308997876 00000100:00000001:0.0:1788203857.603876:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4308996644 00000100:00000001:0.0:1788203857.603877:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4308997876 00000100:00000001:0.0:1788203857.603878:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203857.603879:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203857.603880:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203857.603883:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203857/real 1788203857] req@ffff9c476db9ca80 x1875052841912064/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203857.603887:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203857.603888:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203857.603889:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788203857.603890:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788203857.603891:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788203857.603893:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203857.603894:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9ca80 x1875052841912064/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203857.603899:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9ca80 x1875052841912064/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203857.603902:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203857.603903:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203857.603904:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203857.603905:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203857.603906:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9ca80 x1875052841912064/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203857.603910:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203857.603912:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9ca80 x1875052841912064/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203882 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203857.603916:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203857.603917:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203857.603918:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203857.603919:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203857.603920:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203857.603921:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203857.603923:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203857.603924:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203857.603925:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203857.603927:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9ca80 x1875052841912064/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203882 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203857.603931:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841912064:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788203857.603933:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203857.603934:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203857.603936:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9c380 x1875052841911808/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203882 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203857.603940:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203857.603941:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203857.603942:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788203857.603943:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203857.603944:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203857.603945:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788203857.603946:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203857.603947:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a41400. 02000000:00000001:0.0:1788203857.603949:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203857.603950:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203857.603951:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9c380. 00000100:00000001:0.0:1788203857.603952:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203857.603953:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203857.603955:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203857.603956:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9d880 x1875052841911936/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203882 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203857.603963:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203857.603964:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203857.603965:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788203857.603966:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203857.603967:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203857.603968:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788203857.603969:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203857.603969:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a41000. 02000000:00000001:0.0:1788203857.603970:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203857.603971:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203857.603971:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9d880. 00000100:00000001:0.0:1788203857.603973:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203857.603974:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203857.603975:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203857.603977:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9ca80 x1875052841912064/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203882 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203857.603983:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203857.603983:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203857.603985:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376400. 02000000:00000001:0.0:1788203857.603986:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203857.603987:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203857.603988:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788203857.603990:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203857.603991:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a41800. 02000000:00000001:0.0:1788203857.603993:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203857.603994:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203857.603995:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9ca80. 00000100:00000001:0.0:1788203857.603997:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203857.603998:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203857.604000:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203857.604003:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203857.604005:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203857.604006:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203857.604008:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203858.242487:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203858.242492:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203858.242496:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203858.242497:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203858.242499:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203858.242499:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203858.242554:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203858.242557:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203858.242559:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203858.882490:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4308997876, at 4308997888 00000100:00000040:1.0:1788203858.882496:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4308997876, at 4308997888 00000100:00000010:0.0:1788203858.882507:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685baf00. 00000100:00000010:1.0:1788203858.882509:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba900. 00010000:00000001:0.0:1788203859.266539:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203859.266551:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203859.266553:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203859.266557:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203859.266563:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203859.266565:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203859.266567:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203859.266569:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203859.266574:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203859.266575:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203859.266578:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203859.266580:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203859.266609:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203859.266612:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203859.266615:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203860.290476:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203860.290485:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203860.290492:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203860.290494:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203860.290497:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203860.290499:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203861.314536:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203861.314543:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203861.314547:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203861.314550:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203861.314552:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203861.314555:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203861.314558:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203861.314560:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203861.314562:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203861.314563:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203861.314566:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203861.314567:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203861.314568:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203861.314569:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203861.314569:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203861.314570:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203861.314571:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203861.314572:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203861.314596:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203861.314598:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203861.314600:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203862.338528:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203862.338535:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203862.338540:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203862.338541:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203862.338543:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203862.338544:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203862.338568:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203862.338571:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203862.338573:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788203862.722779:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203862.722784:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203862.722789:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203862.722796:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9ed80 x1875052841912192/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203862.722819:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203862.722823:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203862.722831:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203862.722834:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203862.722838:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203862.722844:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841912192:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788203862.722851:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203862.722859:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203862.722864:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203862.722869:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203862.722876:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375000. 02000000:00000001:0.0:1788203862.722882:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203862.722891:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203862.722898:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788203862.722909:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788203862.722920:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841912192, portal 25 00000100:00000001:0.0:1788203862.722925:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203862.722928:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330353536 : -109644379198080 : ffff9c476db9ed80) 00000100:00000040:0.0:1788203862.722939:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9ed80 x1875052841912192/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203887 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203862.722958:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203862.722964:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203862.722969:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788203862.722974:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841912192, offset 0 00000400:00000200:0.0:1788203862.722981:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203862.722992:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203862.723001:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203862.723008:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203862.723014:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203862.723021:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203862.723028:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203862.723035:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704182:704182:256:4294967295] 192.168.201.101@tcp LPNI seq info [704177:704177:8:4294967295] 00000400:00000200:0.0:1788203862.723054:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203862.723070:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203862.723081:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203862.723087:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788203862.723097:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203862.723103:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1788203862.723137:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203862.723142:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788203862.723150:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203862.723161:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203862.723169:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788203862.723174:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788203862.723182:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203862.723191:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9ed80 x1875052841912192/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203887 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203862.723209:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203862.723217:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9ed80 x1875052841912192/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203887 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203862.723235:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203862.723240:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203862.723250:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203862.723260:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203862.723267:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4309002996 00000100:00000010:0.0:1788203862.723275:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685baf00. 00000100:00000001:0.0:1788203862.723286:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788203862.723296:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4309002996 00000100:00000010:0.0:1788203862.723301:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba480. 00000100:00000001:0.0:1788203862.723309:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788203862.723314:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203862.723337:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203862.723346:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203862.723355:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203862/real 1788203862] req@ffff9c476db9ed80 x1875052841912192/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203862.723388:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203862.723391:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203862.723426:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788203862.723432:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788203862.723435:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788203862.723440:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203862.723446:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9ed80 x1875052841912192/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203862.723453:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9ed80 x1875052841912192/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203862.723459:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203862.723461:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203862.723463:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203862.723465:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203862.723468:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9ed80 x1875052841912192/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203862.723472:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203862.723475:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9ed80 x1875052841912192/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203887 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203862.723480:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203862.723482:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203862.723484:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203862.723485:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203862.723487:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203862.723489:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203862.723492:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203862.723496:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203862.723499:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203862.723503:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9ed80 x1875052841912192/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203887 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203862.723512:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841912192:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788203862.723516:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203862.723519:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203862.723522:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9ed80 x1875052841912192/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203887 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203862.723533:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203862.723536:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203862.723538:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375000. 02000000:00000001:0.0:1788203862.723541:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203862.723543:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203862.723545:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788203862.723547:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203862.723550:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a40c00. 02000000:00000001:0.0:1788203862.723555:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203862.723557:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203862.723559:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9ed80. 00000100:00000001:0.0:1788203862.723562:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203862.723563:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203862.723566:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203862.723574:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203862.723576:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203862.723579:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203862.723580:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203862.723581:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203862.723585:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9d500 x1875052841912320/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203862.723593:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203862.723594:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203862.723596:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203862.723598:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203862.723600:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203862.723604:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841912320:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203862.723607:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203862.723609:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203862.723610:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203862.723612:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203862.723615:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375000. 02000000:00000001:0.0:1788203862.723617:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203862.723621:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203862.723624:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788203862.723628:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788203862.723631:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841912320, portal 10 00000100:00000001:0.0:1788203862.723633:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203862.723634:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330347264 : -109644379204352 : ffff9c476db9d500) 00000100:00000040:0.0:1788203862.723641:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9d500 x1875052841912320/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203887 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203862.723649:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203862.723651:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203862.723653:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788203862.723656:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841912320, offset 0 00000400:00000200:0.0:1788203862.723660:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203862.723664:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203862.723667:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203862.723670:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203862.723673:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203862.723675:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203862.723678:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203862.723681:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704183:704183:256:4294967295] 192.168.201.101@tcp LPNI seq info [704178:704178:8:4294967295] 00000400:00000200:0.0:1788203862.723685:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203862.723691:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203862.723696:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203862.723699:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788203862.723704:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203862.723706:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1788203862.723719:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203862.723721:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788203862.723724:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203862.723727:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203862.723730:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788203862.723732:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788203862.723734:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203862.723738:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9d500 x1875052841912320/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203887 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203862.723745:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203862.723748:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9d500 x1875052841912320/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203887 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203862.723753:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203862.723755:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203862.723758:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203862.723762:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788203862.723765:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203862.723767:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309001738 00000100:00000001:0.0:1788203862.723769:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309002996 00000100:00000001:0.0:1788203862.723772:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309001738 00000100:00000001:0.0:1788203862.723774:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309002996 00000100:00000001:0.0:1788203862.723776:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203862.723778:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203862.723779:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203862.723783:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203862/real 1788203862] req@ffff9c476db9d500 x1875052841912320/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203862.723791:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203862.723792:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203862.723794:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788203862.723796:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788203862.723798:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788203862.723800:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203862.723804:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9d500 x1875052841912320/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203862.723811:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9d500 x1875052841912320/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203862.723823:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203862.723824:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203862.723827:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203862.723828:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203862.723832:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9d500 x1875052841912320/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203862.723838:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203862.723842:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9d500 x1875052841912320/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203887 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203862.723848:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203862.723850:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203862.723852:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203862.723853:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203862.723855:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203862.723857:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203862.723859:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203862.723863:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203862.723865:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203862.723868:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9d500 x1875052841912320/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203887 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203862.723875:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841912320:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203862.723879:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203862.723882:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9fb80 x1875052841912448/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203862.723888:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203862.723890:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203862.723892:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203862.723894:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203862.723896:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203862.723899:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841912448:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203862.723902:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203862.723904:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203862.723906:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203862.723907:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203862.723910:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788203862.723912:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203862.723915:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203862.723918:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788203862.723921:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788203862.723923:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841912448, portal 10 00000100:00000001:0.0:1788203862.723925:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203862.723927:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330357120 : -109644379194496 : ffff9c476db9fb80) 00000100:00000040:0.0:1788203862.723933:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9fb80 x1875052841912448/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203887 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203862.723942:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203862.723944:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203862.723946:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788203862.723948:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841912448, offset 0 00000400:00000200:0.0:1788203862.723953:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203862.723956:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203862.723960:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203862.723963:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203862.723965:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203862.723967:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203862.723969:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203862.723973:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704184:704184:256:4294967295] 192.168.201.101@tcp LPNI seq info [704179:704179:8:4294967295] 00000400:00000200:0.0:1788203862.723977:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203862.723983:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203862.723988:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203862.723991:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788203862.723994:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203862.723997:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1788203862.724007:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203862.724009:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788203862.724012:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203862.724015:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203862.724018:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788203862.724019:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788203862.724022:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203862.724025:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9fb80 x1875052841912448/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203887 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203862.724033:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203862.724036:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9fb80 x1875052841912448/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203887 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203862.724041:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203862.724043:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203862.724046:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203862.724049:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788203862.724052:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203862.724054:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309001738 00000100:00000001:0.0:1788203862.724057:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309002996 00000100:00000001:0.0:1788203862.724059:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309001738 00000100:00000001:0.0:1788203862.724061:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309002996 00000100:00000001:0.0:1788203862.724063:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203862.724065:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203862.724066:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203862.724070:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203862/real 1788203862] req@ffff9c476db9fb80 x1875052841912448/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203862.724077:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203862.724078:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203862.724079:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788203862.724081:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788203862.724082:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788203862.724084:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203862.724085:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9fb80 x1875052841912448/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203862.724091:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9fb80 x1875052841912448/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203862.724095:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203862.724096:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203862.724097:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203862.724097:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203862.724099:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9fb80 x1875052841912448/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203862.724103:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203862.724105:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9fb80 x1875052841912448/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203887 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203862.724123:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203862.724125:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203862.724127:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203862.724128:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203862.724129:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203862.724131:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203862.724133:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203862.724137:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203862.724139:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203862.724143:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9fb80 x1875052841912448/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203887 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203862.724152:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841912448:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203862.724155:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203862.724158:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9ca80 x1875052841912576/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203862.724163:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203862.724165:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203862.724167:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203862.724169:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203862.724170:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203862.724173:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841912576:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788203862.724176:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203862.724177:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203862.724179:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203862.724180:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203862.724183:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374c00. 02000000:00000001:0.0:1788203862.724185:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203862.724188:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203862.724191:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788203862.724194:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788203862.724196:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841912576, portal 4 00000100:00000001:0.0:1788203862.724198:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203862.724199:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330344576 : -109644379207040 : ffff9c476db9ca80) 00000100:00000040:0.0:1788203862.724205:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9ca80 x1875052841912576/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203887 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203862.724211:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203862.724213:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203862.724215:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788203862.724217:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841912576, offset 0 00000400:00000200:0.0:1788203862.724221:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203862.724225:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203862.724228:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203862.724231:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203862.724233:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203862.724235:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203862.724238:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203862.724240:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704185:704185:256:4294967295] 192.168.201.101@tcp LPNI seq info [704180:704180:8:4294967295] 00000400:00000200:0.0:1788203862.724244:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203862.724248:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203862.724251:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203862.724253:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788203862.724255:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203862.724257:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1788203862.724264:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203862.724266:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788203862.724267:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203862.724269:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203862.724271:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788203862.724272:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788203862.724274:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203862.724276:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9ca80 x1875052841912576/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203887 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203862.724281:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203862.724283:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9ca80 x1875052841912576/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203887 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203862.724287:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203862.724288:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203862.724290:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203862.724292:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788203862.724294:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203862.724296:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309001764 00000100:00000001:0.0:1788203862.724297:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309002996 00000100:00000001:0.0:1788203862.724299:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309001764 00000100:00000001:0.0:1788203862.724300:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309002996 00000100:00000001:0.0:1788203862.724301:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203862.724302:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203862.724303:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203862.724305:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203862/real 1788203862] req@ffff9c476db9ca80 x1875052841912576/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203862.724310:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203862.724311:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203862.724312:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788203862.724313:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788203862.724314:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788203862.724315:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203862.724317:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9ca80 x1875052841912576/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203862.724322:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9ca80 x1875052841912576/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203862.724326:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203862.724326:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203862.724327:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203862.724328:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203862.724330:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9ca80 x1875052841912576/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203862.724333:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203862.724335:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9ca80 x1875052841912576/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203887 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203862.724338:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203862.724340:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203862.724341:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203862.724342:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203862.724343:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203862.724344:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203862.724346:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203862.724348:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203862.724349:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203862.724351:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9ca80 x1875052841912576/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203887 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203862.724355:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841912576:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788203862.724357:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203862.724358:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203862.724359:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9d500 x1875052841912320/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203887 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203862.724363:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203862.724363:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203862.724365:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375000. 02000000:00000001:0.0:1788203862.724366:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203862.724367:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203862.724368:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788203862.724369:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203862.724371:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a42400. 02000000:00000001:0.0:1788203862.724373:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203862.724374:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203862.724375:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9d500. 00000100:00000001:0.0:1788203862.724378:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203862.724379:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203862.724381:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203862.724384:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9fb80 x1875052841912448/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203887 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203862.724418:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203862.724420:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203862.724421:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788203862.724424:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203862.724426:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203862.724427:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788203862.724429:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203862.724431:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a43000. 02000000:00000001:0.0:1788203862.724436:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203862.724438:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203862.724439:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9fb80. 00000100:00000001:0.0:1788203862.724441:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203862.724443:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203862.724444:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203862.724448:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9ca80 x1875052841912576/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203887 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203862.724453:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203862.724454:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203862.724455:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374c00. 02000000:00000001:0.0:1788203862.724456:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203862.724457:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203862.724457:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788203862.724459:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203862.724460:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a41c00. 02000000:00000001:0.0:1788203862.724461:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203862.724462:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203862.724463:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9ca80. 00000100:00000001:0.0:1788203862.724465:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203862.724465:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203862.724466:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203862.724469:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203862.724470:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203862.724471:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203862.724472:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203863.362541:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203863.362551:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203863.362558:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203863.362560:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203863.362565:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203863.362566:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203863.362600:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203863.362603:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203863.362606:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203864.002526:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309002996, at 4309003008 00000100:00000040:1.0:1788203864.002526:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309002996, at 4309003008 00000100:00000010:0.0:1788203864.002542:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685baf00. 00000100:00000010:1.0:1788203864.002544:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba480. 00010000:00000001:0.0:1788203864.386533:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203864.386543:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203864.386550:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203864.386552:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203864.386556:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203864.386558:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203865.410511:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203865.410520:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203865.410527:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203865.410529:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203865.410532:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203865.410533:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203865.410557:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203865.410559:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203865.410562:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203866.434537:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203866.434545:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203866.434550:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203866.434551:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203866.434553:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203866.434554:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203866.434581:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203866.434583:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203866.434585:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203867.458475:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203867.458484:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203867.458492:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203867.458494:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203867.458498:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203867.458500:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203867.458524:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203867.458526:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203867.458528:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788203867.842689:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203867.842695:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203867.842699:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203867.842708:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9d880 x1875052841912704/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203867.842722:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203867.842725:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203867.842729:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203867.842733:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203867.842736:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203867.842740:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841912704:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788203867.842747:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203867.842752:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203867.842755:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203867.842759:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203867.842766:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375000. 02000000:00000001:0.0:1788203867.842772:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203867.842783:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203867.842790:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788203867.842800:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788203867.842811:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841912704, portal 25 00000100:00000001:0.0:1788203867.842816:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203867.842820:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330348160 : -109644379203456 : ffff9c476db9d880) 00000100:00000040:0.0:1788203867.842830:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9d880 x1875052841912704/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203892 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203867.842847:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203867.842854:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203867.842860:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788203867.842866:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841912704, offset 0 00000400:00000200:0.0:1788203867.842879:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203867.842893:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203867.842905:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203867.842912:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203867.842918:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203867.842926:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203867.842934:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203867.842944:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704186:704186:256:4294967295] 192.168.201.101@tcp LPNI seq info [704181:704181:8:4294967295] 00000400:00000200:0.0:1788203867.842959:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203867.842975:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203867.842986:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203867.842995:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788203867.843005:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203867.843010:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1788203867.843044:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203867.843047:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788203867.843056:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203867.843064:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203867.843070:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788203867.843075:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788203867.843082:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203867.843090:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9d880 x1875052841912704/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203892 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203867.843117:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203867.843123:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9d880 x1875052841912704/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203892 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203867.843139:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203867.843143:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203867.843152:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203867.843161:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203867.843169:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4309008116 00000100:00000010:0.0:1788203867.843180:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685baf00. 00000100:00000001:0.0:1788203867.843192:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788203867.843199:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4309008116 00000100:00000010:0.0:1788203867.843205:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba600. 00000100:00000001:0.0:1788203867.843210:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788203867.843214:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203867.843218:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203867.843221:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203867.843230:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203867/real 1788203867] req@ffff9c476db9d880 x1875052841912704/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203867.843250:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203867.843254:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203867.843257:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788203867.843261:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788203867.843263:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788203867.843266:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203867.843270:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9d880 x1875052841912704/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203867.843277:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9d880 x1875052841912704/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203867.843282:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203867.843283:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203867.843285:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203867.843286:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203867.843289:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9d880 x1875052841912704/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203867.843293:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203867.843296:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9d880 x1875052841912704/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203892 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203867.843305:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203867.843307:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203867.843308:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203867.843309:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203867.843311:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203867.843312:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203867.843314:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203867.843316:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203867.843318:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203867.843320:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9d880 x1875052841912704/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203892 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203867.843325:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841912704:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788203867.843329:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203867.843330:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203867.843332:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9d880 x1875052841912704/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203892 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203867.843337:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203867.843340:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203867.843343:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375000. 02000000:00000001:0.0:1788203867.843347:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203867.843349:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203867.843351:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788203867.843353:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203867.843356:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a43400. 02000000:00000001:0.0:1788203867.843363:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203867.843364:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203867.843366:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9d880. 00000100:00000001:0.0:1788203867.843369:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203867.843371:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203867.843373:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203867.843381:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203867.843382:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203867.843384:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203867.843385:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203867.843387:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203867.843391:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9c380 x1875052841912832/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203867.843417:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203867.843419:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203867.843421:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203867.843423:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203867.843425:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203867.843428:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841912832:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203867.843431:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203867.843432:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203867.843434:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203867.843435:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203867.843437:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375000. 02000000:00000001:0.0:1788203867.843438:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203867.843442:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203867.843444:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788203867.843446:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788203867.843448:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841912832, portal 10 00000100:00000001:0.0:1788203867.843450:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203867.843451:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330342784 : -109644379208832 : ffff9c476db9c380) 00000100:00000040:0.0:1788203867.843456:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9c380 x1875052841912832/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203892 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203867.843461:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203867.843462:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203867.843463:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788203867.843465:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841912832, offset 0 00000400:00000200:0.0:1788203867.843467:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203867.843470:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203867.843473:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203867.843475:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203867.843477:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203867.843478:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203867.843480:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203867.843482:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704187:704187:256:4294967295] 192.168.201.101@tcp LPNI seq info [704182:704182:8:4294967295] 00000400:00000200:0.0:1788203867.843484:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203867.843488:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203867.843491:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203867.843492:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788203867.843495:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203867.843497:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1788203867.843503:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203867.843505:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788203867.843507:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203867.843510:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203867.843512:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788203867.843514:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788203867.843517:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203867.843521:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9c380 x1875052841912832/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203892 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203867.843528:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203867.843531:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9c380 x1875052841912832/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203892 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203867.843537:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203867.843539:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203867.843547:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203867.843551:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788203867.843554:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203867.843556:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309006858 00000100:00000001:0.0:1788203867.843559:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309008116 00000100:00000001:0.0:1788203867.843561:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309006858 00000100:00000001:0.0:1788203867.843563:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309008116 00000100:00000001:0.0:1788203867.843564:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203867.843565:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203867.843567:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203867.843569:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203867/real 1788203867] req@ffff9c476db9c380 x1875052841912832/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203867.843575:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203867.843576:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203867.843578:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788203867.843580:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788203867.843582:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788203867.843584:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203867.843587:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9c380 x1875052841912832/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203867.843595:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9c380 x1875052841912832/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203867.843601:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203867.843603:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203867.843604:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203867.843606:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203867.843609:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9c380 x1875052841912832/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203867.843616:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203867.843620:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9c380 x1875052841912832/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203892 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203867.843626:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203867.843628:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203867.843630:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203867.843631:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203867.843632:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203867.843633:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203867.843635:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203867.843637:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203867.843638:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203867.843641:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9c380 x1875052841912832/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203892 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203867.843646:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841912832:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203867.843648:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203867.843650:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9f800 x1875052841912960/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203867.843653:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203867.843654:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203867.843656:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203867.843657:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203867.843658:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203867.843660:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841912960:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203867.843662:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203867.843663:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203867.843664:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203867.843665:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203867.843667:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376800. 02000000:00000001:0.0:1788203867.843668:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203867.843671:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203867.843672:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788203867.843674:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788203867.843676:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841912960, portal 10 00000100:00000001:0.0:1788203867.843678:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203867.843679:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330356224 : -109644379195392 : ffff9c476db9f800) 00000100:00000040:0.0:1788203867.843683:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9f800 x1875052841912960/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203892 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203867.843687:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203867.843689:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203867.843690:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788203867.843692:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841912960, offset 0 00000400:00000200:0.0:1788203867.843694:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203867.843696:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203867.843698:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203867.843700:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203867.843701:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203867.843703:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203867.843704:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203867.843706:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704188:704188:256:4294967295] 192.168.201.101@tcp LPNI seq info [704183:704183:8:4294967295] 00000400:00000200:0.0:1788203867.843709:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203867.843713:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203867.843715:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203867.843717:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788203867.843719:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203867.843721:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1788203867.843733:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203867.843734:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788203867.843736:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203867.843738:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203867.843740:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788203867.843741:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788203867.843743:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203867.843745:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9f800 x1875052841912960/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203892 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203867.843749:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203867.843751:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9f800 x1875052841912960/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203892 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203867.843755:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203867.843756:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203867.843758:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203867.843760:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788203867.843762:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203867.843763:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309006858 00000100:00000001:0.0:1788203867.843765:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309008116 00000100:00000001:0.0:1788203867.843766:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309006858 00000100:00000001:0.0:1788203867.843767:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309008116 00000100:00000001:0.0:1788203867.843768:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203867.843769:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203867.843770:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203867.843772:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203867/real 1788203867] req@ffff9c476db9f800 x1875052841912960/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203867.843776:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203867.843777:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203867.843778:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788203867.843780:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788203867.843781:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788203867.843782:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203867.843784:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9f800 x1875052841912960/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203867.843789:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9f800 x1875052841912960/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203867.843792:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203867.843793:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203867.843794:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203867.843795:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203867.843798:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9f800 x1875052841912960/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203867.843805:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203867.843808:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9f800 x1875052841912960/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203892 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203867.843814:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203867.843817:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203867.843818:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203867.843819:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203867.843821:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203867.843823:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203867.843825:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203867.843829:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203867.843831:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203867.843835:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9f800 x1875052841912960/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203892 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203867.843843:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841912960:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203867.843846:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203867.843848:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9f480 x1875052841913088/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203867.843852:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203867.843853:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203867.843855:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203867.843856:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203867.843858:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203867.843860:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841913088:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788203867.843863:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203867.843866:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203867.843867:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203867.843869:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203867.843874:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788203867.843876:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203867.843880:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203867.843882:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788203867.843885:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788203867.843888:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841913088, portal 4 00000100:00000001:0.0:1788203867.843890:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203867.843892:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330355328 : -109644379196288 : ffff9c476db9f480) 00000100:00000040:0.0:1788203867.843898:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9f480 x1875052841913088/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203892 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203867.843904:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203867.843906:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203867.843908:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788203867.843910:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841913088, offset 0 00000400:00000200:0.0:1788203867.843915:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203867.843919:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203867.843922:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203867.843925:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203867.843928:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203867.843930:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203867.843933:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203867.843935:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704189:704189:256:4294967295] 192.168.201.101@tcp LPNI seq info [704184:704184:8:4294967295] 00000400:00000200:0.0:1788203867.843939:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203867.843945:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203867.843949:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203867.843953:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788203867.843957:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203867.843960:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1788203867.843970:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203867.843972:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788203867.843975:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203867.843978:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203867.843981:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788203867.843983:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788203867.843985:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203867.843988:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9f480 x1875052841913088/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203892 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203867.843996:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203867.843999:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9f480 x1875052841913088/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203892 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203867.844005:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203867.844006:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203867.844010:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203867.844012:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788203867.844016:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203867.844018:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309006884 00000100:00000001:0.0:1788203867.844033:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309008116 00000100:00000001:0.0:1788203867.844035:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309006884 00000100:00000001:0.0:1788203867.844037:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309008116 00000100:00000001:0.0:1788203867.844040:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203867.844042:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203867.844043:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203867.844048:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203867/real 1788203867] req@ffff9c476db9f480 x1875052841913088/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203867.844056:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203867.844058:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203867.844060:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788203867.844062:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788203867.844064:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788203867.844067:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203867.844070:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9f480 x1875052841913088/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203867.844077:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9f480 x1875052841913088/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203867.844084:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203867.844085:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203867.844087:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203867.844088:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203867.844092:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9f480 x1875052841913088/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203867.844099:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203867.844102:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9f480 x1875052841913088/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203892 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203867.844109:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203867.844111:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203867.844113:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203867.844114:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203867.844116:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203867.844117:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203867.844120:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203867.844123:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203867.844125:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203867.844129:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9f480 x1875052841913088/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203892 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203867.844134:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841913088:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788203867.844137:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203867.844138:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203867.844140:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9c380 x1875052841912832/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203892 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203867.844144:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203867.844146:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203867.844147:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375000. 02000000:00000001:0.0:1788203867.844149:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203867.844151:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203867.844152:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788203867.844154:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203867.844156:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a42c00. 02000000:00000001:0.0:1788203867.844159:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203867.844161:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203867.844162:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9c380. 00000100:00000001:0.0:1788203867.844165:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203867.844167:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203867.844169:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203867.844172:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9f800 x1875052841912960/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203892 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203867.844178:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203867.844180:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203867.844181:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376800. 02000000:00000001:0.0:1788203867.844183:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203867.844184:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203867.844185:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788203867.844187:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203867.844189:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a40000. 02000000:00000001:0.0:1788203867.844192:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203867.844193:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203867.844194:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9f800. 00000100:00000001:0.0:1788203867.844197:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203867.844198:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203867.844199:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203867.844202:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9f480 x1875052841913088/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203892 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203867.844207:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203867.844208:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203867.844209:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788203867.844211:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203867.844212:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203867.844213:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788203867.844214:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203867.844215:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a42000. 02000000:00000001:0.0:1788203867.844216:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203867.844216:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203867.844217:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9f480. 00000100:00000001:0.0:1788203867.844218:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203867.844219:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203867.844220:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203867.844222:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203867.844223:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203867.844225:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203867.844226:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203868.482491:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203868.482502:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203868.482505:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203868.482508:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203868.482515:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203868.482518:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203868.482520:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203868.482522:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203868.482527:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203868.482529:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203868.482532:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203868.482533:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203869.122531:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309008116, at 4309008128 00000100:00000040:1.0:1788203869.122532:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309008116, at 4309008128 00000100:00000010:1.0:1788203869.122551:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba600. 00000100:00000010:0.0:1788203869.122554:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685baf00. 00010000:00000001:0.0:1788203869.506542:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203869.506551:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203869.506558:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203869.506559:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203869.506563:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203869.506564:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203869.506596:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203869.506600:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203869.506604:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203870.530555:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203870.530564:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203870.530571:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203870.530572:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203870.530576:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203870.530578:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203870.530607:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203870.530610:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203870.530612:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203871.554584:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203871.554594:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203871.554601:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203871.554605:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203871.554608:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203871.554612:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203871.554616:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203871.554619:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203871.554622:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203871.554624:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203871.554629:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203871.554630:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203871.554632:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203871.554633:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203871.554635:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203871.554637:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203871.554639:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203871.554641:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203871.554675:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203871.554679:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203871.554682:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203872.578517:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203872.578524:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203872.578531:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203872.578532:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203872.578535:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203872.578537:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203872.962742:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203872.962748:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203872.962753:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203872.962763:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9c000 x1875052841913216/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203872.962779:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203872.962782:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203872.962789:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203872.962793:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203872.962797:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203872.962803:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841913216:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788203872.962810:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203872.962816:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203872.962819:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203872.962824:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203872.962830:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374c00. 02000000:00000001:0.0:1788203872.962834:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203872.962845:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203872.962852:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788203872.962861:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788203872.962872:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841913216, portal 25 00000100:00000001:0.0:1788203872.962886:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203872.962889:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330341888 : -109644379209728 : ffff9c476db9c000) 00000100:00000040:0.0:1788203872.962900:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9c000 x1875052841913216/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203897 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203872.962919:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203872.962926:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203872.962957:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788203872.962963:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841913216, offset 0 00000400:00000200:0.0:1788203872.962975:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203872.962987:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203872.962996:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203872.963004:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203872.963015:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203872.963023:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203872.963029:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203872.963040:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704190:704190:256:4294967295] 192.168.201.101@tcp LPNI seq info [704185:704185:8:4294967295] 00000400:00000200:0.0:1788203872.963054:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203872.963076:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203872.963101:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203872.963112:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788203872.963125:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203872.963134:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1788203872.963158:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203872.963162:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788203872.963170:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203872.963181:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203872.963190:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788203872.963200:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788203872.963207:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203872.963213:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9c000 x1875052841913216/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203897 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203872.963228:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203872.963233:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9c000 x1875052841913216/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203897 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203872.963244:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203872.963248:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203872.963256:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203872.963262:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203872.963267:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4309013236 00000100:00000010:0.0:1788203872.963276:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685baf00. 00000100:00000001:0.0:1788203872.963286:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788203872.963298:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4309013236 00000100:00000010:0.0:1788203872.963304:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba5a0. 00000100:00000001:0.0:1788203872.963311:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788203872.963318:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203872.963324:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203872.963328:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203872.963335:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203872/real 1788203872] req@ffff9c476db9c000 x1875052841913216/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203872.963343:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203872.963345:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203872.963347:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788203872.963350:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788203872.963351:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788203872.963354:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203872.963356:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9c000 x1875052841913216/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203872.963363:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9c000 x1875052841913216/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203872.963375:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203872.963376:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203872.963378:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203872.963380:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203872.963383:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9c000 x1875052841913216/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203872.963388:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203872.963391:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9c000 x1875052841913216/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203897 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203872.963415:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203872.963417:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203872.963418:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203872.963420:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203872.963422:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203872.963425:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203872.963428:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203872.963432:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203872.963435:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203872.963441:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9c000 x1875052841913216/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203897 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203872.963450:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841913216:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788203872.963457:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203872.963459:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203872.963463:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9c000 x1875052841913216/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203897 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203872.963471:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203872.963474:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203872.963477:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374c00. 02000000:00000001:0.0:1788203872.963480:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203872.963482:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203872.963484:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788203872.963486:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203872.963488:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a43c00. 02000000:00000001:0.0:1788203872.963494:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203872.963495:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203872.963497:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9c000. 00000100:00000001:0.0:1788203872.963500:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203872.963501:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203872.963503:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203872.963510:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203872.963511:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203872.963513:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203872.963514:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203872.963515:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203872.963519:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9c700 x1875052841913344/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203872.963527:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203872.963528:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203872.963531:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203872.963533:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203872.963535:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203872.963538:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841913344:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203872.963542:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203872.963544:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203872.963546:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203872.963548:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203872.963551:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374c00. 02000000:00000001:0.0:1788203872.963553:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203872.963558:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203872.963561:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788203872.963565:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788203872.963568:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841913344, portal 10 00000100:00000001:0.0:1788203872.963570:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203872.963572:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330343680 : -109644379207936 : ffff9c476db9c700) 00000100:00000040:0.0:1788203872.963580:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9c700 x1875052841913344/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203897 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203872.963584:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203872.963586:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203872.963588:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788203872.963590:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841913344, offset 0 00000400:00000200:0.0:1788203872.963593:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203872.963596:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203872.963599:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203872.963602:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203872.963603:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203872.963605:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203872.963607:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203872.963610:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704191:704191:256:4294967295] 192.168.201.101@tcp LPNI seq info [704186:704186:8:4294967295] 00000400:00000200:0.0:1788203872.963613:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203872.963618:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203872.963621:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203872.963624:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788203872.963627:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203872.963629:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1788203872.963637:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203872.963639:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788203872.963641:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203872.963644:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203872.963646:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788203872.963647:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788203872.963649:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203872.963651:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9c700 x1875052841913344/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203897 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203872.963657:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203872.963659:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9c700 x1875052841913344/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203897 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203872.963664:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203872.963665:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203872.963667:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203872.963671:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788203872.963673:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203872.963675:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309011978 00000100:00000001:0.0:1788203872.963677:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309013236 00000100:00000001:0.0:1788203872.963678:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309011978 00000100:00000001:0.0:1788203872.963680:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309013236 00000100:00000001:0.0:1788203872.963681:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203872.963683:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203872.963684:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203872.963687:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203872/real 1788203872] req@ffff9c476db9c700 x1875052841913344/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203872.963692:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203872.963693:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203872.963694:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788203872.963695:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788203872.963697:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788203872.963698:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203872.963700:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9c700 x1875052841913344/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203872.963709:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9c700 x1875052841913344/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203872.963716:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203872.963718:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203872.963720:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203872.963721:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203872.963725:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9c700 x1875052841913344/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203872.963733:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203872.963738:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9c700 x1875052841913344/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203897 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203872.963745:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203872.963748:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203872.963750:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203872.963751:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203872.963753:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203872.963755:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203872.963758:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203872.963762:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203872.963764:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203872.963768:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9c700 x1875052841913344/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203897 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203872.963776:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841913344:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203872.963780:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203872.963783:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9e680 x1875052841913472/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203872.963791:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203872.963792:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203872.963795:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203872.963797:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203872.963799:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203872.963802:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841913472:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203872.963806:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203872.963808:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203872.963810:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203872.963812:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203872.963816:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376c00. 02000000:00000001:0.0:1788203872.963818:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203872.963821:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203872.963824:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788203872.963827:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788203872.963830:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841913472, portal 10 00000100:00000001:0.0:1788203872.963832:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203872.963833:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330351744 : -109644379199872 : ffff9c476db9e680) 00000100:00000040:0.0:1788203872.963840:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9e680 x1875052841913472/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203897 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203872.963846:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203872.963849:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203872.963851:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788203872.963854:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841913472, offset 0 00000400:00000200:0.0:1788203872.963858:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203872.963862:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203872.963866:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203872.963869:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203872.963872:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203872.963874:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203872.963877:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203872.963880:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704192:704192:256:4294967295] 192.168.201.101@tcp LPNI seq info [704187:704187:8:4294967295] 00000400:00000200:0.0:1788203872.963884:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203872.963891:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203872.963896:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203872.963900:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788203872.963904:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203872.963908:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1788203872.963920:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203872.963922:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788203872.963925:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203872.963941:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203872.963946:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788203872.963949:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788203872.963952:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203872.963956:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9e680 x1875052841913472/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203897 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203872.963965:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203872.963969:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9e680 x1875052841913472/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203897 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203872.963976:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203872.963978:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203872.963981:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203872.963985:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788203872.963988:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203872.963990:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309011978 00000100:00000001:0.0:1788203872.963993:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309013236 00000100:00000001:0.0:1788203872.963995:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309011978 00000100:00000001:0.0:1788203872.963997:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309013236 00000100:00000001:0.0:1788203872.964000:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203872.964002:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203872.964004:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203872.964007:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203872/real 1788203872] req@ffff9c476db9e680 x1875052841913472/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203872.964016:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203872.964018:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203872.964019:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788203872.964022:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788203872.964024:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788203872.964026:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203872.964030:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9e680 x1875052841913472/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203872.964039:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9e680 x1875052841913472/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203872.964047:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203872.964048:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203872.964050:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203872.964052:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203872.964056:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9e680 x1875052841913472/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203872.964064:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203872.964068:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9e680 x1875052841913472/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203897 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203872.964076:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203872.964079:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203872.964081:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203872.964082:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203872.964084:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203872.964086:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203872.964089:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203872.964093:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203872.964095:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203872.964099:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9e680 x1875052841913472/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203897 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203872.964108:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841913472:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203872.964112:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203872.964116:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9d180 x1875052841913600/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203872.964123:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203872.964124:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203872.964126:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203872.964128:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203872.964130:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203872.964133:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841913600:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788203872.964136:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203872.964138:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203872.964140:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203872.964142:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203872.964146:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788203872.964147:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203872.964151:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203872.964154:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788203872.964158:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788203872.964161:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841913600, portal 4 00000100:00000001:0.0:1788203872.964163:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203872.964164:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330346368 : -109644379205248 : ffff9c476db9d180) 00000100:00000040:0.0:1788203872.964171:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9d180 x1875052841913600/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203897 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203872.964178:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203872.964180:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203872.964183:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788203872.964185:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841913600, offset 0 00000400:00000200:0.0:1788203872.964190:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203872.964194:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203872.964198:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203872.964201:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203872.964203:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203872.964206:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203872.964209:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203872.964212:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704193:704193:256:4294967295] 192.168.201.101@tcp LPNI seq info [704188:704188:8:4294967295] 00000400:00000200:0.0:1788203872.964216:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203872.964222:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203872.964227:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203872.964230:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788203872.964235:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203872.964237:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1788203872.964248:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203872.964250:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788203872.964254:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203872.964257:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203872.964260:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788203872.964262:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788203872.964265:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203872.964269:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9d180 x1875052841913600/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203897 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203872.964278:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203872.964281:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9d180 x1875052841913600/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203897 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203872.964288:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203872.964289:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203872.964293:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203872.964296:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788203872.964300:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203872.964302:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309012004 00000100:00000001:0.0:1788203872.964305:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309013236 00000100:00000001:0.0:1788203872.964307:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309012004 00000100:00000001:0.0:1788203872.964310:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309013236 00000100:00000001:0.0:1788203872.964312:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203872.964315:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203872.964316:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203872.964320:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203872/real 1788203872] req@ffff9c476db9d180 x1875052841913600/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203872.964327:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203872.964328:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203872.964330:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788203872.964332:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788203872.964334:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788203872.964336:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203872.964339:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9d180 x1875052841913600/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203872.964346:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9d180 x1875052841913600/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203872.964359:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203872.964360:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203872.964362:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203872.964363:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203872.964367:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9d180 x1875052841913600/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203872.964373:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203872.964377:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9d180 x1875052841913600/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203897 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203872.964383:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203872.964385:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203872.964387:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203872.964388:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203872.964390:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203872.964392:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203872.964417:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203872.964420:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203872.964423:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203872.964428:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9d180 x1875052841913600/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203897 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203872.964437:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841913600:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788203872.964441:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203872.964443:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203872.964447:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9c700 x1875052841913344/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203897 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203872.964454:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203872.964455:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203872.964458:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374c00. 02000000:00000001:0.0:1788203872.964461:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203872.964463:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203872.964465:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788203872.964467:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203872.964469:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a42800. 02000000:00000001:0.0:1788203872.964473:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203872.964474:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203872.964476:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9c700. 00000100:00000001:0.0:1788203872.964478:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203872.964480:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203872.964482:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203872.964485:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9e680 x1875052841913472/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203897 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203872.964492:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203872.964494:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203872.964495:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376c00. 02000000:00000001:0.0:1788203872.964498:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203872.964499:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203872.964500:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788203872.964503:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203872.964504:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a42000. 02000000:00000001:0.0:1788203872.964506:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203872.964508:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203872.964509:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9e680. 00000100:00000001:0.0:1788203872.964512:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203872.964513:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203872.964515:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203872.964518:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9d180 x1875052841913600/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203897 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203872.964526:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203872.964527:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203872.964529:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788203872.964531:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203872.964533:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203872.964534:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788203872.964537:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203872.964539:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a40000. 02000000:00000001:0.0:1788203872.964542:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203872.964543:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203872.964545:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9d180. 00000100:00000001:0.0:1788203872.964547:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203872.964548:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203872.964550:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203872.964554:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203872.964555:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203872.964558:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203872.964559:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203873.602522:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203873.602528:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203873.602535:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203873.602536:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203873.602539:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203873.602541:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203873.602576:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203873.602579:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203873.602583:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203874.242540:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309013236, at 4309013248 00000100:00000040:1.0:1788203874.242541:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309013236, at 4309013248 00000100:00000010:0.0:1788203874.242564:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685baf00. 00000100:00000010:1.0:1788203874.242571:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba5a0. 00010000:00000001:0.0:1788203874.626526:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203874.626533:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203874.626538:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203874.626539:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203874.626542:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203874.626543:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203874.626569:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203874.626572:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203874.626574:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203875.650527:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203875.650535:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203875.650540:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203875.650541:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203875.650543:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203875.650545:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203875.650570:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203875.650572:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203875.650575:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203876.674512:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203876.674519:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203876.674525:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203876.674527:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203876.674530:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203876.674531:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203877.698547:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203877.698558:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203877.698565:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203877.698566:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203877.698571:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203877.698572:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203877.698603:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203877.698607:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203877.698610:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788203878.082732:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203878.082737:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203878.082742:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203878.082753:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c849c00 x1875052841913728/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203878.082772:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203878.082776:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203878.082783:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203878.082786:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203878.082793:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203878.082800:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c849c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841913728:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788203878.082807:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203878.082813:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203878.082818:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203878.082824:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203878.082830:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374c00. 02000000:00000001:0.0:1788203878.082835:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203878.082866:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203878.082874:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788203878.082883:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788203878.082893:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841913728, portal 25 00000100:00000001:0.0:1788203878.082899:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203878.082903:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578517504 : -109644131034112 : ffff9c477c849c00) 00000100:00000040:0.0:1788203878.082914:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c849c00 x1875052841913728/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203903 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203878.082934:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203878.082942:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203878.082954:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788203878.082961:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841913728, offset 0 00000400:00000200:0.0:1788203878.082974:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203878.082986:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203878.083000:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203878.083010:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203878.083016:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203878.083021:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203878.083027:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203878.083033:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704194:704194:256:4294967295] 192.168.201.101@tcp LPNI seq info [704189:704189:8:4294967295] 00000400:00000200:0.0:1788203878.083042:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203878.083057:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203878.083067:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203878.083074:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788203878.083083:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203878.083087:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1788203878.083105:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203878.083108:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788203878.083115:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203878.083122:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203878.083127:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788203878.083131:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788203878.083136:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203878.083143:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c849c00 x1875052841913728/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203903 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203878.083159:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203878.083166:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c849c00 x1875052841913728/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203903 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203878.083183:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203878.083187:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203878.083193:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203878.083199:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203878.083203:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4309018356 00000100:00000010:0.0:1788203878.083209:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685baf00. 00000100:00000001:0.0:1788203878.083216:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788203878.083224:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4309018356 00000100:00000010:0.0:1788203878.083228:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba3c0. 00000100:00000001:0.0:1788203878.083234:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788203878.083238:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203878.083243:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203878.083247:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203878.083252:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203878/real 1788203878] req@ffff9c477c849c00 x1875052841913728/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203878.083261:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203878.083262:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203878.083264:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788203878.083266:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788203878.083267:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788203878.083269:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203878.083272:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c849c00 x1875052841913728/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203878.083277:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c849c00 x1875052841913728/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203878.083281:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203878.083282:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203878.083284:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203878.083285:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203878.083288:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c849c00 x1875052841913728/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203878.083292:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203878.083294:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c849c00 x1875052841913728/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203903 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203878.083298:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203878.083300:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203878.083301:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203878.083301:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203878.083303:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203878.083304:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203878.083306:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203878.083308:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203878.083310:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203878.083312:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c849c00 x1875052841913728/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203903 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203878.083317:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c849c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841913728:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788203878.083319:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203878.083321:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203878.083322:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c849c00 x1875052841913728/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203903 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203878.083326:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203878.083328:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203878.083330:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374c00. 02000000:00000001:0.0:1788203878.083331:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203878.083332:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203878.083334:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788203878.083335:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203878.083337:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f0c00. 02000000:00000001:0.0:1788203878.083339:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203878.083341:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203878.083342:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c849c00. 00000100:00000001:0.0:1788203878.083344:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203878.083345:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203878.083346:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203878.083351:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203878.083352:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203878.083353:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203878.083354:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203878.083355:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203878.083357:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c84a300 x1875052841913856/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203878.083362:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203878.083363:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203878.083364:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203878.083365:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203878.083366:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203878.083368:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c84a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841913856:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203878.083370:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203878.083371:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203878.083372:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203878.083373:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203878.083375:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374c00. 02000000:00000001:0.0:1788203878.083376:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203878.083378:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203878.083379:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788203878.083381:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788203878.083383:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841913856, portal 10 00000100:00000001:0.0:1788203878.083385:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203878.083386:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578519296 : -109644131032320 : ffff9c477c84a300) 00000100:00000040:0.0:1788203878.083390:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c84a300 x1875052841913856/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203903 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203878.083413:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203878.083416:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203878.083418:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788203878.083421:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841913856, offset 0 00000400:00000200:0.0:1788203878.083425:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203878.083429:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203878.083432:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203878.083435:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203878.083438:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203878.083440:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203878.083442:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203878.083445:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704195:704195:256:4294967295] 192.168.201.101@tcp LPNI seq info [704190:704190:8:4294967295] 00000400:00000200:0.0:1788203878.083449:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203878.083453:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203878.083456:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203878.083458:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788203878.083461:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203878.083462:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1788203878.083468:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203878.083470:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788203878.083471:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203878.083474:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203878.083476:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788203878.083477:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788203878.083479:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203878.083481:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c84a300 x1875052841913856/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203903 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203878.083489:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203878.083491:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84a300 x1875052841913856/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203903 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203878.083495:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203878.083496:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203878.083498:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203878.083500:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788203878.083501:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203878.083503:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309017098 00000100:00000001:0.0:1788203878.083504:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309018356 00000100:00000001:0.0:1788203878.083506:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309017098 00000100:00000001:0.0:1788203878.083507:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309018356 00000100:00000001:0.0:1788203878.083508:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203878.083510:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203878.083511:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203878.083513:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203878/real 1788203878] req@ffff9c477c84a300 x1875052841913856/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203878.083517:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203878.083517:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203878.083518:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788203878.083520:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788203878.083521:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788203878.083522:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203878.083524:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c84a300 x1875052841913856/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203878.083528:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c84a300 x1875052841913856/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203878.083532:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203878.083533:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203878.083534:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203878.083535:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203878.083536:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c84a300 x1875052841913856/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203878.083540:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203878.083542:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c84a300 x1875052841913856/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203903 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203878.083546:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203878.083547:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203878.083548:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203878.083548:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203878.083549:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203878.083550:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203878.083552:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203878.083553:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203878.083555:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203878.083557:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c84a300 x1875052841913856/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203903 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203878.083561:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c84a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841913856:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203878.083563:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203878.083564:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c849f80 x1875052841913984/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203878.083568:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203878.083569:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203878.083571:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203878.083572:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203878.083573:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203878.083575:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c849f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841913984:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203878.083577:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203878.083584:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203878.083585:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203878.083586:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203878.083588:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788203878.083589:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203878.083591:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203878.083593:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788203878.083594:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788203878.083596:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841913984, portal 10 00000100:00000001:0.0:1788203878.083597:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203878.083598:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578518400 : -109644131033216 : ffff9c477c849f80) 00000100:00000040:0.0:1788203878.083602:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c849f80 x1875052841913984/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203903 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203878.083605:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203878.083607:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203878.083608:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788203878.083609:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841913984, offset 0 00000400:00000200:0.0:1788203878.083611:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203878.083613:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203878.083615:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203878.083617:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203878.083618:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203878.083620:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203878.083621:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203878.083623:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704196:704196:256:4294967295] 192.168.201.101@tcp LPNI seq info [704191:704191:8:4294967295] 00000400:00000200:0.0:1788203878.083625:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203878.083628:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203878.083630:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203878.083632:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788203878.083634:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203878.083636:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1788203878.083642:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203878.083643:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788203878.083645:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203878.083647:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203878.083649:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788203878.083650:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788203878.083651:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203878.083653:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c849f80 x1875052841913984/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203903 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203878.083657:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203878.083659:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c849f80 x1875052841913984/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203903 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203878.083664:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203878.083665:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203878.083668:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203878.083670:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788203878.083673:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203878.083675:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309017098 00000100:00000001:0.0:1788203878.083677:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309018356 00000100:00000001:0.0:1788203878.083679:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309017098 00000100:00000001:0.0:1788203878.083681:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309018356 00000100:00000001:0.0:1788203878.083683:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203878.083685:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203878.083686:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203878.083690:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203878/real 1788203878] req@ffff9c477c849f80 x1875052841913984/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203878.083697:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203878.083699:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203878.083700:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788203878.083702:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788203878.083704:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788203878.083706:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203878.083709:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c849f80 x1875052841913984/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203878.083716:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c849f80 x1875052841913984/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203878.083724:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203878.083725:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203878.083727:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203878.083728:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203878.083732:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c849f80 x1875052841913984/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203878.083737:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203878.083741:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c849f80 x1875052841913984/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203903 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203878.083746:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203878.083749:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203878.083750:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203878.083751:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203878.083753:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203878.083754:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203878.083756:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203878.083759:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203878.083761:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203878.083765:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c849f80 x1875052841913984/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203903 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203878.083776:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c849f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841913984:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203878.083779:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203878.083781:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c84aa00 x1875052841914112/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203878.083784:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203878.083785:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203878.083787:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203878.083788:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203878.083789:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203878.083791:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c84aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841914112:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788203878.083792:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203878.083793:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203878.083794:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203878.083796:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203878.083798:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376400. 02000000:00000001:0.0:1788203878.083799:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203878.083801:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203878.083803:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788203878.083805:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788203878.083807:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841914112, portal 4 00000100:00000001:0.0:1788203878.083808:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203878.083809:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578521088 : -109644131030528 : ffff9c477c84aa00) 00000100:00000040:0.0:1788203878.083813:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c84aa00 x1875052841914112/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203903 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203878.083816:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203878.083818:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203878.083819:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788203878.083820:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841914112, offset 0 00000400:00000200:0.0:1788203878.083822:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203878.083825:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203878.083827:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203878.083829:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203878.083830:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203878.083832:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203878.083833:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203878.083835:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704197:704197:256:4294967295] 192.168.201.101@tcp LPNI seq info [704192:704192:8:4294967295] 00000400:00000200:0.0:1788203878.083837:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203878.083855:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203878.083858:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203878.083861:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788203878.083863:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203878.083865:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1788203878.083872:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203878.083873:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788203878.083875:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203878.083877:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203878.083878:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788203878.083879:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788203878.083881:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203878.083883:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c84aa00 x1875052841914112/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203903 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203878.083888:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203878.083890:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84aa00 x1875052841914112/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203903 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203878.083894:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203878.083895:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203878.083896:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203878.083898:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788203878.083900:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203878.083901:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309017124 00000100:00000001:0.0:1788203878.083903:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309018356 00000100:00000001:0.0:1788203878.083905:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309017124 00000100:00000001:0.0:1788203878.083906:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309018356 00000100:00000001:0.0:1788203878.083907:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203878.083908:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203878.083909:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203878.083911:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203878/real 1788203878] req@ffff9c477c84aa00 x1875052841914112/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203878.083915:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203878.083916:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203878.083917:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788203878.083918:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788203878.083919:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788203878.083920:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203878.083922:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c84aa00 x1875052841914112/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203878.083927:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c84aa00 x1875052841914112/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203878.083930:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203878.083931:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203878.083932:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203878.083932:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203878.083934:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c84aa00 x1875052841914112/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203878.083938:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203878.083940:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c84aa00 x1875052841914112/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203903 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203878.083943:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203878.083945:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203878.083945:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203878.083946:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203878.083947:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203878.083948:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203878.083950:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203878.083951:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203878.083953:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203878.083954:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c84aa00 x1875052841914112/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203903 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203878.083958:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c84aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841914112:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788203878.083960:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203878.083961:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203878.083963:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c84a300 x1875052841913856/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203903 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203878.083966:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203878.083967:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203878.083969:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374c00. 02000000:00000001:0.0:1788203878.083970:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203878.083971:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203878.083972:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788203878.083973:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203878.083974:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f2800. 02000000:00000001:0.0:1788203878.083976:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203878.083977:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203878.083977:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c84a300. 00000100:00000001:0.0:1788203878.083979:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203878.083980:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203878.083981:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203878.083983:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c849f80 x1875052841913984/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203903 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203878.083990:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203878.083990:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203878.083991:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788203878.083992:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203878.083993:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203878.083993:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788203878.083994:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203878.083995:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f3000. 02000000:00000001:0.0:1788203878.083996:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203878.083997:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203878.083997:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c849f80. 00000100:00000001:0.0:1788203878.083998:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203878.083999:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203878.084000:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203878.084001:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c84aa00 x1875052841914112/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203903 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203878.084005:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203878.084005:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203878.084006:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376400. 02000000:00000001:0.0:1788203878.084007:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203878.084008:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203878.084008:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788203878.084009:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203878.084010:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f3800. 02000000:00000001:0.0:1788203878.084011:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203878.084011:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203878.084012:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c84aa00. 00000100:00000001:0.0:1788203878.084013:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203878.084014:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203878.084015:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203878.084017:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203878.084017:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203878.084018:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203878.084019:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203878.722493:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203878.722501:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203878.722503:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203878.722506:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203878.722510:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203878.722511:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203878.722513:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203878.722514:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203878.722517:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203878.722518:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203878.722520:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203878.722521:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203878.722538:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203878.722540:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203878.722542:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203879.362486:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309018356, at 4309018368 00000100:00000040:1.0:1788203879.362486:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309018356, at 4309018368 00000100:00000010:1.0:1788203879.362499:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba3c0. 00000100:00000010:0.0:1788203879.362501:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685baf00. 00010000:00000001:0.0:1788203879.746472:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203879.746478:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203879.746482:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203879.746483:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203879.746485:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203879.746486:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203879.746501:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203879.746502:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203879.746504:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203880.770483:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203880.770488:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203880.770492:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203880.770493:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203880.770495:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203880.770496:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203881.794465:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203881.794470:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203881.794474:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203881.794476:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203881.794478:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203881.794480:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203881.794482:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203881.794484:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203881.794485:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203881.794487:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203881.794489:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203881.794490:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203881.794491:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203881.794491:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203881.794492:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203881.794493:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203881.794494:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203881.794495:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203881.794511:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203881.794514:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203881.794516:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203882.818486:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203882.818493:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203882.818498:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203882.818499:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203882.818503:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203882.818504:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203882.818525:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203882.818528:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203882.818530:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788203883.202778:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203883.202782:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203883.202785:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203883.202794:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9ea00 x1875052841914240/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203883.202807:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203883.202810:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203883.202816:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203883.202819:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203883.202822:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203883.202827:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841914240:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788203883.202833:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203883.202836:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203883.202838:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203883.202840:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203883.202843:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374c00. 02000000:00000001:0.0:1788203883.202845:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203883.202853:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203883.202858:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788203883.202865:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788203883.202871:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841914240, portal 25 00000100:00000001:0.0:1788203883.202886:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203883.202889:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330352640 : -109644379198976 : ffff9c476db9ea00) 00000100:00000040:0.0:1788203883.202895:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9ea00 x1875052841914240/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203908 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203883.202906:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203883.202911:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203883.202914:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788203883.202918:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841914240, offset 0 00000400:00000200:0.0:1788203883.202925:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203883.202934:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203883.202941:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203883.202946:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203883.202951:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203883.202955:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203883.202957:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203883.202960:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704198:704198:256:4294967295] 192.168.201.101@tcp LPNI seq info [704193:704193:8:4294967295] 00000400:00000200:0.0:1788203883.202964:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203883.202977:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203883.202988:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203883.202997:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788203883.203008:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203883.203016:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1788203883.203040:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203883.203045:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788203883.203053:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203883.203062:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203883.203069:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788203883.203073:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788203883.203078:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203883.203084:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9ea00 x1875052841914240/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203908 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203883.203103:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203883.203111:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9ea00 x1875052841914240/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203908 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203883.203132:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203883.203137:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203883.203146:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203883.203152:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203883.203155:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4309023476 00000100:00000010:0.0:1788203883.203162:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685baf00. 00000100:00000001:0.0:1788203883.203168:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788203883.203174:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4309023476 00000100:00000010:0.0:1788203883.203179:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685bad80. 00000100:00000001:0.0:1788203883.203184:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788203883.203187:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203883.203191:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203883.203193:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203883.203199:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203883/real 1788203883] req@ffff9c476db9ea00 x1875052841914240/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203883.203213:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203883.203216:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203883.203219:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788203883.203223:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788203883.203225:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788203883.203229:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203883.203236:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9ea00 x1875052841914240/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203883.203250:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9ea00 x1875052841914240/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203883.203262:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203883.203265:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203883.203270:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203883.203272:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203883.203277:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9ea00 x1875052841914240/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203883.203291:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203883.203299:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9ea00 x1875052841914240/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203908 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203883.203311:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203883.203314:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203883.203315:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203883.203315:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203883.203317:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203883.203319:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203883.203323:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203883.203329:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203883.203333:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203883.203345:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9ea00 x1875052841914240/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203908 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203883.203354:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841914240:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788203883.203360:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203883.203364:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203883.203368:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9ea00 x1875052841914240/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203908 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203883.203384:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203883.203387:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203883.203390:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374c00. 02000000:00000001:0.0:1788203883.203419:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203883.203423:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203883.203427:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788203883.203432:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203883.203435:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a43400. 02000000:00000001:0.0:1788203883.203441:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203883.203444:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203883.203446:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9ea00. 00000100:00000001:0.0:1788203883.203451:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203883.203452:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203883.203457:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203883.203464:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203883.203467:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203883.203471:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203883.203473:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203883.203475:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203883.203481:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9dc00 x1875052841914368/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203883.203491:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203883.203493:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203883.203496:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203883.203497:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203883.203500:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203883.203503:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841914368:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203883.203506:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203883.203508:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203883.203510:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203883.203512:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203883.203515:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374c00. 02000000:00000001:0.0:1788203883.203516:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203883.203520:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203883.203523:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788203883.203526:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788203883.203529:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841914368, portal 10 00000100:00000001:0.0:1788203883.203531:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203883.203532:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330349056 : -109644379202560 : ffff9c476db9dc00) 00000100:00000040:0.0:1788203883.203537:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9dc00 x1875052841914368/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203908 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203883.203541:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203883.203542:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203883.203544:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788203883.203545:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841914368, offset 0 00000400:00000200:0.0:1788203883.203547:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203883.203550:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203883.203552:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203883.203554:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203883.203555:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203883.203557:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203883.203558:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203883.203560:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704199:704199:256:4294967295] 192.168.201.101@tcp LPNI seq info [704194:704194:8:4294967295] 00000400:00000200:0.0:1788203883.203563:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203883.203567:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203883.203570:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203883.203572:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788203883.203574:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203883.203577:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1788203883.203587:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203883.203589:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788203883.203592:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203883.203595:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203883.203598:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788203883.203599:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788203883.203602:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203883.203606:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9dc00 x1875052841914368/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203908 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203883.203613:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203883.203616:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9dc00 x1875052841914368/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203908 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203883.203622:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203883.203624:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203883.203627:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203883.203630:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788203883.203634:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203883.203636:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309022218 00000100:00000001:0.0:1788203883.203638:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309023476 00000100:00000001:0.0:1788203883.203640:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309022218 00000100:00000001:0.0:1788203883.203642:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309023476 00000100:00000001:0.0:1788203883.203644:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203883.203646:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203883.203647:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203883.203651:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203883/real 1788203883] req@ffff9c476db9dc00 x1875052841914368/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203883.203658:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203883.203659:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203883.203660:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788203883.203662:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788203883.203663:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788203883.203664:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203883.203666:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9dc00 x1875052841914368/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203883.203671:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9dc00 x1875052841914368/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203883.203678:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203883.203679:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203883.203680:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203883.203681:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203883.203683:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9dc00 x1875052841914368/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203883.203686:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203883.203688:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9dc00 x1875052841914368/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203908 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203883.203692:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203883.203694:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203883.203695:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203883.203696:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203883.203698:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203883.203699:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203883.203702:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203883.203705:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203883.203707:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203883.203710:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9dc00 x1875052841914368/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203908 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203883.203718:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841914368:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203883.203721:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203883.203724:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9df80 x1875052841914496/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203883.203731:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203883.203732:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203883.203734:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203883.203736:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203883.203738:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203883.203740:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841914496:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203883.203743:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203883.203744:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203883.203745:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203883.203747:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203883.203749:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377000. 02000000:00000001:0.0:1788203883.203751:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203883.203765:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203883.203768:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788203883.203771:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788203883.203773:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841914496, portal 10 00000100:00000001:0.0:1788203883.203775:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203883.203776:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330349952 : -109644379201664 : ffff9c476db9df80) 00000100:00000040:0.0:1788203883.203782:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9df80 x1875052841914496/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203908 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203883.203787:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203883.203788:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203883.203790:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788203883.203792:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841914496, offset 0 00000400:00000200:0.0:1788203883.203795:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203883.203798:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203883.203802:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203883.203804:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203883.203807:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203883.203809:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203883.203811:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203883.203814:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704200:704200:256:4294967295] 192.168.201.101@tcp LPNI seq info [704195:704195:8:4294967295] 00000400:00000200:0.0:1788203883.203818:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203883.203823:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203883.203828:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203883.203831:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788203883.203834:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203883.203835:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1788203883.203842:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203883.203843:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788203883.203845:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203883.203847:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203883.203849:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788203883.203850:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788203883.203852:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203883.203854:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9df80 x1875052841914496/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203908 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203883.203859:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203883.203860:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9df80 x1875052841914496/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203908 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203883.203864:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203883.203865:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203883.203867:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203883.203869:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788203883.203871:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203883.203872:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309022218 00000100:00000001:0.0:1788203883.203874:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309023476 00000100:00000001:0.0:1788203883.203875:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309022218 00000100:00000001:0.0:1788203883.203876:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309023476 00000100:00000001:0.0:1788203883.203877:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203883.203878:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203883.203879:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203883.203881:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203883/real 1788203883] req@ffff9c476db9df80 x1875052841914496/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203883.203886:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203883.203887:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203883.203888:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788203883.203889:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788203883.203890:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788203883.203891:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203883.203893:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9df80 x1875052841914496/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203883.203898:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9df80 x1875052841914496/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203883.203901:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203883.203902:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203883.203903:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203883.203903:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203883.203905:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9df80 x1875052841914496/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203883.203908:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203883.203910:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9df80 x1875052841914496/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203908 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203883.203914:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203883.203916:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203883.203917:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203883.203917:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203883.203919:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203883.203920:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203883.203921:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203883.203923:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203883.203924:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203883.203926:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9df80 x1875052841914496/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203908 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203883.203931:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841914496:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203883.203933:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203883.203934:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203883.203936:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9dc00 x1875052841914368/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203908 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203883.203939:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203883.203940:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203883.203941:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374c00. 02000000:00000001:0.0:1788203883.203942:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203883.203943:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203883.203944:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788203883.203945:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203883.203946:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a40400. 02000000:00000001:0.0:1788203883.203948:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203883.203949:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203883.203950:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9dc00. 00000100:00000001:0.0:1788203883.203952:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203883.203952:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203883.203953:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203883.203955:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9df80 x1875052841914496/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203908 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203883.203958:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203883.203959:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203883.203959:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377000. 02000000:00000001:0.0:1788203883.203961:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203883.203961:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203883.203962:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788203883.203963:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203883.203963:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a41c00. 02000000:00000001:0.0:1788203883.203964:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203883.203965:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203883.203966:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9df80. 00000100:00000001:0.0:1788203883.203968:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203883.203968:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203883.203969:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203883.203972:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203883.203973:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203883.203974:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203883.203974:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203883.203975:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203883.203977:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9d180 x1875052841914624/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203883.203981:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203883.203982:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203883.203984:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203883.203985:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203883.203986:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203883.203989:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841914624:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788203883.203992:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203883.203994:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203883.203995:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203883.203997:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203883.203999:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377000. 02000000:00000001:0.0:1788203883.204001:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203883.204004:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203883.204006:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788203883.204009:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788203883.204012:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841914624, portal 4 00000100:00000001:0.0:1788203883.204014:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203883.204015:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330346368 : -109644379205248 : ffff9c476db9d180) 00000100:00000040:0.0:1788203883.204021:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9d180 x1875052841914624/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203908 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203883.204027:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203883.204029:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203883.204032:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788203883.204034:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841914624, offset 0 00000400:00000200:0.0:1788203883.204036:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203883.204039:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203883.204042:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203883.204045:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203883.204048:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203883.204050:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203883.204052:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203883.204055:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704201:704201:256:4294967295] 192.168.201.101@tcp LPNI seq info [704196:704196:8:4294967295] 00000400:00000200:0.0:1788203883.204059:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203883.204065:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203883.204069:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203883.204072:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788203883.204076:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203883.204079:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1788203883.204087:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203883.204088:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788203883.204090:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203883.204092:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203883.204094:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788203883.204095:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788203883.204096:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203883.204099:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9d180 x1875052841914624/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203908 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203883.204103:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203883.204105:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9d180 x1875052841914624/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203908 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203883.204109:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203883.204110:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203883.204113:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203883.204115:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788203883.204117:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203883.204118:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309022244 00000100:00000001:0.0:1788203883.204120:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309023476 00000100:00000001:0.0:1788203883.204121:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309022244 00000100:00000001:0.0:1788203883.204122:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309023476 00000100:00000001:0.0:1788203883.204123:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203883.204124:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203883.204126:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203883.204128:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203883/real 1788203883] req@ffff9c476db9d180 x1875052841914624/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203883.204132:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203883.204133:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203883.204134:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788203883.204135:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788203883.204136:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788203883.204137:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203883.204139:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9d180 x1875052841914624/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203883.204144:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9d180 x1875052841914624/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203883.204147:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203883.204148:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203883.204149:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203883.204150:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203883.204152:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9d180 x1875052841914624/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203883.204155:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203883.204157:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9d180 x1875052841914624/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203908 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203883.204162:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203883.204163:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203883.204164:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203883.204165:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203883.204166:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203883.204167:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203883.204168:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203883.204169:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203883.204171:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203883.204173:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9d180 x1875052841914624/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203908 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203883.204177:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841914624:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788203883.204179:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203883.204179:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203883.204181:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9d180 x1875052841914624/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203908 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203883.204184:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203883.204185:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203883.204186:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377000. 02000000:00000001:0.0:1788203883.204187:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203883.204188:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203883.204189:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788203883.204190:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203883.204191:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a43000. 02000000:00000001:0.0:1788203883.204192:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203883.204193:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203883.204194:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9d180. 00000100:00000001:0.0:1788203883.204196:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203883.204196:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203883.204198:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203883.204200:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203883.204201:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203883.204202:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203883.204203:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203883.842498:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203883.842504:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203883.842512:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203883.842513:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203883.842517:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203883.842518:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203883.842540:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203883.842541:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203883.842544:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788203884.482447:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309023476, at 4309023488 00000100:00000040:0.0:1788203884.482448:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309023476, at 4309023488 00000100:00000010:1.0:1788203884.482461:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685bad80. 00000100:00000010:0.0:1788203884.482470:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685baf00. 00010000:00000001:0.0:1788203884.866490:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203884.866495:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203884.866499:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203884.866500:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203884.866502:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203884.866503:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203885.890497:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203885.890502:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203885.890507:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203885.890508:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203885.890510:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203885.890511:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203885.890529:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203885.890531:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203885.890532:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203886.914496:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203886.914503:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203886.914508:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203886.914509:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203886.914513:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203886.914514:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203886.914534:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203886.914537:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203886.914539:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203887.938502:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203887.938509:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203887.938514:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203887.938515:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203887.938518:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203887.938520:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203887.938540:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203887.938542:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203887.938544:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788203888.322720:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203888.322725:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203888.322728:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203888.322736:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c849180 x1875052841914752/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203888.322749:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203888.322751:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203888.322755:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203888.322758:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203888.322763:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203888.322769:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c849180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841914752:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788203888.322773:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203888.322777:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203888.322780:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203888.322783:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203888.322789:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375400. 02000000:00000001:0.0:1788203888.322792:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203888.322798:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203888.322802:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788203888.322808:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788203888.322814:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841914752, portal 25 00000100:00000001:0.0:1788203888.322818:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203888.322820:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578514816 : -109644131036800 : ffff9c477c849180) 00000100:00000040:0.0:1788203888.322825:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c849180 x1875052841914752/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203913 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203888.322835:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203888.322838:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203888.322841:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788203888.322844:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841914752, offset 0 00000400:00000200:0.0:1788203888.322850:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203888.322857:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203888.322864:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203888.322871:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203888.322877:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203888.322882:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203888.322885:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203888.322888:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704202:704202:256:4294967295] 192.168.201.101@tcp LPNI seq info [704197:704197:8:4294967295] 00000400:00000200:0.0:1788203888.322891:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203888.322903:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203888.322914:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203888.322919:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788203888.322929:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203888.322933:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 11 secs later) 00000800:00000100:0.0:1788203888.322955:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203888.322960:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788203888.322966:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203888.322972:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203888.322983:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788203888.322986:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788203888.322991:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203888.322996:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c849180 x1875052841914752/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203913 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203888.323008:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203888.323014:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c849180 x1875052841914752/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203913 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203888.323031:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203888.323035:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203888.323043:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203888.323050:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203888.323055:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4309028596 00000100:00000010:0.0:1788203888.323062:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685baf00. 00000100:00000001:0.0:1788203888.323069:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788203888.323076:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4309028596 00000100:00000010:0.0:1788203888.323081:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba240. 00000100:00000001:0.0:1788203888.323085:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788203888.323089:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203888.323092:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203888.323096:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203888.323104:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203888/real 1788203888] req@ffff9c477c849180 x1875052841914752/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203888.323121:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203888.323125:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203888.323129:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788203888.323133:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788203888.323137:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788203888.323143:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203888.323150:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c849180 x1875052841914752/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203888.323173:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c849180 x1875052841914752/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203888.323187:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203888.323190:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203888.323193:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203888.323196:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203888.323201:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c849180 x1875052841914752/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203888.323213:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203888.323219:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c849180 x1875052841914752/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203913 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203888.323230:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203888.323234:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203888.323237:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203888.323239:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203888.323242:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203888.323246:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203888.323251:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203888.323256:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203888.323261:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203888.323270:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c849180 x1875052841914752/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203913 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203888.323290:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c849180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841914752:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788203888.323299:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203888.323302:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203888.323305:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c849180 x1875052841914752/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203913 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203888.323309:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203888.323311:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203888.323313:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375400. 02000000:00000001:0.0:1788203888.323316:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203888.323317:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203888.323319:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788203888.323320:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203888.323322:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f1800. 02000000:00000001:0.0:1788203888.323324:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203888.323325:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203888.323326:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c849180. 00000100:00000001:0.0:1788203888.323329:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203888.323329:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203888.323331:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203888.323347:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203888.323349:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203888.323351:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203888.323352:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203888.323354:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203888.323357:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c84aa00 x1875052841914880/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203888.323363:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203888.323365:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203888.323367:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203888.323369:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203888.323371:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203888.323374:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c84aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841914880:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203888.323377:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203888.323378:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203888.323380:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203888.323382:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203888.323385:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375400. 02000000:00000001:0.0:1788203888.323387:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203888.323390:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203888.323392:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788203888.323419:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788203888.323421:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841914880, portal 10 00000100:00000001:0.0:1788203888.323422:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203888.323423:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578521088 : -109644131030528 : ffff9c477c84aa00) 00000100:00000040:0.0:1788203888.323428:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c84aa00 x1875052841914880/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203913 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203888.323432:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203888.323434:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203888.323435:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788203888.323436:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841914880, offset 0 00000400:00000200:0.0:1788203888.323439:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203888.323442:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203888.323444:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203888.323446:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203888.323448:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203888.323449:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203888.323451:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203888.323453:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704203:704203:256:4294967295] 192.168.201.101@tcp LPNI seq info [704198:704198:8:4294967295] 00000400:00000200:0.0:1788203888.323455:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203888.323459:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203888.323461:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203888.323463:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788203888.323466:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203888.323468:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 11 secs later) 00000800:00000100:0.0:1788203888.323474:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203888.323475:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788203888.323477:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203888.323479:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203888.323481:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788203888.323482:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788203888.323484:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203888.323486:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c84aa00 x1875052841914880/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203913 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203888.323490:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203888.323492:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84aa00 x1875052841914880/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203913 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203888.323496:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203888.323497:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203888.323499:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203888.323502:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788203888.323504:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203888.323505:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309027338 00000100:00000001:0.0:1788203888.323506:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309028596 00000100:00000001:0.0:1788203888.323508:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309027338 00000100:00000001:0.0:1788203888.323509:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309028596 00000100:00000001:0.0:1788203888.323510:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203888.323511:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203888.323512:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203888.323514:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203888/real 1788203888] req@ffff9c477c84aa00 x1875052841914880/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203888.323519:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203888.323520:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203888.323521:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788203888.323522:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788203888.323523:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788203888.323524:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203888.323525:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c84aa00 x1875052841914880/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203888.323530:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c84aa00 x1875052841914880/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203888.323533:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203888.323534:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203888.323535:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203888.323536:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203888.323538:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c84aa00 x1875052841914880/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203888.323542:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203888.323544:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c84aa00 x1875052841914880/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203913 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203888.323548:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203888.323549:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203888.323550:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203888.323551:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203888.323552:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203888.323553:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203888.323555:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203888.323556:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203888.323557:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203888.323559:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c84aa00 x1875052841914880/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203913 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203888.323564:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c84aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841914880:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203888.323566:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203888.323568:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c849f80 x1875052841915008/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203888.323572:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203888.323573:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203888.323574:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203888.323575:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203888.323576:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203888.323577:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c849f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841915008:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203888.323579:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203888.323580:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203888.323581:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203888.323582:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203888.323585:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374400. 02000000:00000001:0.0:1788203888.323586:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203888.323588:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203888.323589:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788203888.323591:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788203888.323592:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841915008, portal 10 00000100:00000001:0.0:1788203888.323594:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203888.323594:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578518400 : -109644131033216 : ffff9c477c849f80) 00000100:00000040:0.0:1788203888.323598:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c849f80 x1875052841915008/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203913 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203888.323601:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203888.323602:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203888.323604:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788203888.323605:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841915008, offset 0 00000400:00000200:0.0:1788203888.323607:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203888.323609:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203888.323611:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203888.323612:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203888.323614:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203888.323615:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203888.323616:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203888.323618:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704204:704204:256:4294967295] 192.168.201.101@tcp LPNI seq info [704199:704199:8:4294967295] 00000400:00000200:0.0:1788203888.323621:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203888.323624:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203888.323626:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203888.323628:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788203888.323630:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203888.323631:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 11 secs later) 00000800:00000100:0.0:1788203888.323637:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203888.323638:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788203888.323639:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203888.323641:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203888.323643:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788203888.323644:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788203888.323645:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203888.323647:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c849f80 x1875052841915008/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203913 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203888.323651:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203888.323653:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c849f80 x1875052841915008/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203913 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203888.323656:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203888.323657:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203888.323659:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203888.323660:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788203888.323662:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203888.323677:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309027338 00000100:00000001:0.0:1788203888.323679:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309028596 00000100:00000001:0.0:1788203888.323680:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309027338 00000100:00000001:0.0:1788203888.323682:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309028596 00000100:00000001:0.0:1788203888.323683:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203888.323684:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203888.323685:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203888.323688:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203888/real 1788203888] req@ffff9c477c849f80 x1875052841915008/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203888.323692:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203888.323693:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203888.323694:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788203888.323695:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788203888.323696:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788203888.323697:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203888.323699:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c849f80 x1875052841915008/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203888.323704:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c849f80 x1875052841915008/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203888.323708:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203888.323709:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203888.323710:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203888.323711:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203888.323712:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c849f80 x1875052841915008/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203888.323716:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203888.323718:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c849f80 x1875052841915008/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203913 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203888.323721:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203888.323723:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203888.323723:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203888.323724:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203888.323725:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203888.323726:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203888.323728:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203888.323729:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203888.323731:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203888.323733:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c849f80 x1875052841915008/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203913 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203888.323737:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c849f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841915008:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203888.323739:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203888.323740:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c84a300 x1875052841915136/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203888.323744:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203888.323744:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203888.323746:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203888.323747:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203888.323748:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203888.323750:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c84a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841915136:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788203888.323752:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203888.323753:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203888.323753:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203888.323754:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203888.323756:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788203888.323758:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203888.323760:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203888.323761:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788203888.323763:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788203888.323765:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841915136, portal 4 00000100:00000001:0.0:1788203888.323766:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203888.323767:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578519296 : -109644131032320 : ffff9c477c84a300) 00000100:00000040:0.0:1788203888.323770:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c84a300 x1875052841915136/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203913 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203888.323774:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203888.323775:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203888.323776:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788203888.323777:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841915136, offset 0 00000400:00000200:0.0:1788203888.323780:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203888.323782:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203888.323784:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203888.323785:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203888.323787:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203888.323788:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203888.323790:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203888.323791:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704205:704205:256:4294967295] 192.168.201.101@tcp LPNI seq info [704200:704200:8:4294967295] 00000400:00000200:0.0:1788203888.323794:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203888.323797:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203888.323800:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203888.323802:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788203888.323804:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203888.323806:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 11 secs later) 00000800:00000100:0.0:1788203888.323812:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203888.323813:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788203888.323814:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203888.323816:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203888.323818:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788203888.323819:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788203888.323820:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203888.323822:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c84a300 x1875052841915136/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203913 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203888.323826:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203888.323828:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84a300 x1875052841915136/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203913 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203888.323832:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203888.323833:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203888.323834:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203888.323836:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788203888.323837:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203888.323838:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309027364 00000100:00000001:0.0:1788203888.323840:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309028596 00000100:00000001:0.0:1788203888.323841:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309027364 00000100:00000001:0.0:1788203888.323842:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309028596 00000100:00000001:0.0:1788203888.323844:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203888.323845:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203888.323846:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203888.323847:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203888/real 1788203888] req@ffff9c477c84a300 x1875052841915136/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203888.323852:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203888.323853:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203888.323854:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788203888.323855:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788203888.323856:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788203888.323857:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203888.323858:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c84a300 x1875052841915136/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203888.323863:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c84a300 x1875052841915136/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203888.323866:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203888.323867:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203888.323868:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203888.323869:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203888.323870:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c84a300 x1875052841915136/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203888.323874:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203888.323876:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c84a300 x1875052841915136/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203913 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203888.323879:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203888.323880:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203888.323881:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203888.323882:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203888.323883:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203888.323884:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203888.323885:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203888.323886:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203888.323887:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203888.323890:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c84a300 x1875052841915136/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203913 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203888.323894:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c84a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841915136:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788203888.323896:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203888.323897:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203888.323899:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c84aa00 x1875052841914880/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203913 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203888.323902:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203888.323903:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203888.323904:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375400. 02000000:00000001:0.0:1788203888.323905:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203888.323906:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203888.323907:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788203888.323908:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203888.323909:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f0000. 02000000:00000001:0.0:1788203888.323910:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203888.323911:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203888.323911:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c84aa00. 00000100:00000001:0.0:1788203888.323913:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203888.323914:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203888.323915:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203888.323916:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c849f80 x1875052841915008/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203913 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203888.323920:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203888.323920:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203888.323921:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374400. 02000000:00000001:0.0:1788203888.323922:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203888.323923:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203888.323923:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788203888.323924:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203888.323925:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f3800. 02000000:00000001:0.0:1788203888.323926:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203888.323927:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203888.323928:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c849f80. 00000100:00000001:0.0:1788203888.323929:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203888.323930:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203888.323931:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203888.323933:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c84a300 x1875052841915136/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203913 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203888.323936:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203888.323936:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203888.323937:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788203888.323938:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203888.323939:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203888.323939:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788203888.323940:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203888.323941:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f3000. 02000000:00000001:0.0:1788203888.323942:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203888.323943:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203888.323943:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c84a300. 00000100:00000001:0.0:1788203888.323944:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203888.323945:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203888.323946:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203888.323948:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203888.323949:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203888.323950:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203888.323951:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203888.962518:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203888.962527:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203888.962530:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203888.962534:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203888.962539:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203888.962541:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203888.962543:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203888.962545:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203888.962549:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203888.962551:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203888.962554:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203888.962555:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203889.602458:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309028596, at 4309028608 00000100:00000040:1.0:1788203889.602458:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309028596, at 4309028608 00000100:00000010:1.0:1788203889.602473:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba240. 00000100:00000010:0.0:1788203889.602475:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685baf00. 00010000:00000001:0.0:1788203889.986504:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203889.986510:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203889.986513:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203889.986514:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203889.986516:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203889.986517:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203889.986538:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203889.986540:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203889.986542:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203891.010526:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203891.010531:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203891.010536:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203891.010537:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203891.010539:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203891.010540:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203891.010577:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203891.010579:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203891.010581:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203892.034517:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203892.034525:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203892.034531:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203892.034534:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203892.034536:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203892.034538:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203892.034540:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203892.034542:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203892.034544:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203892.034545:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203892.034548:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203892.034549:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203892.034550:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203892.034551:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203892.034552:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203892.034552:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203892.034553:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203892.035781:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203892.035818:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203892.035821:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203892.035824:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203893.058553:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203893.058569:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203893.058575:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203893.058577:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203893.058609:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203893.058611:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203893.442704:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203893.442709:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203893.442712:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203893.442724:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c849c00 x1875052841915264/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203893.442750:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203893.442756:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203893.442763:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203893.442769:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203893.442776:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203893.442786:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c849c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841915264:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788203893.442795:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203893.442802:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203893.442807:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203893.442814:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203893.442823:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375400. 02000000:00000001:0.0:1788203893.442830:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203893.442843:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203893.442853:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788203893.442864:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788203893.442885:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841915264, portal 25 00000100:00000001:0.0:1788203893.442896:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203893.442901:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578517504 : -109644131034112 : ffff9c477c849c00) 00000100:00000040:0.0:1788203893.442916:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c849c00 x1875052841915264/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203893.442958:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203893.442965:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203893.442973:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788203893.442980:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841915264, offset 0 00000400:00000200:0.0:1788203893.442995:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203893.443008:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203893.443020:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203893.443031:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203893.443042:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203893.443052:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203893.443060:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203893.443070:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704206:704206:256:4294967295] 192.168.201.101@tcp LPNI seq info [704201:704201:8:4294967295] 00000400:00000200:0.0:1788203893.443082:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203893.443102:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203893.443119:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203893.443130:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788203893.443145:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203893.443154:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 6 secs later) 00000800:00000100:0.0:1788203893.443186:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203893.443189:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788203893.443195:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203893.443200:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203893.443205:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788203893.443208:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788203893.443212:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203893.443217:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c849c00 x1875052841915264/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203893.443228:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203893.443232:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c849c00 x1875052841915264/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203918 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203893.443245:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203893.443247:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203893.443253:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203893.443258:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203893.443261:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4309033716 00000100:00000010:0.0:1788203893.443267:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685baf00. 00000100:00000001:0.0:1788203893.443273:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788203893.443279:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4309033716 00000100:00000010:0.0:1788203893.443283:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685bae40. 00000100:00000001:0.0:1788203893.443287:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788203893.443290:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203893.443293:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203893.443296:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203893.443300:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203893/real 1788203893] req@ffff9c477c849c00 x1875052841915264/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203893.443311:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203893.443312:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203893.443314:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788203893.443317:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788203893.443319:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788203893.443322:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203893.443326:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c849c00 x1875052841915264/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203893.443336:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c849c00 x1875052841915264/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203893.443344:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203893.443345:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203893.443348:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203893.443349:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203893.443355:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c849c00 x1875052841915264/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203893.443362:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203893.443367:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c849c00 x1875052841915264/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203918 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203893.443374:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203893.443378:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203893.443380:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203893.443381:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203893.443383:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203893.443385:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203893.443389:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203893.443417:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203893.443421:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203893.443426:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c849c00 x1875052841915264/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203918 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203893.443435:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c849c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841915264:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788203893.443440:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203893.443443:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203893.443446:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c849c00 x1875052841915264/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203918 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203893.443461:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203893.443464:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203893.443467:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375400. 02000000:00000001:0.0:1788203893.443470:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203893.443471:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203893.443473:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788203893.443476:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203893.443478:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f2800. 02000000:00000001:0.0:1788203893.443482:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203893.443484:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203893.443486:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c849c00. 00000100:00000001:0.0:1788203893.443490:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203893.443491:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203893.443493:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203893.443500:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203893.443502:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203893.443504:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203893.443506:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203893.443508:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203893.443512:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c84a680 x1875052841915392/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203893.443520:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203893.443521:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203893.443524:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203893.443526:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203893.443528:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203893.443531:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c84a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841915392:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203893.443534:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203893.443537:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203893.443538:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203893.443540:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203893.443543:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375400. 02000000:00000001:0.0:1788203893.443545:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203893.443548:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203893.443552:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788203893.443556:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788203893.443559:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841915392, portal 10 00000100:00000001:0.0:1788203893.443561:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203893.443562:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578520192 : -109644131031424 : ffff9c477c84a680) 00000100:00000040:0.0:1788203893.443570:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c84a680 x1875052841915392/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203893.443591:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203893.443594:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203893.443598:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788203893.443600:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841915392, offset 0 00000400:00000200:0.0:1788203893.443605:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203893.443609:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203893.443613:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203893.443616:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203893.443619:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203893.443621:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203893.443624:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203893.443627:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704207:704207:256:4294967295] 192.168.201.101@tcp LPNI seq info [704202:704202:8:4294967295] 00000400:00000200:0.0:1788203893.443631:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203893.443638:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203893.443643:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203893.443647:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788203893.443652:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203893.443655:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 6 secs later) 00000800:00000100:0.0:1788203893.443667:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203893.443669:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788203893.443672:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203893.443676:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203893.443679:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788203893.443682:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788203893.443684:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203893.443689:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c84a680 x1875052841915392/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203893.443699:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203893.443702:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84a680 x1875052841915392/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203918 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203893.443710:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203893.443711:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203893.443716:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203893.443720:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788203893.443723:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203893.443726:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309032458 00000100:00000001:0.0:1788203893.443729:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309033716 00000100:00000001:0.0:1788203893.443732:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309032458 00000100:00000001:0.0:1788203893.443734:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309033716 00000100:00000001:0.0:1788203893.443737:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203893.443739:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203893.443741:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203893.443746:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203893/real 1788203893] req@ffff9c477c84a680 x1875052841915392/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203893.443754:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203893.443755:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203893.443757:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788203893.443760:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788203893.443762:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788203893.443764:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203893.443768:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c84a680 x1875052841915392/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203893.443777:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c84a680 x1875052841915392/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203893.443784:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203893.443786:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203893.443787:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203893.443789:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203893.443793:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c84a680 x1875052841915392/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203893.443800:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203893.443805:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c84a680 x1875052841915392/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203918 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203893.443812:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203893.443815:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203893.443817:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203893.443819:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203893.443820:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203893.443822:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203893.443825:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203893.443829:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203893.443831:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203893.443836:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c84a680 x1875052841915392/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203918 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203893.443845:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c84a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841915392:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203893.443850:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203893.443854:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c84b100 x1875052841915520/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203893.443860:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203893.443862:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203893.443864:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203893.443866:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203893.443868:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203893.443872:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c84b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841915520:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203893.443875:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203893.443878:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203893.443879:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203893.443881:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203893.443885:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374400. 02000000:00000001:0.0:1788203893.443888:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203893.443892:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203893.443895:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788203893.443898:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788203893.443902:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841915520, portal 10 00000100:00000001:0.0:1788203893.443904:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203893.443906:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578522880 : -109644131028736 : ffff9c477c84b100) 00000100:00000040:0.0:1788203893.443912:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c84b100 x1875052841915520/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203893.443919:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203893.443922:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203893.443925:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788203893.443928:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841915520, offset 0 00000400:00000200:0.0:1788203893.443932:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203893.443937:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203893.443941:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203893.443944:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203893.443946:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203893.443949:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203893.443951:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203893.443955:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704208:704208:256:4294967295] 192.168.201.101@tcp LPNI seq info [704203:704203:8:4294967295] 00000400:00000200:0.0:1788203893.443959:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203893.443966:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203893.443971:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203893.443975:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788203893.443979:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203893.443982:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 6 secs later) 00000800:00000100:0.0:1788203893.443994:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203893.443996:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788203893.444000:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203893.444003:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203893.444006:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788203893.444009:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788203893.444011:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203893.444016:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c84b100 x1875052841915520/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203893.444025:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203893.444028:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84b100 x1875052841915520/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203918 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203893.444035:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203893.444037:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203893.444041:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203893.444044:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788203893.444047:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203893.444049:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309032458 00000100:00000001:0.0:1788203893.444052:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309033716 00000100:00000001:0.0:1788203893.444055:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309032458 00000100:00000001:0.0:1788203893.444057:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309033716 00000100:00000001:0.0:1788203893.444059:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203893.444061:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203893.444063:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203893.444067:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203893/real 1788203893] req@ffff9c477c84b100 x1875052841915520/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203893.444076:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203893.444077:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203893.444079:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788203893.444082:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788203893.444084:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788203893.444086:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203893.444089:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c84b100 x1875052841915520/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203893.444098:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c84b100 x1875052841915520/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203893.444106:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203893.444108:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203893.444110:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203893.444111:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203893.444116:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c84b100 x1875052841915520/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203893.444124:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203893.444128:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c84b100 x1875052841915520/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203918 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203893.444135:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203893.444138:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203893.444140:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203893.444141:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203893.444143:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203893.444145:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203893.444148:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203893.444152:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203893.444154:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203893.444159:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c84b100 x1875052841915520/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203918 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203893.444168:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c84b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841915520:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203893.444172:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203893.444176:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c848000 x1875052841915648/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203893.444183:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203893.444185:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203893.444187:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203893.444189:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203893.444191:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203893.444194:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c848000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841915648:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788203893.444198:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203893.444200:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203893.444201:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203893.444203:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203893.444207:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788203893.444209:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203893.444213:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203893.444216:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788203893.444220:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788203893.444222:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841915648, portal 4 00000100:00000001:0.0:1788203893.444225:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203893.444226:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578510336 : -109644131041280 : ffff9c477c848000) 00000100:00000040:0.0:1788203893.444233:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c848000 x1875052841915648/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203893.444240:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203893.444242:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203893.444245:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788203893.444248:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841915648, offset 0 00000400:00000200:0.0:1788203893.444252:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203893.444257:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203893.444261:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203893.444264:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203893.444267:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203893.444269:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203893.444272:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203893.444275:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704209:704209:256:4294967295] 192.168.201.101@tcp LPNI seq info [704204:704204:8:4294967295] 00000400:00000200:0.0:1788203893.444279:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203893.444285:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203893.444291:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203893.444295:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788203893.444299:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203893.444302:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 6 secs later) 00000800:00000100:0.0:1788203893.444313:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203893.444315:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788203893.444318:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203893.444322:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203893.444325:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788203893.444327:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788203893.444330:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203893.444334:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c848000 x1875052841915648/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203893.444342:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203893.444345:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c848000 x1875052841915648/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203918 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203893.444352:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203893.444354:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203893.444357:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203893.444360:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788203893.444364:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203893.444366:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309032484 00000100:00000001:0.0:1788203893.444368:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309033716 00000100:00000001:0.0:1788203893.444371:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309032484 00000100:00000001:0.0:1788203893.444372:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309033716 00000100:00000001:0.0:1788203893.444375:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203893.444377:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203893.444378:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203893.444382:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203893/real 1788203893] req@ffff9c477c848000 x1875052841915648/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203893.444391:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203893.444392:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203893.444411:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788203893.444414:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788203893.444416:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788203893.444418:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203893.444423:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c848000 x1875052841915648/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203893.444432:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c848000 x1875052841915648/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203893.444439:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203893.444441:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203893.444443:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203893.444445:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203893.444449:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c848000 x1875052841915648/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203893.444456:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203893.444460:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c848000 x1875052841915648/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203918 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203893.444467:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203893.444469:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203893.444471:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203893.444472:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203893.444474:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203893.444476:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203893.444479:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203893.444483:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203893.444485:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203893.444490:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c848000 x1875052841915648/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203918 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203893.444499:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c848000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841915648:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788203893.444503:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203893.444505:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203893.444508:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c84a680 x1875052841915392/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203918 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203893.444515:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203893.444516:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203893.444518:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375400. 02000000:00000001:0.0:1788203893.444521:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203893.444523:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203893.444524:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788203893.444527:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203893.444528:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f0c00. 02000000:00000001:0.0:1788203893.444531:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203893.444533:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203893.444534:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c84a680. 00000100:00000001:0.0:1788203893.444537:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203893.444539:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203893.444540:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203893.444544:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c84b100 x1875052841915520/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203918 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203893.444551:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203893.444553:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203893.444554:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374400. 02000000:00000001:0.0:1788203893.444557:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203893.444558:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203893.444559:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788203893.444561:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203893.444563:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f1400. 02000000:00000001:0.0:1788203893.444565:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203893.444566:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203893.444568:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c84b100. 00000100:00000001:0.0:1788203893.444570:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203893.444571:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203893.444573:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203893.444590:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c848000 x1875052841915648/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203918 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203893.444598:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203893.444599:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203893.444601:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788203893.444604:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203893.444605:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203893.444606:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788203893.444608:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203893.444610:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f2400. 02000000:00000001:0.0:1788203893.444612:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203893.444613:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203893.444615:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c848000. 00000100:00000001:0.0:1788203893.444618:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203893.444619:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203893.444621:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203893.444625:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203893.444627:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203893.444629:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203893.444631:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203894.082506:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203894.082511:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203894.082516:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203894.082517:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203894.082519:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203894.082520:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203894.082548:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203894.082550:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203894.082552:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203894.722484:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309033716, at 4309033728 00000100:00000010:0.0:1788203894.722502:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685baf00. 00000100:00000040:1.0:1788203894.722504:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309033716, at 4309033728 00000100:00000010:1.0:1788203894.722518:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685bae40. 00010000:00000001:0.0:1788203895.106495:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203895.106503:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203895.106508:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203895.106509:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203895.106511:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203895.106512:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203895.106582:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203895.106585:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203895.106588:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203896.130499:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203896.130505:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203896.130509:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203896.130510:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203896.130513:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203896.130514:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203896.130546:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203896.130548:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203896.130550:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203897.154487:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203897.154495:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203897.154501:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203897.154503:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203897.154506:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203897.154507:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203898.178516:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203898.178523:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203898.178530:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203898.178531:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203898.178535:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203898.178536:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203898.178557:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203898.178559:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203898.178561:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788203898.562716:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203898.562729:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203898.562733:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203898.562743:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9e680 x1875052841915776/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203898.562757:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203898.562760:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203898.562765:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203898.562768:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203898.562773:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203898.562780:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841915776:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788203898.562788:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203898.562792:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203898.562796:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203898.562801:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203898.562807:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377400. 02000000:00000001:0.0:1788203898.562811:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203898.562818:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203898.562824:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788203898.562829:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788203898.562838:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841915776, portal 25 00000100:00000001:0.0:1788203898.562842:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203898.562844:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330351744 : -109644379199872 : ffff9c476db9e680) 00000100:00000040:0.0:1788203898.562858:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9e680 x1875052841915776/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203898.562869:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203898.562873:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203898.562878:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788203898.562882:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841915776, offset 0 00000400:00000200:0.0:1788203898.562894:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203898.562907:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203898.562917:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203898.562933:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203898.562942:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203898.562949:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203898.562954:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203898.562962:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704210:704210:256:4294967295] 192.168.201.101@tcp LPNI seq info [704205:704205:8:4294967295] 00000400:00000200:0.0:1788203898.562971:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203898.562989:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203898.563002:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203898.563008:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788203898.563021:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203898.563026:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 1 secs later) 00000800:00000100:0.0:1788203898.563054:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203898.563058:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788203898.563062:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203898.563069:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203898.563074:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788203898.563078:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788203898.563084:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203898.563090:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9e680 x1875052841915776/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203898.563100:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203898.563106:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9e680 x1875052841915776/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203923 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203898.563127:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203898.563132:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203898.563139:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203898.563150:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203898.563157:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4309038836 00000100:00000010:0.0:1788203898.563166:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685baf00. 00000100:00000001:0.0:1788203898.563175:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788203898.563190:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4309038836 00000100:00000010:0.0:1788203898.563197:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685baf60. 00000100:00000001:0.0:1788203898.563205:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788203898.563213:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203898.563221:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203898.563228:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203898.563240:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203898/real 1788203898] req@ffff9c476db9e680 x1875052841915776/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203898.563288:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203898.563292:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203898.563297:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788203898.563301:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788203898.563305:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788203898.563309:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203898.563315:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9e680 x1875052841915776/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203898.563338:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9e680 x1875052841915776/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203898.563353:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203898.563355:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203898.563357:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203898.563360:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203898.563368:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9e680 x1875052841915776/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203898.563381:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203898.563386:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9e680 x1875052841915776/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203923 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203898.563412:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203898.563415:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203898.563416:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203898.563417:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203898.563419:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203898.563421:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203898.563423:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203898.563425:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203898.563427:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203898.563431:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9e680 x1875052841915776/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203923 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203898.563438:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841915776:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788203898.563442:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203898.563444:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203898.563445:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9e680 x1875052841915776/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203923 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203898.563450:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203898.563451:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203898.563454:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377400. 02000000:00000001:0.0:1788203898.563456:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203898.563458:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203898.563459:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788203898.563461:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203898.563463:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a42400. 02000000:00000001:0.0:1788203898.563468:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203898.563470:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203898.563471:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9e680. 00000100:00000001:0.0:1788203898.563474:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203898.563475:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203898.563477:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203898.563483:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203898.563484:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203898.563502:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203898.563503:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203898.563504:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203898.563507:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9c700 x1875052841915904/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203898.563513:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203898.563514:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203898.563515:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203898.563517:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203898.563518:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203898.563520:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841915904:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203898.563522:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203898.563524:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203898.563525:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203898.563526:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203898.563529:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377400. 02000000:00000001:0.0:1788203898.563530:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203898.563533:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203898.563535:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788203898.563538:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788203898.563540:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841915904, portal 10 00000100:00000001:0.0:1788203898.563541:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203898.563542:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330343680 : -109644379207936 : ffff9c476db9c700) 00000100:00000040:0.0:1788203898.563547:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9c700 x1875052841915904/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203898.563552:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203898.563553:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203898.563555:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788203898.563556:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841915904, offset 0 00000400:00000200:0.0:1788203898.563559:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203898.563562:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203898.563564:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203898.563566:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203898.563568:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203898.563570:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203898.563572:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203898.563574:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704211:704211:256:4294967295] 192.168.201.101@tcp LPNI seq info [704206:704206:8:4294967295] 00000400:00000200:0.0:1788203898.563577:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203898.563581:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203898.563584:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203898.563586:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788203898.563589:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203898.563591:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 1 secs later) 00000800:00000100:0.0:1788203898.563599:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203898.563600:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788203898.563602:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203898.563605:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203898.563607:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788203898.563608:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788203898.563610:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203898.563612:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9c700 x1875052841915904/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203898.563617:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203898.563619:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9c700 x1875052841915904/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203923 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203898.563624:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203898.563625:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203898.563627:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203898.563630:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788203898.563632:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203898.563633:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309037578 00000100:00000001:0.0:1788203898.563635:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309038836 00000100:00000001:0.0:1788203898.563637:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309037578 00000100:00000001:0.0:1788203898.563638:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309038836 00000100:00000001:0.0:1788203898.563640:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203898.563641:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203898.563642:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203898.563645:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203898/real 1788203898] req@ffff9c476db9c700 x1875052841915904/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203898.563649:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203898.563650:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203898.563652:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788203898.563653:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788203898.563654:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788203898.563655:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203898.563657:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9c700 x1875052841915904/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203898.563663:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9c700 x1875052841915904/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203898.563666:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203898.563667:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203898.563668:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203898.563669:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203898.563671:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9c700 x1875052841915904/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203898.563675:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203898.563678:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9c700 x1875052841915904/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203923 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203898.563682:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203898.563684:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203898.563685:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203898.563686:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203898.563687:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203898.563688:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203898.563690:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203898.563692:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203898.563693:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203898.563695:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9c700 x1875052841915904/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203923 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203898.563700:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841915904:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203898.563703:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203898.563705:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9c000 x1875052841916032/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203898.563710:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203898.563711:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203898.563712:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203898.563713:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203898.563714:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203898.563716:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841916032:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203898.563718:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203898.563719:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203898.563720:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203898.563721:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203898.563723:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377c00. 02000000:00000001:0.0:1788203898.563725:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203898.563726:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203898.563728:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788203898.563730:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788203898.563732:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841916032, portal 10 00000100:00000001:0.0:1788203898.563733:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203898.563734:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330341888 : -109644379209728 : ffff9c476db9c000) 00000100:00000040:0.0:1788203898.563738:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9c000 x1875052841916032/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203898.563742:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203898.563743:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203898.563745:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788203898.563746:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841916032, offset 0 00000400:00000200:0.0:1788203898.563748:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203898.563750:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203898.563752:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203898.563754:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203898.563757:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203898.563758:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203898.563760:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203898.563762:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704212:704212:256:4294967295] 192.168.201.101@tcp LPNI seq info [704207:704207:8:4294967295] 00000400:00000200:0.0:1788203898.563764:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203898.563768:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203898.563771:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203898.563772:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788203898.563775:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203898.563776:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 1 secs later) 00000800:00000100:0.0:1788203898.563783:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203898.563784:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788203898.563786:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203898.563788:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203898.563790:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788203898.563791:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788203898.563793:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203898.563795:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9c000 x1875052841916032/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203898.563799:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203898.563801:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9c000 x1875052841916032/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203923 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203898.563805:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203898.563807:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203898.563808:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203898.563810:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788203898.563812:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203898.563813:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309037578 00000100:00000001:0.0:1788203898.563815:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309038836 00000100:00000001:0.0:1788203898.563817:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309037578 00000100:00000001:0.0:1788203898.563818:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309038836 00000100:00000001:0.0:1788203898.563820:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203898.563821:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203898.563822:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203898.563825:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203898/real 1788203898] req@ffff9c476db9c000 x1875052841916032/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203898.563829:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203898.563830:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203898.563831:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788203898.563832:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788203898.563833:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788203898.563834:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203898.563836:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9c000 x1875052841916032/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203898.563841:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9c000 x1875052841916032/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203898.563845:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203898.563846:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203898.563847:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203898.563848:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203898.563850:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9c000 x1875052841916032/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203898.563854:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203898.563856:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9c000 x1875052841916032/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203923 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203898.563860:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203898.563862:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203898.563863:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203898.563864:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203898.563865:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203898.563867:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203898.563868:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203898.563871:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203898.563872:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203898.563874:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9c000 x1875052841916032/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203923 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203898.563879:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841916032:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203898.563881:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203898.563883:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9f480 x1875052841916160/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203898.563889:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203898.563890:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203898.563892:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203898.563894:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203898.563895:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203898.563899:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841916160:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788203898.563902:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203898.563903:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203898.563905:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203898.563907:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203898.563910:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374c00. 02000000:00000001:0.0:1788203898.563912:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203898.563916:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203898.563919:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788203898.563922:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788203898.563926:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841916160, portal 4 00000100:00000001:0.0:1788203898.563928:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203898.563929:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330355328 : -109644379196288 : ffff9c476db9f480) 00000100:00000040:0.0:1788203898.563935:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9f480 x1875052841916160/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203898.563943:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203898.563945:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203898.563946:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788203898.563948:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841916160, offset 0 00000400:00000200:0.0:1788203898.563951:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203898.563954:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203898.563956:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203898.563958:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203898.563960:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203898.563962:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203898.563963:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203898.563966:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704213:704213:256:4294967295] 192.168.201.101@tcp LPNI seq info [704208:704208:8:4294967295] 00000400:00000200:0.0:1788203898.563968:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203898.563972:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203898.563975:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203898.563977:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788203898.563980:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203898.563982:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 1 secs later) 00000800:00000100:0.0:1788203898.563989:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203898.563990:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788203898.563992:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203898.563994:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203898.563996:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788203898.563998:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788203898.563999:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203898.564002:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9f480 x1875052841916160/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203898.564007:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203898.564009:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9f480 x1875052841916160/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203923 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203898.564017:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203898.564018:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203898.564020:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203898.564022:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788203898.564024:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203898.564026:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309037604 00000100:00000001:0.0:1788203898.564027:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309038836 00000100:00000001:0.0:1788203898.564029:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309037604 00000100:00000001:0.0:1788203898.564031:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309038836 00000100:00000001:0.0:1788203898.564032:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203898.564033:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203898.564035:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203898.564037:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203898/real 1788203898] req@ffff9c476db9f480 x1875052841916160/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203898.564042:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203898.564042:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203898.564043:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788203898.564045:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788203898.564046:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788203898.564047:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203898.564049:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9f480 x1875052841916160/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203898.564054:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9f480 x1875052841916160/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203898.564058:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203898.564059:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203898.564060:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203898.564061:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203898.564063:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9f480 x1875052841916160/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203898.564067:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203898.564070:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9f480 x1875052841916160/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203923 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203898.564074:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203898.564075:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203898.564076:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203898.564077:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203898.564078:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203898.564079:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203898.564081:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203898.564083:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203898.564084:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203898.564086:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9f480 x1875052841916160/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203923 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203898.564091:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841916160:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788203898.564093:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203898.564094:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203898.564096:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9c700 x1875052841915904/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203923 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203898.564100:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203898.564101:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203898.564103:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377400. 02000000:00000001:0.0:1788203898.564104:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203898.564106:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203898.564107:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788203898.564108:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203898.564110:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a40c00. 02000000:00000001:0.0:1788203898.564113:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203898.564115:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203898.564116:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9c700. 00000100:00000001:0.0:1788203898.564119:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203898.564121:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203898.564122:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203898.564126:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9c000 x1875052841916032/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203923 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203898.564132:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203898.564134:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203898.564135:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377c00. 02000000:00000001:0.0:1788203898.564138:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203898.564139:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203898.564140:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788203898.564143:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203898.564144:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a41800. 02000000:00000001:0.0:1788203898.564147:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203898.564148:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203898.564150:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9c000. 00000100:00000001:0.0:1788203898.564152:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203898.564154:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203898.564155:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203898.564159:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9f480 x1875052841916160/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203923 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203898.564165:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203898.564166:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203898.564168:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374c00. 02000000:00000001:0.0:1788203898.564170:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203898.564170:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203898.564171:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788203898.564173:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203898.564174:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a41000. 02000000:00000001:0.0:1788203898.564175:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203898.564176:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203898.564177:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9f480. 00000100:00000001:0.0:1788203898.564178:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203898.564180:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203898.564181:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203898.564184:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203898.564185:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203898.564186:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203898.564188:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203899.202495:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203899.202505:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203899.202507:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203899.202510:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203899.202514:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203899.202516:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203899.202517:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203899.202519:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203899.202522:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203899.202523:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203899.202526:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203899.202527:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203899.202544:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203899.202546:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203899.202548:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203899.842575:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309038836, at 4309038848 00000100:00000010:0.0:1788203899.842592:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685baf00. 00000100:00000040:1.0:1788203899.843947:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309038836, at 4309038849 00000100:00000010:1.0:1788203899.843957:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685baf60. 00010000:00000001:0.0:1788203900.226522:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203900.226528:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203900.226533:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203900.226533:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203900.226536:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203900.226537:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203900.226557:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203900.226559:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203900.226561:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203901.250540:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203901.250551:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203901.250557:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203901.250559:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203901.250563:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203901.250565:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203902.274534:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203902.274542:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203902.274547:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203902.274551:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203902.274553:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203902.274557:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203902.274560:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203902.274563:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203902.274565:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203902.274567:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203902.274570:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203902.274571:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203902.274572:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203902.274573:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203902.274574:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203902.274575:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203902.274576:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203902.274578:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203902.274598:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203902.274601:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203902.274603:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203903.298536:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203903.298544:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203903.298551:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203903.298552:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203903.298556:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203903.298557:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203903.298588:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203903.298590:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203903.298592:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788203903.682494:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203903.682505:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788203903.682508:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203903.682512:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203903.682518:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203903.682525:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 14370 00000400:00000200:0.0:1788203903.682533:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203903.682540:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203903.682543:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203903.682547:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203903.682551:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203903.682553:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203903.682556:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203903.682560:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203903.682562:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788203903.682565:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203903.682568:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788203903.682571:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788203903.682574:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788203903.682577:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203903.682580:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203903.682582:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203903.682585:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203903.682588:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788203903.682592:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203903.682595:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203903.682598:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203903.682601:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203903.682604:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203903.682607:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788203903.682610:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203903.682619:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9180. 00000020:00000040:0.0:1788203903.682622:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788203903.682627:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203903.682629:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203903.682632:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203903.682635:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203903.682639:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203903.682647:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377000. 00000100:00000001:0.0:1788203903.682653:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203903.682663:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9180 x1875052841916288/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203903.682674:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203903.682679:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203903.682684:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b4a335a] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9180 x1875052841916288/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203903.682707:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788203903.682711:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203903.682714:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788203903.682716:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203903.682718:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203903.682723:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203903.682726:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14370 00000400:00000200:0.0:1788203903.682734:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203903.682739:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203903.682745:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203903.682752:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203903.682759:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203903.682765:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203903.682769:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203903.682776:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203903.682780:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788203903.682785:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203903.682790:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788203903.682796:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788203903.682802:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788203903.682809:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203903.682814:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203903.682819:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203903.682823:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203903.682826:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788203903.682829:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203903.682832:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203903.682834:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203903.682841:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203903.682846:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203903.682849:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203903.682856:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788203903.682864:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203903.682868:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203903.682876:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8a80. 00000020:00000040:0.0:1788203903.682880:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788203903.682886:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203903.682890:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203903.682894:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203903.682897:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203903.682902:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203903.682909:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374800. 00000100:00000001:0.0:1788203903.682916:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203903.682929:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8a80 x1875052841916416/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203903.682945:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203903.682949:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203903.682956:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000320d64fa] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8a80 x1875052841916416/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203903.682974:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788203903.682979:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203903.682986:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788203903.682991:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203903.682996:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203903.683002:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203903.683009:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14370 00000400:00000200:0.0:1788203903.683019:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203903.683025:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203903.683027:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203903.683034:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203903.683040:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203903.683046:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203903.683052:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203903.683057:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203903.683061:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788203903.683064:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203903.683068:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788203903.683074:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788203903.683079:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788203903.683084:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203903.683087:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203903.683093:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203903.683099:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203903.683103:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788203903.683110:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203903.683115:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203903.683119:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203903.683124:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203903.683129:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203903.683133:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203903.683137:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788203903.683143:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203903.683149:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203903.683154:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fa300. 00000020:00000040:0.0:1788203903.683160:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788203903.683167:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203903.683171:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203903.683175:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203903.683176:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203903.683179:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203903.683187:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376400. 00000100:00000001:0.0:1788203903.683194:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203903.683205:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fa300 x1875052841916544/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203903.683226:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203903.683233:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203903.683244:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000643b1429] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fa300 x1875052841916544/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203903.683266:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203903.683274:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788203903.683294:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788203903.683301:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203903.683310:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788203903.683316:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203903.683322:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203903.683328:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203903.683343:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14370 00000400:00000200:0.0:1788203903.683355:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203903.683363:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203903.683369:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203903.683377:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203903.683384:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203903.683391:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203903.683469:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203903.683476:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203903.683480:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788203903.683483:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203903.683489:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788203903.683496:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788203903.683502:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788203903.683512:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203903.683519:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203903.683526:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203903.683531:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203903.683538:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788203903.683545:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203903.683549:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203903.683551:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203903.683554:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203903.683560:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203903.683564:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203903.683570:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788203903.683576:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203903.683581:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203903.683589:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fa680. 00000020:00000040:0.0:1788203903.683596:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788203903.683603:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203903.683607:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203903.683611:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203903.683616:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203903.683620:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203903.683629:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376c00. 00000100:00000001:0.0:1788203903.683636:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203903.683648:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fa680 x1875052841916672/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203903.683666:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203903.683671:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203903.683680:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003756c577] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fa680 x1875052841916672/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203903.683706:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203903.683715:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14380) 00010000:00000001:0.0:1788203904.322485:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203904.322491:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203904.322496:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203904.322497:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203904.322499:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203904.322500:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203904.322518:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203904.322520:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203904.322522:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788203904.962488:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309043956, at 4309043968 00000100:00000040:0.0:1788203904.962495:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309043956, at 4309043968 00000100:00000010:1.0:1788203904.962503:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88b40. 00000100:00000010:0.0:1788203904.962513:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa885a0. 00010000:00000001:0.0:1788203905.346537:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203905.346545:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203905.346552:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203905.346553:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203905.346557:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203905.346558:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203906.370482:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203906.370488:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203906.370492:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203906.370493:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203906.370495:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203906.370496:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203906.370514:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203906.370515:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203906.370518:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1788203906.754640:0:2409:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.101:988 00000400:00000100:1.0:1788203906.754684:0:2409:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.101@tcp at host 192.168.201.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:1.0:1788203906.754694:0:2409:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203906.754699:0:2409:0:(router.c:1791:lnet_notify()) 192.168.201.1@tcp notifying 192.168.201.101@tcp: down 00000400:00000200:1.0:1788203906.754702:0:2409:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203906.754707:0:2409:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:1.0:1788203906.754712:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788203906.754716:0:2409:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475d95bd00. 00000400:00000200:1.0:1788203906.754722:0:2409:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788203906.754728:0:2409:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788203906.754734:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f97f8 00000400:00000010:1.0:1788203906.754737:0:2409:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f97f8. 00000100:00000001:1.0:1788203906.754743:0:2409:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788203906.754752:0:2409:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477d3f9180 x1875052841916288/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203906.754784:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788203906.754789:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477d3f9180 x1875052841916288/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203928 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203906.754799:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203906.754801:0:2409:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788203906.754811:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788203906.754813:0:2409:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475d95ba00. 00000400:00000200:1.0:1788203906.754816:0:2409:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788203906.754820:0:2409:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788203906.754823:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f9770 00000400:00000010:1.0:1788203906.754825:0:2409:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f9770. 00000100:00000001:1.0:1788203906.754828:0:2409:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788203906.754832:0:2409:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477d3f8a80 x1875052841916416/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203906.754848:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788203906.754852:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477d3f8a80 x1875052841916416/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203928 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203906.754859:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203906.754861:0:2409:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788203906.754867:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788203906.754869:0:2409:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475d95bf00. 00000400:00000200:1.0:1788203906.754872:0:2409:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788203906.754875:0:2409:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788203906.754879:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f9d48 00000400:00000010:1.0:1788203906.754881:0:2409:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f9d48. 00000100:00000001:1.0:1788203906.754884:0:2409:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788203906.754888:0:2409:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477d3fa300 x1875052841916544/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203906.754896:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788203906.754900:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477d3fa300 x1875052841916544/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203928 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203906.754907:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203906.754908:0:2409:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788203906.754914:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788203906.754917:0:2409:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475d95b200. 00000400:00000200:1.0:1788203906.754920:0:2409:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788203906.754924:0:2409:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788203906.754927:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f94c8 00000400:00000010:1.0:1788203906.754929:0:2409:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f94c8. 00000100:00000001:1.0:1788203906.754932:0:2409:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788203906.754937:0:2409:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477d3fa680 x1875052841916672/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203906.754945:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788203906.754948:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477d3fa680 x1875052841916672/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203928 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203906.754955:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203906.754956:0:2409:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1788203907.394507:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203907.394513:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203907.394516:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203907.394517:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203907.394520:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203907.394520:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203907.394539:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203907.394541:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203907.394543:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203908.418489:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203908.418498:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203908.418501:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203908.418503:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203908.418508:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203908.418509:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203908.418511:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203908.418513:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203908.418516:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203908.418517:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203908.418520:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203908.418521:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203908.418538:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203908.418540:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203908.418542:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203909.442517:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203909.442523:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203909.442527:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203909.442528:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203909.442531:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203909.442532:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203910.082484:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309049076, at 4309049088 00000100:00000040:0.0:1788203910.082485:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309049076, at 4309049088 00000100:00000010:0.0:1788203910.082499:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88c00. 00000100:00000010:1.0:1788203910.082505:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa884e0. 00010000:00000001:0.0:1788203910.466494:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203910.466500:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203910.466504:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203910.466505:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203910.466507:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203910.466508:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203910.466528:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203910.466532:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203910.466535:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203911.490486:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203911.490492:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203911.490498:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203911.490501:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203911.490503:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203911.490506:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203911.490510:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203911.490512:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203911.490514:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203911.490517:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203911.490520:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203911.490522:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203911.490523:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203911.490525:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203911.490527:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203911.490528:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203911.490530:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203911.490532:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203911.490555:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203911.490558:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203911.490561:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203912.514522:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203912.514538:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203912.514548:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203912.514550:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203912.514553:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203912.514555:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203912.514587:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203912.514589:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203912.514591:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203913.538511:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203913.538519:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203913.538526:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203913.538527:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203913.538531:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203913.538533:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788203913.922579:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203913.922590:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788203913.922594:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203913.922598:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203913.922603:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203913.922610:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 14380 00000400:00000200:0.0:1788203913.922617:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203913.922622:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203913.922624:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203913.922627:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203913.922629:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203913.922631:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203913.922633:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203913.922635:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203913.922637:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788203913.922639:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203913.922641:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788203913.922643:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788203913.922644:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788203913.922646:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203913.922648:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203913.922649:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203913.922651:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203913.922653:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788203913.922655:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203913.922656:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203913.922658:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203913.922660:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203913.922662:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203913.922664:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788203913.922666:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203913.922675:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fad80. 00000020:00000040:0.0:1788203913.922677:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788203913.922680:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203913.922682:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203913.922684:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203913.922686:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203913.922690:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203913.922696:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376800. 00000100:00000001:0.0:1788203913.922701:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203913.922709:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fad80 x1875052841917312/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203913.922717:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203913.922721:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203913.922724:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010fef5ed] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fad80 x1875052841917312/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203913.922741:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788203913.922745:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203913.922748:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788203913.922750:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203913.922751:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203913.922755:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203913.922758:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14380 00000400:00000200:0.0:1788203913.922763:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203913.922766:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203913.922769:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203913.922775:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203913.922779:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203913.922785:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203913.922789:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203913.922793:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203913.922797:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788203913.922800:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203913.922802:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788203913.922806:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788203913.922810:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788203913.922814:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203913.922815:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203913.922816:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203913.922817:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203913.922819:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788203913.922823:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203913.922825:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203913.922828:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203913.922835:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203913.922840:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203913.922843:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203913.922848:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788203913.922856:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203913.922859:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203913.922863:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9880. 00000020:00000040:0.0:1788203913.922868:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788203913.922873:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203913.922874:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203913.922875:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203913.922876:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203913.922878:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203913.922881:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375000. 00000100:00000001:0.0:1788203913.922884:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203913.922888:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9880 x1875052841917440/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203913.922901:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203913.922905:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203913.922911:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2b42fc4] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9880 x1875052841917440/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203913.922920:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788203913.922924:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203913.922927:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788203913.922930:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203913.922934:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203913.922941:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203913.922948:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14380 00000400:00000200:0.0:1788203913.922958:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203913.922967:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203913.922972:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203913.922980:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203913.922983:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203913.922989:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203913.922995:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203913.923000:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203913.923002:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788203913.923006:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203913.923010:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788203913.923015:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788203913.923022:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788203913.923029:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203913.923032:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203913.923037:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203913.923041:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203913.923046:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788203913.923051:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203913.923058:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203913.923060:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203913.923062:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203913.923067:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203913.923071:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203913.923074:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788203913.923078:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203913.923081:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203913.923086:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8000. 00000020:00000040:0.0:1788203913.923090:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788203913.923093:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203913.923094:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203913.923098:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203913.923100:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203913.923104:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203913.923109:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377000. 00000100:00000001:0.0:1788203913.923114:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203913.923121:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8000 x1875052841917568/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203913.923132:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203913.923135:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203913.923142:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000755f6dce] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8000 x1875052841917568/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203913.923167:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203913.923173:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788203913.923181:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788203913.923185:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203913.923191:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788203913.923195:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203913.923198:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203913.923203:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203913.923208:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14380 00000400:00000200:0.0:1788203913.923215:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203913.923242:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203913.923245:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203913.923249:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203913.923252:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203913.923255:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203913.923260:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203913.923264:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203913.923266:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788203913.923270:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203913.923273:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788203913.923278:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788203913.923283:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788203913.923288:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203913.923291:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203913.923296:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203913.923300:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203913.923304:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788203913.923309:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203913.923312:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203913.923314:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203913.923316:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203913.923320:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203913.923323:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203913.923326:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788203913.923329:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203913.923331:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203913.923338:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9c00. 00000020:00000040:0.0:1788203913.923342:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788203913.923345:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203913.923347:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203913.923350:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203913.923352:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203913.923355:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203913.923360:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374800. 00000100:00000001:0.0:1788203913.923365:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203913.923371:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9c00 x1875052841917696/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203913.923386:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203913.923390:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203913.923445:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d680416d] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9c00 x1875052841917696/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203913.923468:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203913.923477:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14390) 00010000:00000001:0.0:1788203914.562556:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203914.562566:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203914.562573:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203914.562574:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203914.562579:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203914.562580:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203914.562614:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203914.562618:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203914.562621:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203915.202545:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309054196, at 4309054208 00000100:00000040:1.0:1788203915.202547:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309054196, at 4309054208 00000100:00000010:0.0:1788203915.202568:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa887e0. 00000100:00000010:1.0:1788203915.202572:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88cc0. 00010000:00000001:0.0:1788203915.586542:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203915.586549:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203915.586555:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203915.586556:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203915.586559:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203915.586560:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203915.586587:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203915.586590:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203915.586592:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203916.610480:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203916.610485:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203916.610490:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203916.610492:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203916.610496:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203916.610497:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203916.610520:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203916.610523:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203916.610526:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203917.634514:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203917.634521:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203917.634528:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203917.634530:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203917.634533:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203917.634534:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203918.658464:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203918.658473:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203918.658475:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203918.658478:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203918.658482:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203918.658484:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203918.658485:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203918.658487:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203918.658491:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203918.658492:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203918.658494:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203918.658495:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203918.658549:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203918.658552:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203918.658554:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788203919.042731:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203919.042736:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203919.042740:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203919.042750:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9f800 x1875052841917824/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203919.042769:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203919.042774:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203919.042783:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203919.042789:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203919.042797:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203919.042806:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841917824:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788203919.042815:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203919.042820:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203919.042824:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203919.042829:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203919.042836:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788203919.042840:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203919.042850:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203919.042855:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788203919.042861:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788203919.042878:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841917824, portal 25 00000100:00000001:0.0:1788203919.042883:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203919.042885:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330356224 : -109644379195392 : ffff9c476db9f800) 00000100:00000040:0.0:1788203919.042895:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9f800 x1875052841917824/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203919.042911:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203919.042918:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203919.042922:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788203919.042928:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841917824, offset 0 00000400:00000200:0.0:1788203919.042936:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203919.042947:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203919.042956:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203919.042966:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203919.042976:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203919.042984:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203919.042993:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203919.043003:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704226:704226:256:4294967295] 192.168.201.101@tcp LPNI seq info [704221:704221:8:4294967295] 00000400:00000200:0.0:1788203919.043012:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203919.043027:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203919.043037:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203919.043044:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788203919.043056:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203919.043063:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1788203919.043093:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203919.043098:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788203919.043107:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203919.043116:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203919.043122:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788203919.043126:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788203919.043143:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203919.043150:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9f800 x1875052841917824/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203919.043182:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203919.043187:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9f800 x1875052841917824/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203944 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203919.043201:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203919.043204:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203919.043212:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203919.043222:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203919.043228:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4309059316 00000100:00000010:0.0:1788203919.043238:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685baf00. 00000100:00000001:0.0:1788203919.043248:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788203919.043258:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4309059316 00000100:00000010:0.0:1788203919.043265:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba1e0. 00000100:00000001:0.0:1788203919.043271:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788203919.043275:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203919.043280:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203919.043285:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203919.043296:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203919/real 1788203919] req@ffff9c476db9f800 x1875052841917824/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203919.043337:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203919.043340:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203919.043343:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788203919.043351:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788203919.043356:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788203919.043362:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203919.043372:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9f800 x1875052841917824/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203919.043417:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9f800 x1875052841917824/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203919.043428:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203919.043431:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203919.043437:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203919.043440:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203919.043449:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9f800 x1875052841917824/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203919.043460:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203919.043468:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9f800 x1875052841917824/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203944 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203919.043477:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203919.043481:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203919.043483:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203919.043485:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203919.043487:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203919.043491:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203919.043496:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203919.043503:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203919.043506:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203919.043513:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9f800 x1875052841917824/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203944 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203919.043530:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841917824:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788203919.043539:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203919.043542:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203919.043547:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9f800 x1875052841917824/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203944 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203919.043556:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203919.043558:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203919.043560:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788203919.043562:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203919.043564:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203919.043566:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788203919.043567:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203919.043569:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a41000. 02000000:00000001:0.0:1788203919.043573:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203919.043574:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203919.043576:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9f800. 00000100:00000001:0.0:1788203919.043578:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203919.043579:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203919.043580:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203919.043586:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203919.043587:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203919.043588:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203919.043590:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203919.043591:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203919.043593:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9c380 x1875052841917952/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203919.043598:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203919.043599:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203919.043601:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203919.043602:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203919.043604:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203919.043605:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841917952:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203919.043608:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203919.043610:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203919.043611:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203919.043612:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203919.043614:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788203919.043616:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203919.043619:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203919.043621:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788203919.043623:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788203919.043626:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841917952, portal 10 00000100:00000001:0.0:1788203919.043627:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203919.043628:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330342784 : -109644379208832 : ffff9c476db9c380) 00000100:00000040:0.0:1788203919.043633:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9c380 x1875052841917952/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203919.043640:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203919.043643:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203919.043645:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788203919.043647:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841917952, offset 0 00000400:00000200:0.0:1788203919.043652:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203919.043656:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203919.043660:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203919.043664:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203919.043667:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203919.043669:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203919.043672:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203919.043675:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704227:704227:256:4294967295] 192.168.201.101@tcp LPNI seq info [704222:704222:8:4294967295] 00000400:00000200:0.0:1788203919.043680:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203919.043687:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203919.043691:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203919.043693:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788203919.043696:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203919.043699:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1788203919.043707:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203919.043708:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788203919.043710:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203919.043713:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203919.043715:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788203919.043716:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788203919.043718:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203919.043721:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9c380 x1875052841917952/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203919.043726:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203919.043728:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9c380 x1875052841917952/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203944 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203919.043732:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203919.043733:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203919.043736:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203919.043739:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788203919.043741:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203919.043742:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309058058 00000100:00000001:0.0:1788203919.043744:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309059316 00000100:00000001:0.0:1788203919.043746:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309058058 00000100:00000001:0.0:1788203919.043747:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309059316 00000100:00000001:0.0:1788203919.043749:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203919.043750:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203919.043751:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203919.043754:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203919/real 1788203919] req@ffff9c476db9c380 x1875052841917952/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203919.043762:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203919.043764:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203919.043766:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788203919.043768:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788203919.043770:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788203919.043772:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203919.043775:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9c380 x1875052841917952/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203919.043785:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9c380 x1875052841917952/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203919.043792:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203919.043794:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203919.043796:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203919.043797:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203919.043801:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9c380 x1875052841917952/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203919.043808:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203919.043811:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9c380 x1875052841917952/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203944 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203919.043815:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203919.043817:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203919.043818:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203919.043819:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203919.043820:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203919.043822:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203919.043823:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203919.043825:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203919.043827:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203919.043829:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9c380 x1875052841917952/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203944 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203919.043834:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841917952:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203919.043838:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203919.043840:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9d880 x1875052841918080/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203919.043844:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203919.043845:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203919.043847:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203919.043848:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203919.043850:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203919.043852:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841918080:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203919.043853:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203919.043855:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203919.043856:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203919.043857:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203919.043860:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377400. 02000000:00000001:0.0:1788203919.043861:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203919.043864:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203919.043865:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788203919.043867:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788203919.043869:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841918080, portal 10 00000100:00000001:0.0:1788203919.043871:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203919.043872:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330348160 : -109644379203456 : ffff9c476db9d880) 00000100:00000040:0.0:1788203919.043876:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9d880 x1875052841918080/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203919.043880:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203919.043881:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203919.043883:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788203919.043884:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841918080, offset 0 00000400:00000200:0.0:1788203919.043887:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203919.043890:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203919.043892:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203919.043894:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203919.043896:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203919.043898:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203919.043899:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203919.043901:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704228:704228:256:4294967295] 192.168.201.101@tcp LPNI seq info [704223:704223:8:4294967295] 00000400:00000200:0.0:1788203919.043904:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203919.043908:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203919.043911:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203919.043913:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788203919.043916:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203919.043917:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1788203919.043925:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203919.043926:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788203919.043928:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203919.043930:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203919.043932:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788203919.043934:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788203919.043935:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203919.043938:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9d880 x1875052841918080/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203919.043943:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203919.043945:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9d880 x1875052841918080/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203944 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203919.043949:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203919.043950:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203919.043952:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203919.043954:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788203919.043956:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203919.043958:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309058058 00000100:00000001:0.0:1788203919.043960:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309059316 00000100:00000001:0.0:1788203919.043962:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309058058 00000100:00000001:0.0:1788203919.043965:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309059316 00000100:00000001:0.0:1788203919.043967:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203919.043969:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203919.043971:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203919.043975:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203919/real 1788203919] req@ffff9c476db9d880 x1875052841918080/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203919.043984:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203919.043985:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203919.043987:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788203919.043990:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788203919.043992:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788203919.043994:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203919.043998:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9d880 x1875052841918080/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203919.044007:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9d880 x1875052841918080/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203919.044014:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203919.044015:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203919.044016:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203919.044017:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203919.044020:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9d880 x1875052841918080/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203919.044024:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203919.044027:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9d880 x1875052841918080/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203944 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203919.044031:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203919.044033:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203919.044034:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203919.044034:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203919.044036:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203919.044037:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203919.044039:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203919.044041:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203919.044043:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203919.044045:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9d880 x1875052841918080/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203944 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203919.044050:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841918080:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203919.044052:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203919.044054:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9ca80 x1875052841918208/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203919.044061:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203919.044062:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203919.044064:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203919.044066:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203919.044068:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203919.044072:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841918208:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788203919.044075:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203919.044077:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203919.044079:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203919.044081:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203919.044084:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377c00. 02000000:00000001:0.0:1788203919.044087:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203919.044091:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203919.044094:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788203919.044098:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788203919.044101:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841918208, portal 4 00000100:00000001:0.0:1788203919.044103:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203919.044104:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330344576 : -109644379207040 : ffff9c476db9ca80) 00000100:00000040:0.0:1788203919.044109:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9ca80 x1875052841918208/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203919.044114:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203919.044116:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203919.044117:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788203919.044119:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841918208, offset 0 00000400:00000200:0.0:1788203919.044122:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203919.044124:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203919.044127:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203919.044129:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203919.044144:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203919.044146:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203919.044148:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203919.044150:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704229:704229:256:4294967295] 192.168.201.101@tcp LPNI seq info [704224:704224:8:4294967295] 00000400:00000200:0.0:1788203919.044153:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203919.044157:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203919.044161:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203919.044163:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788203919.044166:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203919.044168:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1788203919.044175:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203919.044176:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788203919.044179:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203919.044181:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203919.044183:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788203919.044184:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788203919.044186:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203919.044189:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9ca80 x1875052841918208/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203919.044194:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203919.044196:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9ca80 x1875052841918208/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203944 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203919.044205:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203919.044206:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203919.044208:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203919.044210:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788203919.044212:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203919.044214:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309058084 00000100:00000001:0.0:1788203919.044215:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309059316 00000100:00000001:0.0:1788203919.044217:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309058084 00000100:00000001:0.0:1788203919.044220:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309059316 00000100:00000001:0.0:1788203919.044222:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203919.044224:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203919.044226:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203919.044230:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203919/real 1788203919] req@ffff9c476db9ca80 x1875052841918208/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203919.044237:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203919.044239:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203919.044240:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788203919.044243:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788203919.044245:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788203919.044247:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203919.044251:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9ca80 x1875052841918208/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203919.044260:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9ca80 x1875052841918208/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203919.044267:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203919.044269:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203919.044271:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203919.044272:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203919.044275:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9ca80 x1875052841918208/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203919.044283:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203919.044287:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9ca80 x1875052841918208/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203944 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203919.044294:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203919.044297:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203919.044299:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203919.044300:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203919.044302:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203919.044304:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203919.044306:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203919.044310:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203919.044313:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203919.044317:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9ca80 x1875052841918208/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203944 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203919.044325:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841918208:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788203919.044328:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203919.044330:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203919.044332:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9c380 x1875052841917952/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203944 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203919.044336:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203919.044337:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203919.044339:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788203919.044341:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203919.044342:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203919.044343:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788203919.044344:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203919.044346:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a41400. 02000000:00000001:0.0:1788203919.044348:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203919.044349:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203919.044350:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9c380. 00000100:00000001:0.0:1788203919.044352:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203919.044353:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203919.044354:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203919.044356:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9d880 x1875052841918080/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203944 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203919.044361:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203919.044361:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203919.044362:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377400. 02000000:00000001:0.0:1788203919.044363:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203919.044364:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203919.044365:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788203919.044366:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203919.044367:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a43800. 02000000:00000001:0.0:1788203919.044370:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203919.044370:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203919.044371:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9d880. 00000100:00000001:0.0:1788203919.044372:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203919.044373:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203919.044374:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203919.044376:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9ca80 x1875052841918208/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203944 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203919.044379:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203919.044380:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203919.044381:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377c00. 02000000:00000001:0.0:1788203919.044382:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203919.044383:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203919.044383:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788203919.044384:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203919.044385:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a41800. 02000000:00000001:0.0:1788203919.044386:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203919.044387:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203919.044388:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9ca80. 00000100:00000001:0.0:1788203919.044389:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203919.044390:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203919.044392:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203919.044410:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203919.044411:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203919.044412:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203919.044414:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203919.682547:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203919.682555:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203919.682560:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203919.682562:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203919.682564:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203919.682565:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203919.682592:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203919.682595:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203919.682597:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788203920.322521:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309059316, at 4309059328 00000100:00000010:1.0:1788203920.322536:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba1e0. 00000100:00000040:0.0:1788203920.322538:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309059316, at 4309059328 00000100:00000010:0.0:1788203920.322552:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685baf00. 00010000:00000001:0.0:1788203920.706511:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203920.706519:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203920.706525:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203920.706526:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203920.706529:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203920.706530:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203920.706559:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203920.706562:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203920.706564:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203921.730491:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203921.730498:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203921.730505:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203921.730509:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203921.730511:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203921.730515:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203921.730518:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203921.730521:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203921.730523:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203921.730526:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203921.730530:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203921.730532:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203921.730534:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203921.730535:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203921.730536:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203921.730537:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203921.730538:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203921.730540:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203922.754557:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203922.754563:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203922.754567:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203922.754568:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203922.754571:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203922.754571:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203922.754601:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203922.754603:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203922.754605:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203923.778508:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203923.778513:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203923.778518:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203923.778519:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203923.778521:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203923.778522:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203923.778541:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203923.778543:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203923.778545:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788203924.162507:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203924.162516:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788203924.162518:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203924.162521:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203924.162525:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203924.162530:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 14390 00000400:00000200:1.0:1788203924.162537:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203924.162542:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203924.162544:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203924.162547:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203924.162549:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203924.162551:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203924.162553:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203924.162556:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203924.162557:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788203924.162559:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203924.162562:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788203924.162563:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788203924.162565:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788203924.162567:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203924.162569:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203924.162570:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203924.162571:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203924.162574:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788203924.162576:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203924.162578:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203924.162580:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203924.162582:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203924.162584:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203924.162585:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788203924.162587:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203924.162596:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3df800. 00000020:00000040:1.0:1788203924.162599:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788203924.162602:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203924.162604:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203924.162607:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203924.162610:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203924.162614:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203924.162623:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b000. 00000100:00000001:1.0:1788203924.162630:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203924.162640:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3df800 x1875052841918336/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203924.162651:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203924.162656:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203924.162672:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051a886bc] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3df800 x1875052841918336/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203924.162701:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788203924.162704:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203924.162706:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788203924.162707:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203924.162709:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203924.162711:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203924.162714:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14390 00000400:00000200:1.0:1788203924.162717:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203924.162719:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203924.162721:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203924.162723:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203924.162725:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203924.162728:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203924.162730:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203924.162731:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203924.162732:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788203924.162734:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203924.162735:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000100:00000001:0.0:1788203924.162737:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1788203924.162737:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788203924.162742:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000001:0.0:1788203924.162743:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1788203924.162746:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203924.162747:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1788203924.162751:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203924.162755:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000040:0.0:1788203924.162756:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3df800 x1875052841918336/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203924.162760:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203924.162768:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00000001:0.0:1788203924.162771:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203924.162774:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788203924.162775:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 02000000:00000001:0.0:1788203924.162778:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1788203924.162780:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203924.162781:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203924.162787:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203924.162787:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00100000:0.0:1788203924.162793:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841918336:192.168.201.101@tcp:250:kworker.0 02000000:00000001:1.0:1788203924.162796:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203924.162799:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788203924.162802:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203924.162804:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1788203924.162806:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:0.0:1788203924.162807:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203924.162810:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000008:00100000:1.0:1788203924.162811:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788203924.162815:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203924.162817:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203924.162818:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374c00. 00000100:00000010:1.0:1788203924.162821:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dd500. 02000000:00000001:0.0:1788203924.162822:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788203924.162825:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788203924.162829:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203924.162831:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203924.162833:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:1.0:1788203924.162834:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203924.162837:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203924.162840:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788203924.162841:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 02000000:00000010:1.0:1788203924.162844:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99800. 00000100:00000001:1.0:1788203924.162849:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788203924.162851:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00100000:1.0:1788203924.162854:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dd500 x1875052841918464/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1788203924.162861:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841918336, portal 25 00000100:00000001:1.0:1788203924.162861:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203924.162866:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203924.162867:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1788203924.162870:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081f75c12] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dd500 x1875052841918464/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203924.162871:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573888000 : -109644135663616 : ffff9c477c3df800) 00000100:00000040:0.0:1788203924.162882:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3df800 x1875052841918336/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203949 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203924.162883:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788203924.162889:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788203924.162894:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:1.0:1788203924.162896:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000040:0.0:1788203924.162899:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000100:00000001:1.0:1788203924.162901:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000400:00000010:0.0:1788203924.162903:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00080000:1.0:1788203924.162905:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000200:0.0:1788203924.162907:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841918336, offset 0 00000100:00000001:1.0:1788203924.162912:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000400:00000200:0.0:1788203924.162916:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000100:00080000:1.0:1788203924.162920:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14390 00000400:00000200:0.0:1788203924.162926:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203924.162934:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203924.162939:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203924.162943:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203924.162947:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203924.162950:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203924.162955:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704230:704230:256:4294967295] 192.168.201.101@tcp LPNI seq info [704225:704225:8:4294967295] 00000400:00000200:0.0:1788203924.162960:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203924.162970:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000400:00000200:1.0:1788203924.162979:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000800:00000200:0.0:1788203924.162980:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203924.162987:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000400:00000200:1.0:1788203924.162987:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203924.162992:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203924.162996:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000800:00000200:0.0:1788203924.162999:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000100:00000001:1.0:1788203924.163000:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203924.163004:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000800:00000200:0.0:1788203924.163006:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 43 secs later) 00000100:00000001:1.0:1788203924.163007:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203924.163012:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203924.163014:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788203924.163018:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203924.163023:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788203924.163030:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000800:00000100:0.0:1788203924.163031:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203924.163034:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000020:00000001:1.0:1788203924.163036:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000400:00000200:0.0:1788203924.163039:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000040:1.0:1788203924.163055:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203924.163058:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203924.163060:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203924.163064:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000400:00000200:0.0:1788203924.163070:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000020:00000040:1.0:1788203924.163070:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000400:00000200:0.0:1788203924.163077:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000100:00080000:1.0:1788203924.163079:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000400:00000010:0.0:1788203924.163080:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:1.0:1788203924.163086:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203924.163087:0:2419:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1788203924.163091:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000200:0.0:1788203924.163095:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c3df800 x1875052841918336/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203949 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1788203924.163096:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203924.163101:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203924.163106:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788203924.163109:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000100:00000001:0.0:1788203924.163112:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000008:00000001:1.0:1788203924.163113:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203924.163116:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203924.163119:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3df800 x1875052841918336/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203949 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1788203924.163121:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dea00. 00000020:00000040:1.0:1788203924.163126:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788203924.163130:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1788203924.163132:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203924.163133:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203924.163135:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1788203924.163136:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203924.163138:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203924.163140:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203924.163142:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203924.163144:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9a000. 00000400:00000200:0.0:1788203924.163148:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:1.0:1788203924.163150:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203924.163152:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4309064436 00000100:00000010:0.0:1788203924.163158:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685baf00. 00000100:00100000:1.0:1788203924.163159:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dea00 x1875052841918592/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203924.163166:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788203924.163172:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4309064436 00000100:00000010:0.0:1788203924.163177:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685baea0. 00000100:00000001:0.0:1788203924.163182:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788203924.163185:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203924.163186:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203924.163191:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203924.163191:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203924.163194:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203924.163200:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203924/real 1788203924] req@ffff9c477c3df800 x1875052841918336/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788203924.163200:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4ead91e] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dea00 x1875052841918592/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203924.163229:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1788203924.163230:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1788203924.163232:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203924.163236:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000100:00000040:1.0:1788203924.163236:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1788203924.163241:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000100:00000040:1.0:1788203924.163242:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:0.0:1788203924.163244:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00080000:1.0:1788203924.163246:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788203924.163247:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00080000:1.0:1788203924.163252:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000200:0.0:1788203924.163253:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3df800 x1875052841918336/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203924.163256:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203924.163259:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203924.163264:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203924.163268:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14390 00000100:00000200:0.0:1788203924.163272:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3df800 x1875052841918336/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788203924.163284:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203924.163287:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1788203924.163289:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00000001:0.0:1788203924.163291:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1788203924.163292:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1788203924.163298:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:1.0:1788203924.163298:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203924.163302:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1788203924.163303:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788203924.163304:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203924.163309:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203924.163311:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203924.163313:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000100:00100000:0.0:1788203924.163314:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c3df800 x1875052841918336/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1788203924.163315:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203924.163318:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788203924.163323:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000001:0.0:1788203924.163333:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788203924.163333:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788203924.163340:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203924.163343:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203924.163345:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3df800 x1875052841918336/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203949 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788203924.163346:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203924.163350:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203924.163354:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788203924.163358:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203924.163364:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203924.163368:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1788203924.163371:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:1.0:1788203924.163372:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203924.163376:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203924.163379:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788203924.163382:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788203924.163383:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000008:00100000:1.0:1788203924.163385:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000100:00000001:0.0:1788203924.163387:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1788203924.163389:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203924.163415:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203924.163419:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ded80. 00000020:00000040:1.0:1788203924.163421:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788203924.163423:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203924.163424:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203924.163425:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1788203924.163426:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 02000000:00000001:1.0:1788203924.163426:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203924.163428:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203924.163431:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000010:1.0:1788203924.163433:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98000. 00000100:00080000:0.0:1788203924.163439:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1788203924.163440:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203924.163446:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ded80 x1875052841918720/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203924.163452:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203924.163455:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788203924.163459:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000040:1.0:1788203924.163461:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a769e60] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ded80 x1875052841918720/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203924.163469:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:1.0:1788203924.163471:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203924.163477:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14400) 00000100:00000040:0.0:1788203924.163482:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3df800 x1875052841918336/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203949 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203924.163494:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841918336:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788203924.163503:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203924.163505:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203924.163509:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3df800 x1875052841918336/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203949 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203924.163517:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203924.163520:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203924.163523:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374c00. 02000000:00000001:0.0:1788203924.163526:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203924.163529:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203924.163530:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788203924.163533:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203924.163535:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4653a9b000. 02000000:00000001:0.0:1788203924.163540:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203924.163542:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203924.163543:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3df800. 00000100:00000001:0.0:1788203924.163547:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203924.163548:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203924.163551:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203924.163557:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203924.163559:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203924.163561:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203924.163563:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203924.163565:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203924.163569:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3dd500 x1875052841918464/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203924.163577:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203924.163579:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203924.163581:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203924.163583:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203924.163585:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203924.163589:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841918464:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203924.163592:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203924.163594:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203924.163596:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203924.163599:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203924.163602:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374c00. 02000000:00000001:0.0:1788203924.163605:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203924.163609:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203924.163612:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788203924.163616:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788203924.163619:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841918464, portal 10 00000100:00000001:0.0:1788203924.163621:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203924.163631:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573879040 : -109644135672576 : ffff9c477c3dd500) 00000100:00000040:0.0:1788203924.163639:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3dd500 x1875052841918464/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203949 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203924.163646:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203924.163649:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203924.163652:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788203924.163655:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841918464, offset 0 00000400:00000200:0.0:1788203924.163659:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203924.163664:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203924.163668:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203924.163672:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203924.163675:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203924.163678:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203924.163680:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203924.163683:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704231:704231:256:4294967295] 192.168.201.101@tcp LPNI seq info [704226:704226:8:4294967295] 00000400:00000200:0.0:1788203924.163688:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203924.163693:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203924.163696:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203924.163699:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788203924.163701:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203924.163704:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1788203924.163711:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203924.163712:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788203924.163715:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203924.163717:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203924.163720:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788203924.163721:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788203924.163723:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203924.163725:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c3dd500 x1875052841918464/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203949 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203924.163731:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203924.163733:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3dd500 x1875052841918464/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203949 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203924.163738:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203924.163739:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203924.163741:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203924.163743:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788203924.163746:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203924.163747:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309063178 00000100:00000001:0.0:1788203924.163749:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309064436 00000100:00000001:0.0:1788203924.163751:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309063178 00000100:00000001:0.0:1788203924.163752:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309064436 00000100:00000001:0.0:1788203924.163753:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203924.163755:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203924.163756:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203924.163758:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203924/real 1788203924] req@ffff9c477c3dd500 x1875052841918464/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203924.163764:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203924.163765:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203924.163766:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788203924.163768:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788203924.163769:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788203924.163770:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203924.163773:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3dd500 x1875052841918464/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203924.163778:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3dd500 x1875052841918464/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203924.163782:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203924.163783:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203924.163784:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203924.163785:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203924.163787:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c3dd500 x1875052841918464/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203924.163792:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203924.163794:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3dd500 x1875052841918464/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203949 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203924.163798:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203924.163800:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203924.163801:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203924.163802:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203924.163804:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203924.163805:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203924.163807:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203924.163809:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203924.163810:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203924.163813:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3dd500 x1875052841918464/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203949 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203924.163821:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841918464:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203924.163824:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203924.163828:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3dea00 x1875052841918592/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203924.163841:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203924.163843:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203924.163845:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203924.163847:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203924.163849:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203924.163853:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841918592:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203924.163856:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203924.163858:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203924.163860:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203924.163862:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203924.163865:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375400. 02000000:00000001:0.0:1788203924.163867:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203924.163870:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203924.163873:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788203924.163876:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788203924.163878:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841918592, portal 10 00000100:00000001:0.0:1788203924.163879:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203924.163880:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573884416 : -109644135667200 : ffff9c477c3dea00) 00000100:00000040:0.0:1788203924.163885:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3dea00 x1875052841918592/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203949 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203924.163890:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203924.163891:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203924.163892:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788203924.163894:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841918592, offset 0 00000400:00000200:0.0:1788203924.163897:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203924.163900:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203924.163904:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203924.163907:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203924.163910:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203924.163912:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203924.163915:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203924.163918:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704232:704232:256:4294967295] 192.168.201.101@tcp LPNI seq info [704227:704227:8:4294967295] 00000400:00000200:0.0:1788203924.163923:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203924.163929:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203924.163934:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203924.163938:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788203924.163941:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203924.163944:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1788203924.163953:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203924.163955:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788203924.163958:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203924.163961:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203924.163964:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788203924.163965:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788203924.163968:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203924.163971:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c3dea00 x1875052841918592/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203949 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203924.163979:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203924.163982:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3dea00 x1875052841918592/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203949 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203924.163990:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203924.163991:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203924.163995:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203924.163998:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788203924.164001:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203924.164003:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309063178 00000100:00000001:0.0:1788203924.164006:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309064436 00000100:00000001:0.0:1788203924.164008:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309063178 00000100:00000001:0.0:1788203924.164011:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309064436 00000100:00000001:0.0:1788203924.164013:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203924.164015:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203924.164017:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203924.164021:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203924/real 1788203924] req@ffff9c477c3dea00 x1875052841918592/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203924.164027:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203924.164028:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203924.164030:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788203924.164032:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788203924.164033:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788203924.164034:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203924.164037:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3dea00 x1875052841918592/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203924.164059:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3dea00 x1875052841918592/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203924.164063:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203924.164064:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203924.164066:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203924.164067:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203924.164069:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c3dea00 x1875052841918592/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203924.164074:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203924.164076:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3dea00 x1875052841918592/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203949 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203924.164080:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203924.164082:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203924.164083:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203924.164084:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203924.164085:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203924.164086:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203924.164088:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203924.164091:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203924.164092:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203924.164095:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3dea00 x1875052841918592/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203949 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203924.164100:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841918592:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203924.164102:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203924.164104:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3ded80 x1875052841918720/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203924.164108:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203924.164109:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203924.164110:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203924.164112:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203924.164113:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203924.164115:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841918720:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788203924.164117:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203924.164118:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203924.164119:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203924.164120:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203924.164123:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374400. 02000000:00000001:0.0:1788203924.164124:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203924.164127:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203924.164129:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788203924.164131:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788203924.164133:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841918720, portal 4 00000100:00000001:0.0:1788203924.164134:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203924.164135:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573885312 : -109644135666304 : ffff9c477c3ded80) 00000100:00000040:0.0:1788203924.164139:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3ded80 x1875052841918720/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203949 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203924.164144:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203924.164146:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203924.164147:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788203924.164148:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841918720, offset 0 00000400:00000200:0.0:1788203924.164151:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203924.164154:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203924.164156:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203924.164158:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203924.164160:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203924.164162:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203924.164163:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203924.164165:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704233:704233:256:4294967295] 192.168.201.101@tcp LPNI seq info [704228:704228:8:4294967295] 00000400:00000200:0.0:1788203924.164168:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203924.164172:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203924.164175:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203924.164176:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788203924.164179:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203924.164181:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1788203924.164189:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203924.164190:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788203924.164192:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203924.164194:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203924.164196:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788203924.164197:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788203924.164199:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203924.164201:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c3ded80 x1875052841918720/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203949 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203924.164206:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203924.164208:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3ded80 x1875052841918720/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203949 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203924.164212:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203924.164214:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203924.164216:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203924.164218:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788203924.164220:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203924.164221:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309063204 00000100:00000001:0.0:1788203924.164223:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309064436 00000100:00000001:0.0:1788203924.164224:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309063204 00000100:00000001:0.0:1788203924.164226:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309064436 00000100:00000001:0.0:1788203924.164227:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203924.164228:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203924.164230:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203924.164232:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203924/real 1788203924] req@ffff9c477c3ded80 x1875052841918720/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203924.164236:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203924.164237:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203924.164238:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788203924.164239:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788203924.164240:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788203924.164241:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203924.164243:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3ded80 x1875052841918720/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203924.164248:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3ded80 x1875052841918720/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203924.164253:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203924.164254:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203924.164255:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203924.164255:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203924.164258:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c3ded80 x1875052841918720/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203924.164261:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203924.164264:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3ded80 x1875052841918720/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203949 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203924.164268:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203924.164270:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203924.164271:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203924.164272:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203924.164273:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203924.164274:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203924.164275:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203924.164277:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203924.164278:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203924.164281:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3ded80 x1875052841918720/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203949 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203924.164285:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841918720:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788203924.164288:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203924.164289:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203924.164291:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3dd500 x1875052841918464/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203949 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203924.164295:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203924.164295:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203924.164297:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374c00. 02000000:00000001:0.0:1788203924.164298:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203924.164299:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203924.164300:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788203924.164301:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203924.164302:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4653a99800. 02000000:00000001:0.0:1788203924.164304:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203924.164305:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203924.164306:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3dd500. 00000100:00000001:0.0:1788203924.164308:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203924.164309:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203924.164310:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203924.164312:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3dea00 x1875052841918592/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203949 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203924.164316:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203924.164317:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203924.164318:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375400. 02000000:00000001:0.0:1788203924.164319:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203924.164320:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203924.164321:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788203924.164322:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203924.164323:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4653a9a000. 02000000:00000001:0.0:1788203924.164324:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203924.164325:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203924.164325:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3dea00. 00000100:00000001:0.0:1788203924.164327:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203924.164327:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203924.164328:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203924.164330:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3ded80 x1875052841918720/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203949 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203924.164334:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203924.164334:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203924.164335:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374400. 02000000:00000001:0.0:1788203924.164336:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203924.164337:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203924.164338:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788203924.164339:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203924.164340:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4653a98000. 02000000:00000001:0.0:1788203924.164341:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203924.164342:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203924.164343:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3ded80. 00000100:00000001:0.0:1788203924.164344:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203924.164345:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203924.164346:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203924.164349:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203924.164349:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203924.164351:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203924.164352:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203924.802515:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203924.802521:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203924.802525:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203924.802526:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203924.802528:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203924.802529:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203924.802548:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203924.802551:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203924.802553:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203925.442510:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309064436, at 4309064448 00000100:00000040:1.0:1788203925.442510:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309064436, at 4309064448 00000100:00000010:1.0:1788203925.442526:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685baea0. 00000100:00000010:0.0:1788203925.442530:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685baf00. 00010000:00000001:0.0:1788203925.826523:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203925.826529:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203925.826533:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203925.826534:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203925.826537:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203925.826538:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203926.850499:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203926.850504:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203926.850508:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203926.850509:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203926.850512:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203926.850513:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203926.850532:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203926.850534:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203926.850537:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203927.874534:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203927.874558:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203927.874563:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203927.874564:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203927.874566:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203927.874567:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203927.874604:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203927.874606:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203927.874608:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203928.898499:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203928.898527:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203928.898529:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203928.898531:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203928.898535:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203928.898537:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203928.898539:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203928.898548:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203928.898552:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203928.898553:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203928.898555:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203928.898556:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203928.898577:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203928.898579:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203928.898582:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788203929.282708:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203929.282716:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203929.282722:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203929.282733:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c848a80 x1875052841918848/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203929.282749:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203929.282752:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203929.282757:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203929.282760:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203929.282766:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203929.282773:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c848a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841918848:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788203929.282780:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203929.282785:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203929.282788:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203929.282792:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203929.282804:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374c00. 02000000:00000001:0.0:1788203929.282811:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203929.282819:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203929.282822:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788203929.282828:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788203929.282835:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841918848, portal 25 00000100:00000001:0.0:1788203929.282840:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203929.282843:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578513024 : -109644131038592 : ffff9c477c848a80) 00000100:00000040:0.0:1788203929.282852:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c848a80 x1875052841918848/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203954 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203929.282864:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203929.282869:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203929.282872:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788203929.282877:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841918848, offset 0 00000400:00000200:0.0:1788203929.282902:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203929.282913:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203929.282923:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203929.282931:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203929.282937:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203929.282942:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203929.282946:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203929.282967:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704234:704234:256:4294967295] 192.168.201.101@tcp LPNI seq info [704229:704229:8:4294967295] 00000400:00000200:0.0:1788203929.282972:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203929.282979:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203929.282990:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203929.282996:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788203929.283005:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203929.283019:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 38 secs later) 00000800:00000100:0.0:1788203929.283041:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203929.283044:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788203929.283052:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203929.283059:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203929.283064:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788203929.283068:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788203929.283072:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203929.283076:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c848a80 x1875052841918848/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203954 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203929.283101:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203929.283109:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c848a80 x1875052841918848/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203954 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203929.283140:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203929.283147:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203929.283157:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203929.283167:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203929.283174:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4309069556 00000100:00000010:0.0:1788203929.283196:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685baf00. 00000100:00000001:0.0:1788203929.283207:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788203929.283215:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4309069556 00000100:00000010:0.0:1788203929.283221:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba060. 00000100:00000001:0.0:1788203929.283227:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788203929.283234:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203929.283239:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203929.283244:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203929.283254:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203929/real 1788203929] req@ffff9c477c848a80 x1875052841918848/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203929.283272:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203929.283275:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203929.283278:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788203929.283281:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788203929.283284:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788203929.283299:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203929.283307:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c848a80 x1875052841918848/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203929.283326:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c848a80 x1875052841918848/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203929.283358:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203929.283378:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203929.283384:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203929.283389:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203929.283432:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c848a80 x1875052841918848/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203929.283442:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203929.283447:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c848a80 x1875052841918848/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203954 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203929.283456:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203929.283459:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203929.283461:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203929.283463:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203929.283465:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203929.283468:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203929.283471:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203929.283475:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203929.283478:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203929.283483:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c848a80 x1875052841918848/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203954 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203929.283492:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c848a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841918848:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788203929.283497:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203929.283500:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203929.283503:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c848a80 x1875052841918848/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203954 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203929.283510:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203929.283513:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203929.283516:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374c00. 02000000:00000001:0.0:1788203929.283519:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203929.283521:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203929.283523:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788203929.283526:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203929.283529:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f2000. 02000000:00000001:0.0:1788203929.283532:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203929.283534:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203929.283536:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c848a80. 00000100:00000001:0.0:1788203929.283540:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203929.283541:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203929.283544:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203929.283551:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203929.283554:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203929.283556:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203929.283557:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203929.283559:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203929.283563:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c849500 x1875052841918976/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203929.283571:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203929.283572:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203929.283575:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203929.283577:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203929.283579:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203929.283583:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c849500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841918976:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203929.283586:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203929.283589:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203929.283591:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203929.283593:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203929.283596:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374c00. 02000000:00000001:0.0:1788203929.283598:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203929.283602:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203929.283606:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788203929.283609:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788203929.283613:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841918976, portal 10 00000100:00000001:0.0:1788203929.283615:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203929.283617:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578515712 : -109644131035904 : ffff9c477c849500) 00000100:00000040:0.0:1788203929.283624:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c849500 x1875052841918976/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203954 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203929.283632:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203929.283635:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203929.283637:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788203929.283640:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841918976, offset 0 00000400:00000200:0.0:1788203929.283645:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203929.283649:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203929.283653:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203929.283656:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203929.283659:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203929.283661:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203929.283664:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203929.283667:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704235:704235:256:4294967295] 192.168.201.101@tcp LPNI seq info [704230:704230:8:4294967295] 00000400:00000200:0.0:1788203929.283672:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203929.283679:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203929.283684:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203929.283688:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788203929.283693:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203929.283696:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 38 secs later) 00000800:00000100:0.0:1788203929.283708:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203929.283710:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788203929.283714:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203929.283717:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203929.283721:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788203929.283723:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788203929.283726:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203929.283730:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c849500 x1875052841918976/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203954 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203929.283738:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203929.283741:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c849500 x1875052841918976/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203954 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203929.283754:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203929.283756:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203929.283760:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203929.283779:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788203929.283783:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203929.283785:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309068298 00000100:00000001:0.0:1788203929.283788:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309069556 00000100:00000001:0.0:1788203929.283790:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309068298 00000100:00000001:0.0:1788203929.283792:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309069556 00000100:00000001:0.0:1788203929.283793:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203929.283795:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203929.283796:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203929.283800:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203929/real 1788203929] req@ffff9c477c849500 x1875052841918976/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203929.283805:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203929.283806:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203929.283807:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788203929.283809:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788203929.283811:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788203929.283812:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203929.283814:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c849500 x1875052841918976/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203929.283820:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c849500 x1875052841918976/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203929.283824:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203929.283825:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203929.283826:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203929.283827:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203929.283829:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c849500 x1875052841918976/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203929.283834:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203929.283836:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c849500 x1875052841918976/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203954 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203929.283841:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203929.283842:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203929.283843:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203929.283844:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203929.283845:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203929.283846:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203929.283848:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203929.283850:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203929.283851:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203929.283854:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c849500 x1875052841918976/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203954 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203929.283859:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c849500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841918976:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203929.283861:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203929.283863:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c848380 x1875052841919104/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203929.283867:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203929.283868:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203929.283870:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203929.283871:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203929.283873:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203929.283874:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c848380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841919104:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203929.283876:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203929.283878:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203929.283879:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203929.283881:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203929.283883:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788203929.283884:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203929.283887:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203929.283888:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788203929.283890:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788203929.283892:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841919104, portal 10 00000100:00000001:0.0:1788203929.283894:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203929.283895:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578511232 : -109644131040384 : ffff9c477c848380) 00000100:00000040:0.0:1788203929.283899:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c848380 x1875052841919104/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203954 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203929.283903:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203929.283905:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203929.283906:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788203929.283908:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841919104, offset 0 00000400:00000200:0.0:1788203929.283910:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203929.283913:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203929.283915:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203929.283917:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203929.283919:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203929.283920:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203929.283922:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203929.283925:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704236:704236:256:4294967295] 192.168.201.101@tcp LPNI seq info [704231:704231:8:4294967295] 00000400:00000200:0.0:1788203929.283927:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203929.283932:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203929.283935:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203929.283937:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788203929.283940:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203929.283941:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 38 secs later) 00000800:00000100:0.0:1788203929.283949:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203929.283951:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788203929.283967:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203929.283971:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203929.283973:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788203929.283975:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788203929.283976:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203929.283979:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c848380 x1875052841919104/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203954 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203929.283984:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203929.283986:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c848380 x1875052841919104/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203954 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203929.283990:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203929.283992:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203929.283994:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203929.283996:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788203929.283998:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203929.284000:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309068298 00000100:00000001:0.0:1788203929.284001:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309069556 00000100:00000001:0.0:1788203929.284003:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309068298 00000100:00000001:0.0:1788203929.284004:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309069556 00000100:00000001:0.0:1788203929.284006:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203929.284007:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203929.284008:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203929.284010:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203929/real 1788203929] req@ffff9c477c848380 x1875052841919104/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203929.284016:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203929.284017:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203929.284018:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788203929.284019:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788203929.284020:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788203929.284022:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203929.284024:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c848380 x1875052841919104/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203929.284029:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c848380 x1875052841919104/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203929.284033:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203929.284034:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203929.284035:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203929.284036:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203929.284038:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c848380 x1875052841919104/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203929.284042:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203929.284044:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c848380 x1875052841919104/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203954 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203929.284048:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203929.284049:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203929.284050:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203929.284051:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203929.284052:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203929.284054:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203929.284056:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203929.284058:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203929.284059:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203929.284062:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c848380 x1875052841919104/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203954 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203929.284066:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c848380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841919104:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203929.284068:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203929.284071:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c848e00 x1875052841919232/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203929.284075:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203929.284076:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203929.284078:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203929.284079:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203929.284080:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203929.284082:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c848e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841919232:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788203929.284085:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203929.284087:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203929.284088:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203929.284091:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203929.284094:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375400. 02000000:00000001:0.0:1788203929.284096:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203929.284100:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203929.284103:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788203929.284107:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788203929.284109:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841919232, portal 4 00000100:00000001:0.0:1788203929.284111:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203929.284113:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578513920 : -109644131037696 : ffff9c477c848e00) 00000100:00000040:0.0:1788203929.284119:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c848e00 x1875052841919232/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203954 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203929.284125:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203929.284128:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203929.284130:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788203929.284132:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841919232, offset 0 00000400:00000200:0.0:1788203929.284137:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203929.284141:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203929.284145:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203929.284148:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203929.284150:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203929.284153:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203929.284155:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203929.284159:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704237:704237:256:4294967295] 192.168.201.101@tcp LPNI seq info [704232:704232:8:4294967295] 00000400:00000200:0.0:1788203929.284164:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203929.284170:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203929.284175:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203929.284178:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788203929.284182:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203929.284185:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 38 secs later) 00000800:00000100:0.0:1788203929.284196:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203929.284198:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788203929.284201:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203929.284204:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203929.284207:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788203929.284209:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788203929.284212:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203929.284216:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c848e00 x1875052841919232/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203954 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203929.284224:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203929.284228:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c848e00 x1875052841919232/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203954 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203929.284235:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203929.284237:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203929.284239:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203929.284241:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788203929.284244:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203929.284245:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309068324 00000100:00000001:0.0:1788203929.284247:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309069556 00000100:00000001:0.0:1788203929.284249:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309068324 00000100:00000001:0.0:1788203929.284250:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309069556 00000100:00000001:0.0:1788203929.284252:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203929.284254:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203929.284255:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203929.284258:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203929/real 1788203929] req@ffff9c477c848e00 x1875052841919232/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203929.284263:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203929.284264:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203929.284265:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788203929.284267:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788203929.284268:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788203929.284269:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203929.284271:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c848e00 x1875052841919232/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203929.284277:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c848e00 x1875052841919232/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203929.284281:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203929.284282:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203929.284283:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203929.284284:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203929.284286:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c848e00 x1875052841919232/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203929.284290:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203929.284292:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c848e00 x1875052841919232/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203954 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203929.284296:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203929.284298:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203929.284299:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203929.284299:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203929.284301:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203929.284302:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203929.284303:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203929.284306:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203929.284307:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203929.284310:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c848e00 x1875052841919232/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203954 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203929.284314:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c848e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841919232:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788203929.284317:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203929.284318:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203929.284320:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c849500 x1875052841918976/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203954 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203929.284323:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203929.284325:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203929.284326:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374c00. 02000000:00000001:0.0:1788203929.284327:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203929.284328:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203929.284329:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788203929.284330:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203929.284331:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f3400. 02000000:00000001:0.0:1788203929.284333:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203929.284334:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203929.284335:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c849500. 00000100:00000001:0.0:1788203929.284337:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203929.284338:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203929.284339:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203929.284341:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c848380 x1875052841919104/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203954 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203929.284345:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203929.284345:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203929.284346:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788203929.284348:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203929.284348:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203929.284349:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788203929.284350:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203929.284351:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f0800. 02000000:00000001:0.0:1788203929.284353:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203929.284354:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203929.284355:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c848380. 00000100:00000001:0.0:1788203929.284356:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203929.284357:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203929.284358:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203929.284360:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c848e00 x1875052841919232/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203954 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203929.284363:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203929.284364:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203929.284365:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375400. 02000000:00000001:0.0:1788203929.284366:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203929.284367:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203929.284367:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788203929.284368:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203929.284369:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f1000. 02000000:00000001:0.0:1788203929.284371:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203929.284371:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203929.284372:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c848e00. 00000100:00000001:0.0:1788203929.284373:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203929.284374:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203929.284375:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203929.284378:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203929.284379:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203929.284380:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203929.284381:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203929.922484:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203929.922493:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203929.922499:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203929.922500:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203929.922504:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203929.922505:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203930.562463:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309069556, at 4309069568 00000100:00000040:0.0:1788203930.562466:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309069556, at 4309069568 00000100:00000010:1.0:1788203930.562479:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba060. 00000100:00000010:0.0:1788203930.562481:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685baf00. 00010000:00000001:0.0:1788203930.946524:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203930.946531:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203930.946538:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203930.946540:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203930.946543:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203930.946545:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203930.946571:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203930.946574:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203930.946577:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203931.970490:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203931.970497:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203931.970501:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203931.970504:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203931.970506:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203931.970508:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203931.970511:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203931.970513:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203931.970514:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203931.970516:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203931.970518:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203931.970519:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203931.970520:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203931.970521:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203931.970522:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203931.970522:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203931.970523:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203931.970525:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203931.970543:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203931.970545:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203931.970547:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203932.994520:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203932.994528:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203932.994535:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203932.994536:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203932.994540:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203932.994542:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203932.994565:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203932.994568:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203932.994571:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203934.018526:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203934.018532:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203934.018537:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203934.018538:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203934.018540:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203934.018541:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203934.402802:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203934.402809:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203934.402814:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203934.402823:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c84bb80 x1875052841919360/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203934.402837:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203934.402841:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203934.402846:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203934.402850:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203934.402855:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203934.402859:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c84bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841919360:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788203934.402876:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203934.402880:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203934.402881:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203934.402883:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203934.402888:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374400. 02000000:00000001:0.0:1788203934.402893:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203934.402899:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203934.402903:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788203934.402925:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788203934.402939:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841919360, portal 25 00000100:00000001:0.0:1788203934.402944:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203934.402947:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578525568 : -109644131026048 : ffff9c477c84bb80) 00000100:00000040:0.0:1788203934.402957:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c84bb80 x1875052841919360/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203959 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203934.402964:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203934.402966:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203934.402968:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788203934.402972:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841919360, offset 0 00000400:00000200:0.0:1788203934.402983:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203934.402996:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203934.403007:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203934.403018:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203934.403026:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203934.403033:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203934.403037:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203934.403044:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704238:704238:256:4294967295] 192.168.201.101@tcp LPNI seq info [704233:704233:8:4294967295] 00000400:00000200:0.0:1788203934.403057:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203934.403074:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203934.403087:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203934.403095:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788203934.403108:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203934.403118:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1788203934.403147:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203934.403151:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788203934.403158:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203934.403166:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203934.403173:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788203934.403178:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788203934.403183:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203934.403189:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c84bb80 x1875052841919360/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203959 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203934.403215:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203934.403222:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84bb80 x1875052841919360/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203959 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203934.403235:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203934.403240:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203934.403250:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203934.403260:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203934.403267:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4309074676 00000100:00000010:0.0:1788203934.403276:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685baf00. 00000100:00000001:0.0:1788203934.403285:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788203934.403294:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4309074676 00000100:00000010:0.0:1788203934.403300:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba8a0. 00000100:00000001:0.0:1788203934.403304:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788203934.403309:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203934.403314:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203934.403317:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203934.403324:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203934/real 1788203934] req@ffff9c477c84bb80 x1875052841919360/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203934.403337:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203934.403340:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203934.403344:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788203934.403349:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788203934.403353:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788203934.403357:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203934.403364:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c84bb80 x1875052841919360/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203934.403377:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c84bb80 x1875052841919360/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203934.403385:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203934.403388:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203934.403414:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203934.403416:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203934.403420:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c84bb80 x1875052841919360/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203934.403425:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203934.403433:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c84bb80 x1875052841919360/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203959 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203934.403452:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203934.403456:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203934.403459:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203934.403463:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203934.403466:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203934.403468:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203934.403476:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203934.403481:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203934.403485:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203934.403492:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c84bb80 x1875052841919360/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203959 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203934.403516:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c84bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841919360:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788203934.403524:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203934.403527:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203934.403532:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c84bb80 x1875052841919360/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788203959 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203934.403553:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203934.403557:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203934.403561:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374400. 02000000:00000001:0.0:1788203934.403566:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203934.403570:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203934.403573:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788203934.403575:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203934.403578:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f3c00. 02000000:00000001:0.0:1788203934.403583:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203934.403585:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203934.403587:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c84bb80. 00000100:00000001:0.0:1788203934.403590:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203934.403591:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203934.403594:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203934.403603:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203934.403605:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203934.403607:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203934.403609:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788203934.403610:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203934.403615:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c848e00 x1875052841919488/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203934.403621:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203934.403622:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203934.403623:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203934.403625:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203934.403626:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203934.403628:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c848e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841919488:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203934.403631:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203934.403632:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203934.403633:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203934.403634:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203934.403636:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374400. 02000000:00000001:0.0:1788203934.403638:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203934.403641:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203934.403643:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788203934.403646:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788203934.403648:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841919488, portal 10 00000100:00000001:0.0:1788203934.403649:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203934.403650:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578513920 : -109644131037696 : ffff9c477c848e00) 00000100:00000040:0.0:1788203934.403656:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c848e00 x1875052841919488/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203959 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203934.403660:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203934.403662:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203934.403663:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788203934.403665:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841919488, offset 0 00000400:00000200:0.0:1788203934.403667:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203934.403670:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203934.403673:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203934.403676:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203934.403678:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203934.403679:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203934.403681:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203934.403683:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704239:704239:256:4294967295] 192.168.201.101@tcp LPNI seq info [704234:704234:8:4294967295] 00000400:00000200:0.0:1788203934.403686:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203934.403691:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203934.403694:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203934.403696:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788203934.403699:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203934.403701:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1788203934.403708:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203934.403710:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788203934.403712:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203934.403714:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203934.403716:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788203934.403718:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788203934.403719:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203934.403721:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c848e00 x1875052841919488/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203959 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203934.403727:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203934.403729:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c848e00 x1875052841919488/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203959 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203934.403734:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203934.403735:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203934.403737:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203934.403752:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788203934.403756:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203934.403758:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309073418 00000100:00000001:0.0:1788203934.403761:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309074676 00000100:00000001:0.0:1788203934.403764:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309073418 00000100:00000001:0.0:1788203934.403766:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309074676 00000100:00000001:0.0:1788203934.403768:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203934.403770:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203934.403772:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203934.403776:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203934/real 1788203934] req@ffff9c477c848e00 x1875052841919488/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203934.403785:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203934.403787:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203934.403789:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788203934.403792:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788203934.403794:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788203934.403796:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203934.403800:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c848e00 x1875052841919488/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203934.403809:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c848e00 x1875052841919488/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203934.403814:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203934.403815:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203934.403816:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203934.403817:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203934.403820:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c848e00 x1875052841919488/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203934.403824:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203934.403827:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c848e00 x1875052841919488/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203959 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203934.403831:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203934.403832:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203934.403834:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203934.403835:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203934.403836:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203934.403838:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203934.403840:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203934.403842:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203934.403843:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203934.403845:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c848e00 x1875052841919488/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203959 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203934.403850:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c848e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841919488:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203934.403853:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203934.403855:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c848380 x1875052841919616/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203934.403859:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203934.403860:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203934.403862:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203934.403876:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203934.403879:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203934.403881:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c848380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841919616:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203934.403883:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203934.403885:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203934.403886:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203934.403887:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203934.403890:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788203934.403892:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203934.403894:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203934.403896:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788203934.403898:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788203934.403900:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841919616, portal 10 00000100:00000001:0.0:1788203934.403902:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203934.403903:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578511232 : -109644131040384 : ffff9c477c848380) 00000100:00000040:0.0:1788203934.403907:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c848380 x1875052841919616/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203959 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203934.403912:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203934.403913:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203934.403915:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788203934.403916:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841919616, offset 0 00000400:00000200:0.0:1788203934.403919:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203934.403922:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203934.403924:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203934.403926:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203934.403928:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203934.403929:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203934.403931:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203934.403933:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704240:704240:256:4294967295] 192.168.201.101@tcp LPNI seq info [704235:704235:8:4294967295] 00000400:00000200:0.0:1788203934.403936:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203934.403940:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203934.403943:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203934.403945:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788203934.403948:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203934.403950:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1788203934.403957:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203934.403958:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788203934.403960:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203934.403963:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203934.403965:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788203934.403966:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788203934.403968:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203934.403970:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c848380 x1875052841919616/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203959 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203934.403975:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203934.403978:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c848380 x1875052841919616/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203959 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203934.403982:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203934.403983:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203934.403985:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203934.403987:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788203934.403989:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203934.403991:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309073418 00000100:00000001:0.0:1788203934.403992:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309074676 00000100:00000001:0.0:1788203934.403994:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309073418 00000100:00000001:0.0:1788203934.403995:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309074676 00000100:00000001:0.0:1788203934.403997:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203934.403998:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203934.404000:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203934.404003:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203934/real 1788203934] req@ffff9c477c848380 x1875052841919616/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203934.404011:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203934.404013:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203934.404015:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788203934.404017:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788203934.404019:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788203934.404021:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203934.404024:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c848380 x1875052841919616/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203934.404033:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c848380 x1875052841919616/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203934.404041:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203934.404042:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203934.404045:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203934.404046:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203934.404051:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c848380 x1875052841919616/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203934.404057:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203934.404060:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c848380 x1875052841919616/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203959 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203934.404065:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203934.404066:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203934.404068:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203934.404068:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203934.404070:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203934.404071:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203934.404072:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203934.404074:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203934.404076:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203934.404078:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c848380 x1875052841919616/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203959 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203934.404083:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c848380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841919616:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788203934.404085:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788203934.404087:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c849500 x1875052841919744/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203934.404092:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788203934.404093:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203934.404096:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788203934.404097:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203934.404100:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203934.404103:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c849500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841919744:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788203934.404105:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788203934.404108:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788203934.404109:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203934.404111:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788203934.404114:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377400. 02000000:00000001:0.0:1788203934.404117:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788203934.404121:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788203934.404124:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788203934.404128:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788203934.404131:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841919744, portal 4 00000100:00000001:0.0:1788203934.404133:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788203934.404134:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578515712 : -109644131035904 : ffff9c477c849500) 00000100:00000040:0.0:1788203934.404154:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c849500 x1875052841919744/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203959 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203934.404159:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788203934.404160:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788203934.404163:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788203934.404165:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841919744, offset 0 00000400:00000200:0.0:1788203934.404167:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788203934.404170:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203934.404173:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788203934.404175:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788203934.404177:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788203934.404178:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788203934.404180:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788203934.404182:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704241:704241:256:4294967295] 192.168.201.101@tcp LPNI seq info [704236:704236:8:4294967295] 00000400:00000200:0.0:1788203934.404185:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203934.404189:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788203934.404192:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203934.404194:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788203934.404197:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788203934.404199:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1788203934.404206:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788203934.404208:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788203934.404210:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788203934.404213:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788203934.404215:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788203934.404216:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788203934.404218:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788203934.404220:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c849500 x1875052841919744/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203959 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203934.404225:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203934.404227:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c849500 x1875052841919744/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203959 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203934.404232:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203934.404234:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788203934.404237:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203934.404240:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788203934.404243:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788203934.404245:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309073444 00000100:00000001:0.0:1788203934.404248:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309074676 00000100:00000001:0.0:1788203934.404250:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309073444 00000100:00000001:0.0:1788203934.404252:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309074676 00000100:00000001:0.0:1788203934.404254:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788203934.404256:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203934.404258:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788203934.404262:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203934/real 1788203934] req@ffff9c477c849500 x1875052841919744/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788203934.404272:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788203934.404273:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788203934.404275:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788203934.404278:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788203934.404279:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788203934.404282:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788203934.404286:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c849500 x1875052841919744/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788203934.404291:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c849500 x1875052841919744/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203934.404296:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788203934.404297:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203934.404298:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203934.404299:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788203934.404301:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c849500 x1875052841919744/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203934.404306:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788203934.404308:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c849500 x1875052841919744/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203959 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203934.404313:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788203934.404314:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203934.404315:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788203934.404316:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203934.404317:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788203934.404318:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788203934.404320:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788203934.404322:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788203934.404323:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788203934.404325:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c849500 x1875052841919744/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203959 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788203934.404330:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c849500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841919744:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788203934.404332:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203934.404333:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203934.404336:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c848e00 x1875052841919488/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203959 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203934.404340:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203934.404341:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203934.404342:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374400. 02000000:00000001:0.0:1788203934.404344:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203934.404345:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203934.404346:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788203934.404347:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203934.404349:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f1c00. 02000000:00000001:0.0:1788203934.404350:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203934.404351:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203934.404352:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c848e00. 00000100:00000001:0.0:1788203934.404354:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203934.404355:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203934.404357:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203934.404359:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c848380 x1875052841919616/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203959 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203934.404363:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203934.404364:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203934.404365:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788203934.404366:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203934.404367:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203934.404368:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788203934.404369:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203934.404370:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f2400. 02000000:00000001:0.0:1788203934.404371:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203934.404372:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203934.404372:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c848380. 00000100:00000001:0.0:1788203934.404374:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203934.404374:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203934.404375:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788203934.404377:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c849500 x1875052841919744/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203959 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203934.404381:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788203934.404382:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788203934.404383:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377400. 02000000:00000001:0.0:1788203934.404384:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788203934.404385:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788203934.404386:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788203934.404387:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788203934.404388:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f1400. 02000000:00000001:0.0:1788203934.404389:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788203934.404390:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788203934.404391:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c849500. 00000100:00000001:0.0:1788203934.404392:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788203934.404408:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203934.404410:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788203934.404412:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788203934.404413:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203934.404414:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788203934.404415:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203935.042589:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203935.042604:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203935.042610:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203935.042611:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203935.042613:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203935.042614:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203935.042678:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203935.042681:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203935.042685:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203935.682504:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309074676, at 4309074688 00000100:00000040:1.0:1788203935.682504:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309074676, at 4309074688 00000100:00000010:0.0:1788203935.682519:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685baf00. 00000100:00000010:1.0:1788203935.682524:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba8a0. 00010000:00000001:0.0:1788203936.066494:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203936.066500:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203936.066505:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203936.066506:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203936.066508:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203936.066509:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203936.066540:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203936.066542:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203936.066545:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203937.090536:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203937.090543:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203937.090550:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203937.090551:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203937.090555:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203937.090556:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203937.090611:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203937.090615:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203937.090618:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203938.114507:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203938.114515:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203938.114522:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203938.114523:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203938.114527:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203938.114529:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203939.138529:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203939.138538:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203939.138541:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203939.138544:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203939.138550:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203939.138553:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203939.138555:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203939.138557:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203939.138562:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203939.138563:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203939.138567:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203939.138568:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203939.138605:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203939.138608:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203939.138611:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788203939.522508:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203939.522519:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788203939.522521:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203939.522526:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203939.522531:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203939.522539:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 14406 00000400:00000200:0.0:1788203939.522548:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203939.522555:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203939.522558:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203939.522562:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203939.522565:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203939.522568:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203939.522570:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203939.522573:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203939.522575:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788203939.522577:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203939.522580:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788203939.522581:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788203939.522583:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788203939.522585:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203939.522587:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203939.522588:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203939.522589:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203939.522591:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788203939.522594:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203939.522595:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203939.522598:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203939.522600:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203939.522602:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203939.522604:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788203939.522606:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203939.522649:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fb100. 00000020:00000040:0.0:1788203939.522652:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788203939.522655:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203939.522656:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203939.522659:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203939.522661:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203939.522665:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203939.522671:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374400. 00000100:00000001:0.0:1788203939.522677:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203939.522685:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fb100 x1875052841919872/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203939.522693:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203939.522696:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203939.522700:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000093808cf5] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fb100 x1875052841919872/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203939.522718:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788203939.522721:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203939.522723:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788203939.522724:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203939.522726:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203939.522728:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203939.522730:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14406 00000400:00000200:0.0:1788203939.522733:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203939.522735:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203939.522737:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203939.522740:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203939.522742:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203939.522743:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203939.522745:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203939.522747:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203939.522748:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788203939.522749:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203939.522750:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788203939.522752:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788203939.522754:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788203939.522756:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203939.522757:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203939.522759:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203939.522760:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203939.522762:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788203939.522763:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203939.522765:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203939.522766:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203939.522770:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203939.522773:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203939.522791:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203939.522794:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788203939.522796:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203939.522797:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203939.522801:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9f80. 00000020:00000040:0.0:1788203939.522804:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788203939.522808:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203939.522811:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203939.522812:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203939.522813:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203939.522816:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203939.522820:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377c00. 00000100:00000001:0.0:1788203939.522830:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203939.522837:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9f80 x1875052841920000/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203939.522850:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203939.522854:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203939.522859:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5e67c01] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9f80 x1875052841920000/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203939.522868:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788203939.522873:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203939.522878:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788203939.522881:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203939.522885:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203939.522888:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203939.522893:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14406 00000400:00000200:0.0:1788203939.522897:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203939.522900:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203939.522905:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203939.522910:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203939.522912:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203939.522916:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203939.522919:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203939.522922:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203939.522925:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788203939.522926:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203939.522927:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788203939.522929:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788203939.522935:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788203939.522937:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203939.522938:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203939.522940:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203939.522943:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203939.522947:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788203939.522952:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203939.522954:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203939.522958:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203939.522961:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203939.522963:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203939.522966:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203939.522968:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788203939.522972:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203939.522976:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203939.522980:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fb800. 00000020:00000040:0.0:1788203939.522984:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788203939.522987:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203939.522990:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203939.522992:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203939.522995:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203939.522997:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203939.523008:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376c00. 00000100:00000001:0.0:1788203939.523012:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203939.523019:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fb800 x1875052841920128/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203939.523025:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203939.523028:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203939.523033:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045f4f50b] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fb800 x1875052841920128/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203939.523039:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203939.523043:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788203939.523050:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788203939.523052:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203939.523056:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788203939.523058:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203939.523062:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203939.523066:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203939.523071:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14406 00000400:00000200:0.0:1788203939.523077:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203939.523082:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203939.523085:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203939.523091:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203939.523095:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203939.523098:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203939.523109:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203939.523115:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203939.523118:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788203939.523120:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203939.523125:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788203939.523130:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788203939.523135:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788203939.523144:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203939.523150:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203939.523158:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203939.523164:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203939.523170:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788203939.523179:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203939.523185:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203939.523190:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203939.523196:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203939.523203:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203939.523208:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203939.523212:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788203939.523215:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203939.523216:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203939.523220:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8380. 00000020:00000040:0.0:1788203939.523224:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788203939.523228:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203939.523231:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203939.523234:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203939.523237:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203939.523240:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203939.523246:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376400. 00000100:00000001:0.0:1788203939.523250:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203939.523259:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8380 x1875052841920256/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203939.523270:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203939.523273:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203939.523276:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004fba561] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8380 x1875052841920256/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203939.523285:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203939.523292:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14416) 00010000:00000001:0.0:1788203940.162538:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203940.162545:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203940.162553:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203940.162554:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203940.162557:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203940.162558:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203940.162601:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203940.162604:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203940.162607:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203940.802504:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309079796, at 4309079808 00000100:00000040:1.0:1788203940.802504:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309079796, at 4309079808 00000100:00000010:0.0:1788203940.802519:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa883c0. 00000100:00000010:1.0:1788203940.802522:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88a80. 00010000:00000001:0.0:1788203941.186511:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203941.186518:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203941.186525:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203941.186527:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203941.186530:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203941.186531:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203941.186580:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203941.186582:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203941.186584:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203942.210503:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203942.210509:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203942.210514:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203942.210518:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203942.210520:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203942.210524:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203942.210528:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203942.210531:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203942.210533:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203942.210536:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203942.210540:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203942.210542:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203942.210543:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203942.210545:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203942.210547:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203942.210548:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203942.210550:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203942.210552:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203943.234515:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203943.234521:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203943.234527:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203943.234529:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203943.234532:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203943.234534:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203943.234557:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203943.234560:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203943.234563:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203944.258499:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203944.258506:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203944.258510:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203944.258510:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203944.258513:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203944.258514:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203944.258533:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203944.258535:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203944.258537:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788203944.642495:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203944.642504:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788203944.642506:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203944.642510:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203944.642514:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203944.642520:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 14411 00000400:00000200:0.0:1788203944.642526:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203944.642530:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203944.642533:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203944.642535:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203944.642537:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203944.642539:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203944.642541:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203944.642544:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203944.642546:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788203944.642548:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203944.642551:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788203944.642552:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788203944.642554:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788203944.642556:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203944.642557:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203944.642559:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203944.642560:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203944.642562:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788203944.642564:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203944.642566:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203944.642568:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203944.642571:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203944.642573:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203944.642575:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788203944.642576:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203944.642584:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9500. 00000020:00000040:0.0:1788203944.642586:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788203944.642589:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203944.642590:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203944.642593:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203944.642595:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203944.642598:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203944.642604:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376800. 00000100:00000001:0.0:1788203944.642609:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203944.642628:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9500 x1875052841920384/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203944.642636:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203944.642639:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203944.642643:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000842d065d] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9500 x1875052841920384/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203944.642660:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788203944.642663:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203944.642665:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788203944.642666:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203944.642668:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203944.642670:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203944.642671:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14411 00000400:00000200:0.0:1788203944.642673:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203944.642675:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203944.642677:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203944.642679:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203944.642681:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203944.642682:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203944.642684:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203944.642699:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203944.642701:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788203944.642702:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203944.642704:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788203944.642705:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788203944.642707:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788203944.642710:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203944.642712:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203944.642714:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203944.642716:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203944.642718:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788203944.642723:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203944.642725:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203944.642729:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203944.642734:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203944.642737:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203944.642740:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203944.642744:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788203944.642749:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203944.642752:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203944.642759:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8380. 00000020:00000040:0.0:1788203944.642763:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788203944.642765:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203944.642768:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203944.642769:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203944.642772:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203944.642775:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203944.642779:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377800. 00000100:00000001:0.0:1788203944.642784:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203944.642794:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8380 x1875052841920512/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203944.642811:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203944.642813:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203944.642821:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004fba561] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8380 x1875052841920512/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203944.642830:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788203944.642833:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203944.642838:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788203944.642841:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203944.642843:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203944.642848:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203944.642852:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14411 00000400:00000200:0.0:1788203944.642856:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203944.642869:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203944.642872:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203944.642875:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203944.642877:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203944.642882:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203944.642886:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203944.642889:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203944.642889:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788203944.642890:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203944.642892:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788203944.642894:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788203944.642897:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788203944.642902:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203944.642907:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203944.642911:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203944.642915:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203944.642919:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788203944.642923:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203944.642926:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203944.642930:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203944.642932:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203944.642936:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203944.642939:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203944.642941:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788203944.642943:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203944.642949:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203944.642953:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fb800. 00000020:00000040:0.0:1788203944.642955:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788203944.642958:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203944.642961:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203944.642967:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203944.642969:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203944.642972:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203944.642980:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375000. 00000100:00000001:0.0:1788203944.642988:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203944.642999:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fb800 x1875052841920640/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203944.643016:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203944.643022:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203944.643033:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045f4f50b] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fb800 x1875052841920640/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203944.643057:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203944.643067:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788203944.643073:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788203944.643078:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788203944.643082:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788203944.643085:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788203944.643088:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788203944.643093:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788203944.643098:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14411 00000400:00000200:0.0:1788203944.643109:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788203944.643119:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788203944.643125:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788203944.643134:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203944.643140:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203944.643144:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203944.643146:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788203944.643151:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788203944.643153:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788203944.643154:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788203944.643156:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788203944.643158:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788203944.643162:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788203944.643169:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203944.643170:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788203944.643171:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788203944.643173:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788203944.643174:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788203944.643177:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788203944.643181:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788203944.643185:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788203944.643189:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788203944.643191:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203944.643193:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788203944.643198:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788203944.643201:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203944.643203:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788203944.643207:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9f80. 00000020:00000040:0.0:1788203944.643211:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788203944.643216:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788203944.643219:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788203944.643223:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788203944.643225:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788203944.643229:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788203944.643233:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377000. 00000100:00000001:0.0:1788203944.643237:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788203944.643244:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9f80 x1875052841920768/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788203944.643262:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788203944.643266:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203944.643276:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5e67c01] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9f80 x1875052841920768/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788203944.643288:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203944.643296:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14421) 00010000:00000001:0.0:1788203945.282511:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203945.282517:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203945.282521:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203945.282522:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203945.282524:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203945.282525:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203945.282544:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203945.282546:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203945.282548:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203945.922480:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309084916, at 4309084928 00000100:00000040:1.0:1788203945.922480:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309084916, at 4309084928 00000100:00000010:0.0:1788203945.922494:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88a20. 00000100:00000010:1.0:1788203945.922497:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88600. 00010000:00000001:0.0:1788203946.306504:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203946.306509:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203946.306514:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203946.306515:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203946.306517:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203946.306518:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203947.330504:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203947.330512:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203947.330517:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203947.330518:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203947.330521:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203947.330522:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203947.330542:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203947.330544:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203947.330546:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203948.354477:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203948.354486:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203948.354488:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203948.354492:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203948.354497:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203948.354500:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203948.354502:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203948.354504:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203948.354510:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203948.354511:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203948.354515:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203948.354516:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203948.354538:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203948.354541:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203948.354544:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203949.378515:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203949.378523:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203949.378530:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203949.378531:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203949.378536:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203949.378537:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203949.378564:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203949.378567:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203949.378570:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203950.402522:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203950.402529:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203950.402534:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203950.402536:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203950.402539:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203950.402541:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203951.042508:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309090036, at 4309090048 00000100:00000010:0.0:1788203951.042525:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88e40. 00000100:00000040:1.0:1788203951.042652:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309090036, at 4309090048 00000100:00000010:1.0:1788203951.042658:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88420. 00010000:00000001:0.0:1788203951.426522:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203951.426528:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203951.426533:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203951.426536:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203951.426538:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203951.426540:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203951.426543:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203951.426545:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203951.426546:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203951.426548:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203951.426551:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203951.426552:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203951.426553:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203951.426554:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203951.426555:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203951.426556:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203951.426557:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203951.426558:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203951.426605:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203951.426608:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203951.426611:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203952.450516:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203952.450524:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203952.450530:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203952.450531:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203952.450535:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203952.450536:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203952.450573:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203952.450576:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203952.450579:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203953.474476:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203953.474482:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203953.474487:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203953.474488:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203953.474490:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203953.474491:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203953.474509:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203953.474511:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203953.474513:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203954.498498:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203954.498506:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203954.498513:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203954.498547:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203954.498552:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203954.498553:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203955.522532:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203955.522540:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203955.522546:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203955.522548:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203955.522552:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203955.522553:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203955.522577:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203955.522580:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203955.522583:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203956.162546:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309095157, at 4309095168 00000100:00000040:1.0:1788203956.162546:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309095157, at 4309095168 00000100:00000010:1.0:1788203956.162573:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88e40. 00000100:00000010:0.0:1788203956.162575:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88420. 00010000:00000001:0.0:1788203956.546507:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203956.546512:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203956.546518:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203956.546520:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203956.546523:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203956.546524:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203956.546551:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203956.546554:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203956.546556:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203957.570515:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203957.570521:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203957.570526:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203957.570527:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203957.570529:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203957.570530:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203957.570548:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203957.570550:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203957.570552:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203958.594559:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203958.594568:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203958.594570:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203958.594574:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203958.594579:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203958.594581:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203958.594583:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203958.594586:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203958.594589:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203958.594590:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203958.594593:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203958.594594:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203959.618540:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203959.618545:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203959.618549:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203959.618551:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203959.618555:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203959.618556:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203959.618581:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203959.618584:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203959.618587:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203960.642550:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203960.642558:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203960.642564:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203960.642565:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203960.642568:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203960.642569:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203960.642596:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203960.642599:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203960.642601:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203961.282532:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309100276, at 4309100288 00000100:00000040:1.0:1788203961.282532:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309100276, at 4309100288 00000100:00000010:0.0:1788203961.282553:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88600. 00000100:00000010:1.0:1788203961.282557:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88a20. 00010000:00000001:0.0:1788203961.666548:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203961.666558:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203961.666565:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203961.666568:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203961.666570:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203961.666574:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203961.666577:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203961.666579:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203961.666581:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203961.666583:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203961.666586:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203961.666587:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203961.666589:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203961.666590:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203961.666591:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203961.666592:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203961.666593:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203961.666595:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203961.666623:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203961.666625:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203961.666627:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203962.690528:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203962.690536:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203962.690541:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203962.690542:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203962.690545:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203962.690546:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203963.714497:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203963.714502:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203963.714506:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203963.714507:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203963.714509:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203963.714511:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203963.714530:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203963.714532:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203963.714534:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203964.738484:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203964.738490:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203964.738494:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203964.738495:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203964.738498:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203964.738499:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203964.738517:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203964.738520:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203964.738521:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203965.762557:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203965.762565:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203965.762570:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203965.762571:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203965.762574:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203965.762576:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203965.762608:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203965.762611:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203965.762615:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203966.402509:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309105396, at 4309105408 00000100:00000010:0.0:1788203966.402528:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88a80. 00000100:00000040:1.0:1788203966.402622:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309105396, at 4309105408 00000100:00000010:1.0:1788203966.402639:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa883c0. 00010000:00000001:0.0:1788203966.786520:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203966.786528:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203966.786534:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203966.786535:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203966.786538:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203966.786539:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203967.810542:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203967.810551:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203967.810557:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203967.810558:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203967.810560:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203967.810561:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203967.810589:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203967.810591:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203967.810594:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203968.834493:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203968.834506:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203968.834509:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203968.834513:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203968.834518:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203968.834520:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203968.834522:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203968.834525:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203968.834530:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203968.834532:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203968.834536:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203968.834537:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203968.834561:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203968.834563:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203968.834565:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203969.858553:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203969.858563:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203969.858569:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203969.858570:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203969.858573:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203969.858574:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203969.858605:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203969.858607:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203969.858610:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203970.882508:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203970.882516:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203970.882523:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203970.882525:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203970.882528:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203970.882529:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788203971.522465:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309110517, at 4309110528 00000100:00000010:0.0:1788203971.522479:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88cc0. 00000100:00000040:1.0:1788203971.522479:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309110517, at 4309110528 00000100:00000010:1.0:1788203971.522488:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa887e0. 00010000:00000001:0.0:1788203971.906508:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203971.906514:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203971.906518:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203971.906521:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203971.906523:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203971.906525:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203971.906528:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203971.906530:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203971.906531:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203971.906533:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203971.906536:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203971.906537:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203971.906538:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203971.906539:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203971.906541:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203971.906542:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203971.906544:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203971.906546:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203971.906570:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203971.906573:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203971.906576:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203972.930518:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203972.930528:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203972.930533:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203972.930534:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203972.930537:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203972.930538:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203972.930562:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203972.930564:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203972.930566:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1788203973.314868:0:2408:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.101:988 00000400:00000100:1.0:1788203973.314930:0:2408:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.101@tcp at host 192.168.201.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:1.0:1788203973.314942:0:2408:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203973.314946:0:2408:0:(router.c:1791:lnet_notify()) 192.168.201.1@tcp notifying 192.168.201.101@tcp: down 00000400:00000200:1.0:1788203973.314950:0:2408:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203973.314955:0:2408:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:1.0:1788203973.314960:0:2408:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788203973.314965:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475d95bc00. 00000400:00000200:1.0:1788203973.314970:0:2408:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788203973.314975:0:2408:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788203973.314983:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f9a18 00000400:00000010:1.0:1788203973.314985:0:2408:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f9a18. 00000100:00000001:1.0:1788203973.314993:0:2408:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788203973.315007:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477c849c00 x1875052841922944/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203973.315041:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788203973.315047:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c849c00 x1875052841922944/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788203995 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203973.315056:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203973.315059:0:2408:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788203973.315073:0:2408:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788203973.315076:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475d95b400. 00000400:00000200:1.0:1788203973.315080:0:2408:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788203973.315084:0:2408:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788203973.315087:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f95d8 00000400:00000010:1.0:1788203973.315089:0:2408:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f95d8. 00000100:00000001:1.0:1788203973.315093:0:2408:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788203973.315098:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477c84a680 x1875052841923072/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203973.315111:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788203973.315116:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84a680 x1875052841923072/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203995 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203973.315127:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203973.315131:0:2408:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788203973.315142:0:2408:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788203973.315150:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475d95b700. 00000400:00000200:1.0:1788203973.315155:0:2408:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788203973.315162:0:2408:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788203973.315168:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f9000 00000400:00000010:1.0:1788203973.315173:0:2408:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f9000. 00000100:00000001:1.0:1788203973.315179:0:2408:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788203973.315207:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477c84b100 x1875052841923200/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203973.315245:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788203973.315254:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84b100 x1875052841923200/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788203995 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203973.315269:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203973.315273:0:2408:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788203973.315286:0:2408:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788203973.315292:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475d95b200. 00000400:00000200:1.0:1788203973.315298:0:2408:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788203973.315308:0:2408:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788203973.315322:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f9d48 00000400:00000010:1.0:1788203973.315327:0:2408:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f9d48. 00000100:00000001:1.0:1788203973.315333:0:2408:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788203973.315342:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477c848000 x1875052841923328/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203973.315358:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788203973.315364:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c848000 x1875052841923328/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203995 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203973.315377:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203973.315381:0:2408:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1788203973.954505:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203973.954510:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203973.954515:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203973.954516:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203973.954519:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203973.954519:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203973.954540:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203973.954542:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203973.954544:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203974.978459:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203974.978465:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203974.978469:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203974.978470:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203974.978472:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203974.978473:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203976.002528:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203976.002536:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203976.002541:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203976.002542:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203976.002545:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203976.002546:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203976.002581:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203976.002583:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203976.002586:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203976.642503:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309115637, at 4309115648 00000100:00000040:1.0:1788203976.642503:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309115637, at 4309115648 00000100:00000010:0.0:1788203976.642521:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa884e0. 00000100:00000010:1.0:1788203976.642524:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88c00. 00010000:00000001:0.0:1788203977.026463:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203977.026469:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203977.026474:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203977.026475:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203977.026481:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203977.026482:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203977.026522:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203977.026524:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203977.026527:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203978.050501:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203978.050506:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203978.050511:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203978.050512:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203978.050514:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203978.050515:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203978.050541:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203978.050543:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203978.050545:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203979.074516:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203979.074524:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203979.074527:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203979.074530:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203979.074535:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203979.074538:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203979.074540:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203979.074543:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203979.074547:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203979.074548:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203979.074552:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203979.074553:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203980.098492:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203980.098498:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203980.098502:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203980.098503:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203980.098506:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203980.098507:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203980.098531:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203980.098533:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203980.098535:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203981.122497:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203981.122504:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203981.122508:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203981.122509:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203981.122511:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203981.122512:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203981.122562:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203981.122564:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203981.122566:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203981.762518:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309120756, at 4309120768 00000100:00000040:1.0:1788203981.762518:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309120756, at 4309120768 00000100:00000010:1.0:1788203981.762535:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88b40. 00000100:00000010:0.0:1788203981.762538:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa885a0. 00010000:00000001:0.0:1788203982.146499:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203982.146504:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203982.146508:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203982.146511:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203982.146513:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203982.146516:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203982.146518:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203982.146520:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203982.146522:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203982.146523:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203982.146526:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203982.146527:0:226691:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203982.146527:0:226691:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203982.146528:0:226691:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203982.146529:0:226691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203982.146530:0:226691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203982.146531:0:226691:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203982.146532:0:226691:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203982.146560:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203982.146562:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203982.146564:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203983.170515:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203983.170521:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203983.170526:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203983.170527:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203983.170529:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203983.170530:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203984.194473:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203984.194479:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203984.194483:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203984.194484:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203984.194486:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203984.194487:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203984.194504:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203984.194506:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203984.194508:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203985.218491:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203985.218498:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203985.218502:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203985.218503:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203985.218505:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203985.218506:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203985.218524:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203985.218526:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203985.218528:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203986.242487:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203986.242492:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203986.242496:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203986.242497:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203986.242500:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203986.242500:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203986.242518:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203986.242520:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203986.242522:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203986.882498:0:226691:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309125876, at 4309125888 00000100:00000040:1.0:1788203986.882498:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309125876, at 4309125888 00000100:00000010:0.0:1788203986.882513:0:226691:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa880c0. 00000100:00000010:1.0:1788203986.882515:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88540. 00010000:00000001:0.0:1788203987.266498:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203987.266506:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203987.266512:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203987.266513:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203987.266517:0:226691:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203987.266519:0:226691:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203988.290506:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203988.290514:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203988.290521:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203988.290523:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203988.290527:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203988.290528:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203988.290552:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203988.290555:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203988.290558:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203989.314465:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203989.314472:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203989.314474:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203989.314476:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203989.314480:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203989.314482:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203989.314484:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203989.314486:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203989.314488:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203989.314489:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203989.314492:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203989.314493:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203989.314507:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203989.314509:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203989.314511:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203990.338509:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203990.338515:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203990.338519:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203990.338520:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203990.338522:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203990.338523:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203990.338541:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203990.338543:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203990.338545:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203991.362525:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203991.362533:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203991.362539:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203991.362543:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203991.362545:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203991.362548:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203991.362552:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203991.362556:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203991.362557:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203991.362559:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203991.362562:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203991.362563:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203991.362564:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203991.362565:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203991.362566:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203991.362567:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203991.362568:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203991.362570:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203992.002510:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309130996, at 4309131008 00000100:00000040:0.0:1788203992.002511:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309130996, at 4309131008 00000100:00000010:1.0:1788203992.002525:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88360. 00000100:00000010:0.0:1788203992.002528:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88de0. 00010000:00000001:0.0:1788203992.386498:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203992.386504:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203992.386508:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203992.386509:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203992.386511:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203992.386512:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203992.386528:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203992.386530:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203992.386532:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203993.410502:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203993.410510:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203993.410516:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203993.410518:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203993.410521:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203993.410523:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203993.410545:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203993.410548:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203993.410551:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203994.434479:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203994.434485:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203994.434489:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203994.434490:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203994.434493:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203994.434494:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203994.434511:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203994.434513:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203994.434515:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203995.458537:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203995.458546:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203995.458553:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203995.458554:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203995.458558:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203995.458559:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788203995.842519:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203995.842528:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788203995.842530:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203995.842534:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203995.842538:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203995.842543:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 14462 00000400:00000200:1.0:1788203995.842550:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203995.842556:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203995.842560:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203995.842564:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203995.842567:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203995.842570:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203995.842573:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203995.842577:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203995.842579:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788203995.842582:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203995.842586:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788203995.842588:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788203995.842591:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788203995.842595:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203995.842597:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203995.842599:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203995.842601:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203995.842604:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788203995.842608:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203995.842610:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203995.842613:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203995.842617:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203995.842621:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203995.842623:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788203995.842626:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203995.842636:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3de300. 00000020:00000040:1.0:1788203995.842640:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788203995.842644:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203995.842647:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203995.842650:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203995.842653:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203995.842657:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203995.842665:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9ac00. 00000100:00000001:1.0:1788203995.842671:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203995.842681:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3de300 x1875052841925504/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203995.842697:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203995.842702:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203995.842707:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc9d591c] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3de300 x1875052841925504/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203995.842739:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788203995.842743:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203995.842747:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788203995.842748:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203995.842750:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203995.842754:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203995.842756:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14462 00000400:00000200:1.0:1788203995.842761:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203995.842765:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203995.842767:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203995.842770:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203995.842773:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203995.842775:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203995.842777:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203995.842779:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203995.842781:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788203995.842782:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203995.842784:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788203995.842786:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788203995.842788:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788203995.842790:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203995.842791:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203995.842793:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203995.842795:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203995.842796:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788203995.842809:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203995.842811:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203995.842812:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203995.842817:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203995.842818:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203995.842820:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788203995.842823:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788203995.842826:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203995.842827:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203995.842830:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dca80. 00000020:00000040:1.0:1788203995.842833:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788203995.842836:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203995.842837:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203995.842839:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203995.842841:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203995.842842:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203995.842847:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b800. 00000100:00000001:1.0:1788203995.842851:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203995.842857:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dca80 x1875052841925632/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203995.842865:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203995.842867:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203995.842871:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004099c200] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dca80 x1875052841925632/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203995.842880:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788203995.842882:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203995.842885:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788203995.842886:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203995.842888:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203995.842891:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203995.842894:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14462 00000400:00000200:1.0:1788203995.842898:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203995.842901:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203995.842903:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203995.842906:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203995.842909:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203995.842911:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203995.842913:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203995.842915:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203995.842916:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788203995.842918:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203995.842919:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788203995.842921:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788203995.842922:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788203995.842924:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203995.842925:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203995.842926:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203995.842927:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203995.842929:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788203995.842931:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203995.842932:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203995.842933:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203995.842935:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203995.842936:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203995.842938:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788203995.842939:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788203995.842942:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203995.842943:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203995.842947:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dfb80. 00000020:00000040:1.0:1788203995.842950:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788203995.842952:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203995.842954:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203995.842955:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203995.842956:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203995.842958:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203995.842962:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b400. 00000100:00000001:1.0:1788203995.842966:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203995.842972:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dfb80 x1875052841925760/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203995.842980:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203995.842982:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203995.842987:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086c01fd6] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dfb80 x1875052841925760/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203995.842995:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203995.842999:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788203995.843001:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788203995.843004:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788203995.843006:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788203995.843007:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788203995.843008:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788203995.843010:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788203995.843011:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14462 00000400:00000200:1.0:1788203995.843014:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788203995.843016:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788203995.843018:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788203995.843020:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203995.843021:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203995.843022:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203995.843024:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788203995.843026:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788203995.843027:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788203995.843028:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788203995.843037:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788203995.843040:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788203995.843042:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788203995.843045:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203995.843047:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788203995.843049:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788203995.843051:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788203995.843053:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788203995.843056:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788203995.843058:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788203995.843060:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788203995.843063:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788203995.843065:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203995.843067:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788203995.843070:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788203995.843073:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203995.843074:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788203995.843078:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ddc00. 00000020:00000040:1.0:1788203995.843081:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788203995.843084:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788203995.843085:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788203995.843087:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788203995.843089:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788203995.843090:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788203995.843095:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9bc00. 00000100:00000001:1.0:1788203995.843099:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788203995.843104:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ddc00 x1875052841925888/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788203995.843118:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788203995.843120:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203995.843133:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c3c4b34] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ddc00 x1875052841925888/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788203995.843142:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788203995.843147:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14472) 00010000:00000001:0.0:1788203996.482468:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203996.482473:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203996.482478:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203996.482479:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203996.482481:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203996.482482:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203996.482499:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203996.482501:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203996.482504:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788203997.122509:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309136117, at 4309136128 00000100:00000040:1.0:1788203997.122509:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309136117, at 4309136128 00000100:00000010:0.0:1788203997.122525:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa882a0. 00000100:00000010:1.0:1788203997.122528:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88300. 00010000:00000001:0.0:1788203997.506526:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203997.506534:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203997.506540:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203997.506542:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203997.506545:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203997.506547:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203997.506574:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203997.506577:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203997.506580:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203998.530512:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203998.530518:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203998.530522:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203998.530523:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203998.530525:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203998.530526:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788203998.530569:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788203998.530571:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788203998.530574:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788203999.554529:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203999.554538:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788203999.554541:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788203999.554545:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203999.554550:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788203999.554552:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203999.554555:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203999.554558:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203999.554561:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203999.554563:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788203999.554565:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788203999.554566:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204000.578504:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204000.578511:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204000.578517:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204000.578518:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204000.578521:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204000.578522:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204000.578542:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204000.578545:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204000.578547:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788204000.962487:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204000.962497:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788204000.962500:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204000.962504:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204000.962508:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204000.962515:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 14467 00000400:00000200:1.0:1788204000.962522:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204000.962527:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204000.962530:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204000.962533:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204000.962536:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204000.962539:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204000.962541:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204000.962544:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204000.962546:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788204000.962548:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204000.962551:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788204000.962553:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788204000.962556:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788204000.962558:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204000.962561:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204000.962562:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204000.962564:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204000.962567:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788204000.962570:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204000.962572:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204000.962574:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204000.962578:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204000.962580:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204000.962582:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788204000.962584:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204000.962593:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ddf80. 00000020:00000040:1.0:1788204000.962596:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788204000.962599:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204000.962602:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204000.962605:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204000.962607:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204000.962611:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204000.962619:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98800. 00000100:00000001:1.0:1788204000.962624:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204000.962632:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ddf80 x1875052841926016/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788204000.962641:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204000.962645:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204000.962649:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dea6dee7] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ddf80 x1875052841926016/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204000.962670:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788204000.962673:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204000.962676:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788204000.962677:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204000.962679:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204000.962682:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204000.962685:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14467 00000400:00000200:1.0:1788204000.962689:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204000.962692:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204000.962695:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204000.962698:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204000.962700:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204000.962702:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204000.962704:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204000.962707:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204000.962723:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788204000.962726:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204000.962729:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788204000.962735:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788204000.962739:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788204000.962747:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204000.962750:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204000.962755:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204000.962759:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204000.962765:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788204000.962769:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204000.962775:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204000.962779:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204000.962785:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204000.962788:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204000.962792:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788204000.962798:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788204000.962803:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204000.962807:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204000.962813:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dc700. 00000020:00000040:1.0:1788204000.962819:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788204000.962823:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204000.962871:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204000.962876:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204000.962879:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204000.962883:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204000.962891:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98c00. 00000100:00000001:1.0:1788204000.962896:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204000.962906:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dc700 x1875052841926144/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788204000.962919:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204000.962924:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204000.962931:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7db4f2b] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dc700 x1875052841926144/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204000.962949:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788204000.962955:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204000.962959:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788204000.962963:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204000.962968:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204000.962974:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204000.962978:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14467 00000400:00000200:1.0:1788204000.962988:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204000.962996:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204000.963001:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204000.963009:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204000.963013:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204000.963019:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204000.963025:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204000.963030:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204000.963032:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788204000.963036:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204000.963039:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788204000.963041:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788204000.963046:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788204000.963063:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204000.963067:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204000.963071:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204000.963074:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204000.963079:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788204000.963084:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204000.963091:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204000.963096:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204000.963102:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204000.963107:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204000.963112:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788204000.963115:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788204000.963120:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204000.963123:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204000.963129:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dce00. 00000020:00000040:1.0:1788204000.963135:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788204000.963141:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204000.963144:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204000.963147:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204000.963150:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204000.963153:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204000.963159:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99000. 00000100:00000001:1.0:1788204000.963165:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204000.963174:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dce00 x1875052841926272/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788204000.963187:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204000.963191:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204000.963200:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e15d5058] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dce00 x1875052841926272/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204000.963220:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204000.963225:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788204000.963234:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788204000.963239:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204000.963244:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788204000.963247:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204000.963251:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204000.963255:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204000.963260:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14467 00000400:00000200:1.0:1788204000.963268:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204000.963274:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204000.963278:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204000.963285:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204000.963288:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204000.963293:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204000.963298:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204000.963303:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204000.963305:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788204000.963308:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204000.963311:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788204000.963316:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788204000.963320:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788204000.963326:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204000.963331:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204000.963336:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204000.963341:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204000.963345:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788204000.963350:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204000.963354:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204000.963358:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204000.963363:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204000.963367:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204000.963372:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788204000.963376:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788204000.963382:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204000.963384:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204000.963389:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dd880. 00000020:00000040:1.0:1788204000.963419:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788204000.963423:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204000.963426:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204000.963430:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204000.963433:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204000.963435:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204000.963440:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9a800. 00000100:00000001:1.0:1788204000.963446:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204000.963454:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dd880 x1875052841926400/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788204000.963472:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204000.963477:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204000.963484:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083606985] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dd880 x1875052841926400/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204000.963502:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204000.963510:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14477) 00010000:00000001:0.0:1788204001.602518:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204001.602523:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204001.602527:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204001.602529:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204001.602530:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204001.602533:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204001.602535:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204001.602537:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204001.602538:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204001.602539:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204001.602541:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204001.602542:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204001.602543:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204001.602543:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204001.602544:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204001.602545:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204001.602547:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204001.602548:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204001.602565:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204001.602567:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204001.602568:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788204002.242469:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309141236, at 4309141248 00000100:00000040:0.0:1788204002.242479:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309141236, at 4309141248 00000100:00000010:1.0:1788204002.242481:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88780. 00000100:00000010:0.0:1788204002.242488:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88000. 00010000:00000001:0.0:1788204002.626512:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204002.626518:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204002.626522:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204002.626523:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204002.626526:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204002.626528:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204002.626549:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204002.626552:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204002.626554:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204003.650473:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204003.650478:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204003.650482:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204003.650483:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204003.650485:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204003.650486:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204004.674485:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204004.674490:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204004.674494:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204004.674495:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204004.674497:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204004.674498:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204004.674516:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204004.674518:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204004.674520:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204005.698466:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204005.698472:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204005.698477:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204005.698478:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204005.698480:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204005.698481:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204005.698503:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204005.698505:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204005.698507:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788204006.082501:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204006.082512:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788204006.082514:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204006.082517:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204006.082521:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204006.082528:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 14472 00000400:00000200:1.0:1788204006.082535:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204006.082540:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204006.082542:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204006.082545:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204006.082547:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204006.082549:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204006.082551:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204006.082554:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204006.082556:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788204006.082558:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204006.082560:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788204006.082561:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788204006.082563:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788204006.082564:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204006.082566:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204006.082567:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204006.082568:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204006.082569:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788204006.082571:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204006.082572:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204006.082574:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204006.082576:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204006.082578:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204006.082580:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788204006.082581:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204006.082588:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dc000. 00000020:00000040:1.0:1788204006.082590:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788204006.082597:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204006.082598:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204006.082600:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204006.082602:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204006.082606:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204006.082611:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99400. 00000100:00000001:1.0:1788204006.082616:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204006.082633:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dc000 x1875052841926528/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788204006.082640:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204006.082643:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204006.082646:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1e3b926] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dc000 x1875052841926528/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204006.082660:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788204006.082662:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204006.082664:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788204006.082665:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204006.082666:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204006.082668:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204006.082670:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14472 00000400:00000200:1.0:1788204006.082673:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204006.082675:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204006.082679:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204006.082683:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204006.082686:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204006.082690:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204006.082694:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204006.082698:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204006.082700:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788204006.082702:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204006.082705:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788204006.082708:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788204006.082712:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788204006.082718:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204006.082722:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204006.082726:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204006.082728:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204006.082731:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788204006.082735:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204006.082739:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204006.082743:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204006.082748:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204006.082751:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204006.082755:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788204006.082759:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788204006.082762:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204006.082764:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204006.082770:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3df100. 00000020:00000040:1.0:1788204006.082773:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788204006.082776:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204006.082778:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204006.082780:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204006.082782:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204006.082785:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204006.082789:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9a400. 00000100:00000001:1.0:1788204006.082792:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204006.082797:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3df100 x1875052841926656/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788204006.082802:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204006.082803:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204006.082806:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c16a5860] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3df100 x1875052841926656/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204006.082816:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788204006.082819:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204006.082822:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788204006.082823:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204006.082825:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204006.082827:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204006.082828:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14472 00000400:00000200:1.0:1788204006.082831:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204006.082832:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204006.082834:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204006.082836:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204006.082838:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204006.082843:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204006.082846:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204006.082849:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204006.082850:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788204006.082851:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204006.082853:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788204006.082857:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788204006.082860:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788204006.082863:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204006.082867:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204006.082870:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204006.082872:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204006.082876:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788204006.082878:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204006.082881:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204006.082884:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204006.082885:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204006.082887:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204006.082889:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788204006.082891:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788204006.082895:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204006.082897:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204006.082899:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dd180. 00000020:00000040:1.0:1788204006.082901:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788204006.082903:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204006.082905:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204006.082907:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204006.082909:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204006.082911:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204006.082915:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9a800. 00000100:00000001:1.0:1788204006.082921:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204006.082926:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dd180 x1875052841926784/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788204006.082936:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204006.082939:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204006.082946:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000095f81904] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dd180 x1875052841926784/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204006.082957:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204006.082959:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788204006.082965:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788204006.082970:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204006.082975:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788204006.082978:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204006.082979:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204006.082980:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204006.082984:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14472 00000400:00000200:1.0:1788204006.082987:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204006.082994:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204006.082998:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204006.083005:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204006.083012:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204006.083018:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204006.083022:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204006.083026:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204006.083029:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788204006.083032:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204006.083036:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788204006.083042:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788204006.083047:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788204006.083055:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204006.083059:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204006.083064:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204006.083069:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204006.083075:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788204006.083082:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204006.083086:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204006.083091:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204006.083096:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204006.083100:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204006.083102:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788204006.083104:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788204006.083106:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204006.083109:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204006.083112:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dd880. 00000020:00000040:1.0:1788204006.083115:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788204006.083119:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204006.083122:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204006.083124:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204006.083126:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204006.083129:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204006.083134:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99000. 00000100:00000001:1.0:1788204006.083139:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204006.083149:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dd880 x1875052841926912/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788204006.083165:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204006.083170:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204006.083179:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083606985] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dd880 x1875052841926912/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204006.083194:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204006.083198:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14482) 00010000:00000001:0.0:1788204006.722507:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204006.722512:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204006.722516:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204006.722517:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204006.722519:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204006.722520:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204006.722536:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204006.722538:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204006.722540:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204007.362485:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309146356, at 4309146368 00000100:00000040:1.0:1788204007.362485:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309146356, at 4309146368 00000100:00000010:1.0:1788204007.362498:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88900. 00000100:00000010:0.0:1788204007.362499:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88ba0. 00010000:00000001:0.0:1788204007.746461:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204007.746466:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204007.746470:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204007.746471:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204007.746473:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204007.746474:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204008.770497:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204008.770504:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204008.770510:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204008.770512:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204008.770515:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204008.770516:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204008.770539:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204008.770542:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204008.770545:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204009.794576:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204009.794587:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204009.794590:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204009.794593:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204009.794600:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204009.794603:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204009.794605:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204009.794608:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204009.794613:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204009.794615:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204009.794619:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204009.794620:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204009.794657:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204009.794660:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204009.794662:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204010.818532:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204010.818551:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204010.818559:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204010.818560:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204010.818565:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204010.818566:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204010.818595:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204010.818598:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204010.818600:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788204011.202795:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204011.202801:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204011.202807:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204011.202829:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9fb80 x1875052841927040/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204011.202847:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204011.202851:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204011.202859:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204011.202864:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204011.202871:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204011.202880:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841927040:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204011.202886:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204011.202894:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204011.202898:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204011.202903:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204011.202911:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788204011.202917:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204011.202936:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204011.202944:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204011.202958:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204011.202971:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841927040, portal 25 00000100:00000001:0.0:1788204011.202978:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204011.202982:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330357120 : -109644379194496 : ffff9c476db9fb80) 00000100:00000040:0.0:1788204011.202994:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9fb80 x1875052841927040/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204036 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204011.203015:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204011.203023:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204011.203030:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788204011.203037:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841927040, offset 0 00000400:00000200:0.0:1788204011.203053:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204011.203069:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204011.203080:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204011.203091:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204011.203101:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204011.203109:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204011.203115:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204011.203123:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704298:704298:256:4294967295] 192.168.201.101@tcp LPNI seq info [704293:704293:8:4294967295] 00000400:00000200:0.0:1788204011.203128:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204011.203146:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204011.203158:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204011.203168:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788204011.203181:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204011.203189:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 23 secs later) 00000800:00000100:0.0:1788204011.203223:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204011.203228:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788204011.203238:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204011.203250:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204011.203258:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788204011.203263:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788204011.203272:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204011.203281:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9fb80 x1875052841927040/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204036 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204011.203302:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204011.203309:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9fb80 x1875052841927040/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204036 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204011.203328:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204011.203334:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204011.203343:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204011.203351:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204011.203357:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4309151476 00000100:00000010:0.0:1788204011.203368:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685baf00. 00000100:00000001:0.0:1788204011.203378:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788204011.203389:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4309151476 00000100:00000010:0.0:1788204011.203420:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685baae0. 00000100:00000001:0.0:1788204011.203425:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788204011.203430:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204011.203436:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204011.203439:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204011.203446:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204011/real 1788204011] req@ffff9c476db9fb80 x1875052841927040/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204011.203456:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204011.203458:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204011.203460:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204011.203463:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204011.203467:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204011.203469:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204011.203472:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9fb80 x1875052841927040/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204011.203481:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9fb80 x1875052841927040/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204011.203488:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204011.203491:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204011.203493:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204011.203496:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204011.203501:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9fb80 x1875052841927040/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204011.203508:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204011.203512:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9fb80 x1875052841927040/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204036 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204011.203519:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204011.203522:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204011.203524:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204011.203525:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204011.203528:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204011.203544:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204011.203548:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204011.203552:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204011.203555:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204011.203560:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9fb80 x1875052841927040/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204036 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204011.203567:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841927040:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204011.203572:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204011.203574:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204011.203577:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9fb80 x1875052841927040/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204036 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204011.203583:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204011.203586:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204011.203589:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788204011.203592:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204011.203594:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204011.203596:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788204011.203599:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204011.203601:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a41c00. 02000000:00000001:0.0:1788204011.203605:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204011.203606:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204011.203608:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9fb80. 00000100:00000001:0.0:1788204011.203611:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204011.203612:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204011.203615:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204011.203623:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204011.203625:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204011.203627:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204011.203629:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204011.203630:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204011.203633:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9d500 x1875052841927168/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204011.203640:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204011.203641:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204011.203644:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204011.203645:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204011.203648:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204011.203650:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841927168:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204011.203653:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204011.203655:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204011.203657:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204011.203659:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204011.203662:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788204011.203664:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204011.203667:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204011.203670:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204011.203673:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204011.203676:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841927168, portal 10 00000100:00000001:0.0:1788204011.203678:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204011.203679:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330347264 : -109644379204352 : ffff9c476db9d500) 00000100:00000040:0.0:1788204011.203687:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9d500 x1875052841927168/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204036 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204011.203693:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204011.203696:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204011.203698:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788204011.203700:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841927168, offset 0 00000400:00000200:0.0:1788204011.203704:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204011.203707:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204011.203711:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204011.203714:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204011.203717:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204011.203719:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204011.203721:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204011.203724:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704299:704299:256:4294967295] 192.168.201.101@tcp LPNI seq info [704294:704294:8:4294967295] 00000400:00000200:0.0:1788204011.203728:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204011.203734:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204011.203739:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204011.203743:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788204011.203747:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204011.203750:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 23 secs later) 00000800:00000100:0.0:1788204011.203761:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204011.203763:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788204011.203766:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204011.203769:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204011.203772:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788204011.203774:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788204011.203776:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204011.203780:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9d500 x1875052841927168/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204036 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204011.203787:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204011.203790:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9d500 x1875052841927168/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204036 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204011.203802:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204011.203804:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204011.203807:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204011.203811:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788204011.203815:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204011.203817:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309150218 00000100:00000001:0.0:1788204011.203820:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309151476 00000100:00000001:0.0:1788204011.203822:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309150218 00000100:00000001:0.0:1788204011.203824:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309151476 00000100:00000001:0.0:1788204011.203827:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204011.203829:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204011.203831:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204011.203834:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204011/real 1788204011] req@ffff9c476db9d500 x1875052841927168/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204011.203848:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204011.203850:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204011.203851:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204011.203854:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204011.203856:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204011.203858:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204011.203861:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9d500 x1875052841927168/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204011.203869:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9d500 x1875052841927168/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204011.203876:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204011.203877:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204011.203879:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204011.203881:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204011.203884:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9d500 x1875052841927168/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204011.203891:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204011.203895:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9d500 x1875052841927168/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204036 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204011.203901:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204011.203904:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204011.203905:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204011.203907:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204011.203908:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204011.203910:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204011.203913:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204011.203916:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204011.203919:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204011.203923:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9d500 x1875052841927168/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204036 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204011.203930:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841927168:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204011.203934:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204011.203938:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9ed80 x1875052841927296/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204011.203944:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204011.203946:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204011.203948:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204011.203950:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204011.203952:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204011.203955:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841927296:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204011.203958:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204011.203960:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204011.203962:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204011.203963:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204011.203966:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377000. 02000000:00000001:0.0:1788204011.203968:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204011.203971:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204011.203974:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204011.203977:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204011.203979:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841927296, portal 10 00000100:00000001:0.0:1788204011.203981:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204011.203983:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330353536 : -109644379198080 : ffff9c476db9ed80) 00000100:00000040:0.0:1788204011.203989:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9ed80 x1875052841927296/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204036 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204011.203995:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204011.203997:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204011.203999:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788204011.204002:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841927296, offset 0 00000400:00000200:0.0:1788204011.204006:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204011.204010:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204011.204013:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204011.204016:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204011.204018:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204011.204020:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204011.204022:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204011.204025:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704300:704300:256:4294967295] 192.168.201.101@tcp LPNI seq info [704295:704295:8:4294967295] 00000400:00000200:0.0:1788204011.204029:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204011.204035:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204011.204039:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204011.204042:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788204011.204045:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204011.204048:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 23 secs later) 00000800:00000100:0.0:1788204011.204059:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204011.204061:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788204011.204064:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204011.204067:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204011.204070:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788204011.204071:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788204011.204073:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204011.204077:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9ed80 x1875052841927296/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204036 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204011.204084:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204011.204087:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9ed80 x1875052841927296/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204036 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204011.204093:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204011.204095:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204011.204097:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204011.204100:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788204011.204103:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204011.204105:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309150218 00000100:00000001:0.0:1788204011.204107:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309151476 00000100:00000001:0.0:1788204011.204109:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309150218 00000100:00000001:0.0:1788204011.204111:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309151476 00000100:00000001:0.0:1788204011.204113:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204011.204115:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204011.204117:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204011.204120:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204011/real 1788204011] req@ffff9c476db9ed80 x1875052841927296/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204011.204127:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204011.204128:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204011.204130:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204011.204132:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204011.204134:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204011.204136:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204011.204139:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9ed80 x1875052841927296/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204011.204147:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9ed80 x1875052841927296/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204011.204154:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204011.204155:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204011.204157:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204011.204158:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204011.204161:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9ed80 x1875052841927296/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204011.204167:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204011.204171:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9ed80 x1875052841927296/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204036 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204011.204177:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204011.204179:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204011.204181:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204011.204182:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204011.204184:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204011.204185:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204011.204188:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204011.204191:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204011.204193:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204011.204197:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9ed80 x1875052841927296/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204036 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204011.204205:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841927296:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204011.204209:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204011.204213:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9ca80 x1875052841927424/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204011.204219:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204011.204220:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204011.204222:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204011.204223:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204011.204224:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204011.204226:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841927424:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204011.204228:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204011.204229:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204011.204230:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204011.204231:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204011.204234:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375000. 02000000:00000001:0.0:1788204011.204235:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204011.204238:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204011.204240:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204011.204242:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204011.204245:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841927424, portal 4 00000100:00000001:0.0:1788204011.204246:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204011.204247:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330344576 : -109644379207040 : ffff9c476db9ca80) 00000100:00000040:0.0:1788204011.204251:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9ca80 x1875052841927424/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204036 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204011.204255:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204011.204256:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204011.204258:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788204011.204259:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841927424, offset 0 00000400:00000200:0.0:1788204011.204261:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204011.204263:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204011.204265:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204011.204267:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204011.204269:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204011.204270:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204011.204272:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204011.204274:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704301:704301:256:4294967295] 192.168.201.101@tcp LPNI seq info [704296:704296:8:4294967295] 00000400:00000200:0.0:1788204011.204276:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204011.204280:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204011.204283:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204011.204285:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788204011.204287:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204011.204289:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 23 secs later) 00000800:00000100:0.0:1788204011.204296:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204011.204298:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788204011.204299:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204011.204301:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204011.204303:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788204011.204304:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788204011.204306:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204011.204308:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9ca80 x1875052841927424/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204036 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204011.204313:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204011.204315:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9ca80 x1875052841927424/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204036 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204011.204319:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204011.204320:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204011.204322:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204011.204324:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788204011.204326:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204011.204327:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309150244 00000100:00000001:0.0:1788204011.204329:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309151476 00000100:00000001:0.0:1788204011.204330:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309150244 00000100:00000001:0.0:1788204011.204332:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309151476 00000100:00000001:0.0:1788204011.204333:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204011.204334:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204011.204336:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204011.204338:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204011/real 1788204011] req@ffff9c476db9ca80 x1875052841927424/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204011.204343:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204011.204343:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204011.204345:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204011.204346:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204011.204347:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204011.204348:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204011.204349:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9ca80 x1875052841927424/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204011.204353:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9ca80 x1875052841927424/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204011.204357:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204011.204358:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204011.204359:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204011.204360:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204011.204362:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9ca80 x1875052841927424/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204011.204365:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204011.204367:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9ca80 x1875052841927424/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204036 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204011.204371:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204011.204372:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204011.204373:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204011.204374:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204011.204376:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204011.204377:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204011.204378:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204011.204380:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204011.204382:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204011.204385:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9ca80 x1875052841927424/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204036 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204011.204389:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841927424:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204011.204391:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204011.204392:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204011.204409:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9d500 x1875052841927168/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204036 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204011.204413:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204011.204414:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204011.204415:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788204011.204416:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204011.204417:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204011.204418:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204011.204419:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204011.204420:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a43000. 02000000:00000001:0.0:1788204011.204424:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204011.204426:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204011.204427:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9d500. 00000100:00000001:0.0:1788204011.204430:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204011.204431:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204011.204432:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204011.204435:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9ed80 x1875052841927296/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204036 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204011.204442:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204011.204443:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204011.204445:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377000. 02000000:00000001:0.0:1788204011.204448:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204011.204449:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204011.204450:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204011.204452:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204011.204454:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a42400. 02000000:00000001:0.0:1788204011.204457:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204011.204458:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204011.204460:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9ed80. 00000100:00000001:0.0:1788204011.204462:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204011.204463:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204011.204465:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204011.204468:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9ca80 x1875052841927424/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204036 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204011.204474:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204011.204475:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204011.204476:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375000. 02000000:00000001:0.0:1788204011.204478:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204011.204480:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204011.204481:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788204011.204482:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204011.204484:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a40c00. 02000000:00000001:0.0:1788204011.204487:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204011.204488:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204011.204489:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9ca80. 00000100:00000001:0.0:1788204011.204492:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204011.204494:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204011.204495:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204011.204499:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204011.204500:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204011.204502:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204011.204504:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204011.842559:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204011.842569:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204011.842575:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204011.842578:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204011.842581:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204011.842584:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204011.842588:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204011.842591:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204011.842593:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204011.842595:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204011.842600:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204011.842601:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204011.842603:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204011.842604:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204011.842606:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204011.842607:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204011.842608:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204011.842610:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204012.482524:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309151476, at 4309151488 00000100:00000040:0.0:1788204012.482535:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309151476, at 4309151488 00000100:00000010:1.0:1788204012.482547:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685baae0. 00000100:00000010:0.0:1788204012.482549:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685baf00. 00010000:00000001:0.0:1788204012.866557:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204012.866565:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204012.866569:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204012.866570:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204012.866572:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204012.866573:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204012.866598:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204012.866600:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204012.866602:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204013.890580:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204013.890590:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204013.890597:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204013.890599:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204013.890602:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204013.890604:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204013.890633:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204013.890636:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204013.890639:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204014.914540:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204014.914547:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204014.914552:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204014.914553:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204014.914556:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204014.914557:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204014.914587:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204014.914590:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204014.914593:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204015.938475:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204015.938479:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204015.938483:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204015.938483:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204015.938486:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204015.938487:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204016.322743:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204016.322749:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204016.322753:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204016.322763:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9d880 x1875052841927552/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204016.322783:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204016.322787:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204016.322792:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204016.322796:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204016.322802:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204016.322810:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841927552:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204016.322817:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204016.322822:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204016.322826:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204016.322833:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204016.322840:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788204016.322845:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204016.322854:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204016.322859:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204016.322867:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204016.322884:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841927552, portal 25 00000100:00000001:0.0:1788204016.322889:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204016.322893:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330348160 : -109644379203456 : ffff9c476db9d880) 00000100:00000040:0.0:1788204016.322903:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9d880 x1875052841927552/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204016.322926:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204016.322933:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204016.322939:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788204016.322946:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841927552, offset 0 00000400:00000200:0.0:1788204016.322957:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204016.322968:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204016.322979:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204016.322989:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204016.322996:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204016.323003:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204016.323010:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204016.323019:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704302:704302:256:4294967295] 192.168.201.101@tcp LPNI seq info [704297:704297:8:4294967295] 00000400:00000200:0.0:1788204016.323027:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204016.323046:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204016.323060:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204016.323068:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788204016.323079:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204016.323087:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1788204016.323118:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204016.323124:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788204016.323133:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204016.323152:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204016.323159:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788204016.323162:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788204016.323168:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204016.323175:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9d880 x1875052841927552/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204016.323192:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204016.323197:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9d880 x1875052841927552/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204041 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204016.323215:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204016.323219:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204016.323227:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204016.323241:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204016.323244:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4309156596 00000100:00000010:0.0:1788204016.323251:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685baf00. 00000100:00000001:0.0:1788204016.323256:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788204016.323261:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4309156596 00000100:00000010:0.0:1788204016.323263:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba0c0. 00000100:00000001:0.0:1788204016.323265:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788204016.323267:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204016.323269:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204016.323270:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204016.323274:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204016/real 1788204016] req@ffff9c476db9d880 x1875052841927552/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204016.323280:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204016.323282:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204016.323283:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204016.323285:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204016.323286:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204016.323288:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204016.323290:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9d880 x1875052841927552/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204016.323295:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9d880 x1875052841927552/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204016.323298:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204016.323299:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204016.323301:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204016.323302:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204016.323305:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9d880 x1875052841927552/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204016.323309:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204016.323311:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9d880 x1875052841927552/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204041 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204016.323320:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204016.323321:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204016.323322:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204016.323323:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204016.323325:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204016.323326:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204016.323328:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204016.323330:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204016.323331:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204016.323334:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9d880 x1875052841927552/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204041 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204016.323338:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841927552:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204016.323341:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204016.323342:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204016.323344:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9d880 x1875052841927552/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204041 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204016.323348:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204016.323350:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204016.323351:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788204016.323353:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204016.323354:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204016.323355:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788204016.323356:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204016.323358:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a40400. 02000000:00000001:0.0:1788204016.323361:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204016.323362:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204016.323364:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9d880. 00000100:00000001:0.0:1788204016.323365:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204016.323366:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204016.323368:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204016.323373:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204016.323374:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204016.323376:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204016.323377:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204016.323378:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204016.323380:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9c380 x1875052841927680/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204016.323384:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204016.323385:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204016.323386:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204016.323388:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204016.323389:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204016.323390:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841927680:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204016.323392:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204016.323421:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204016.323422:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204016.323423:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204016.323425:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788204016.323427:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204016.323430:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204016.323432:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204016.323435:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204016.323438:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841927680, portal 10 00000100:00000001:0.0:1788204016.323440:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204016.323451:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330342784 : -109644379208832 : ffff9c476db9c380) 00000100:00000040:0.0:1788204016.323457:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9c380 x1875052841927680/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204016.323463:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204016.323466:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204016.323468:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788204016.323471:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841927680, offset 0 00000400:00000200:0.0:1788204016.323475:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204016.323479:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204016.323482:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204016.323486:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204016.323488:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204016.323490:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204016.323492:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204016.323495:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704303:704303:256:4294967295] 192.168.201.101@tcp LPNI seq info [704298:704298:8:4294967295] 00000400:00000200:0.0:1788204016.323499:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204016.323504:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204016.323507:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204016.323509:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788204016.323512:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204016.323513:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1788204016.323520:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204016.323521:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788204016.323523:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204016.323525:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204016.323527:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788204016.323528:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788204016.323530:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204016.323532:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9c380 x1875052841927680/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204016.323537:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204016.323539:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9c380 x1875052841927680/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204041 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204016.323543:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204016.323544:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204016.323546:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204016.323548:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788204016.323550:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204016.323551:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309155338 00000100:00000001:0.0:1788204016.323553:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309156596 00000100:00000001:0.0:1788204016.323554:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309155338 00000100:00000001:0.0:1788204016.323555:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309156596 00000100:00000001:0.0:1788204016.323557:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204016.323558:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204016.323559:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204016.323561:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204016/real 1788204016] req@ffff9c476db9c380 x1875052841927680/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204016.323565:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204016.323566:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204016.323567:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204016.323568:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204016.323569:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204016.323570:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204016.323572:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9c380 x1875052841927680/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204016.323577:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9c380 x1875052841927680/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204016.323580:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204016.323581:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204016.323582:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204016.323583:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204016.323585:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9c380 x1875052841927680/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204016.323588:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204016.323590:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9c380 x1875052841927680/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204041 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204016.323594:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204016.323595:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204016.323596:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204016.323597:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204016.323598:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204016.323599:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204016.323601:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204016.323603:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204016.323604:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204016.323606:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9c380 x1875052841927680/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204041 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204016.323610:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841927680:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204016.323612:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204016.323614:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9f800 x1875052841927808/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204016.323617:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204016.323618:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204016.323619:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204016.323620:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204016.323622:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204016.323623:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841927808:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204016.323625:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204016.323626:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204016.323627:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204016.323628:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204016.323629:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376800. 02000000:00000001:0.0:1788204016.323630:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204016.323632:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204016.323633:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204016.323635:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204016.323637:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841927808, portal 10 00000100:00000001:0.0:1788204016.323638:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204016.323639:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330356224 : -109644379195392 : ffff9c476db9f800) 00000100:00000040:0.0:1788204016.323642:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9f800 x1875052841927808/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204016.323646:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204016.323648:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204016.323649:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788204016.323650:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841927808, offset 0 00000400:00000200:0.0:1788204016.323652:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204016.323654:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204016.323656:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204016.323658:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204016.323659:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204016.323661:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204016.323662:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204016.323664:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704304:704304:256:4294967295] 192.168.201.101@tcp LPNI seq info [704299:704299:8:4294967295] 00000400:00000200:0.0:1788204016.323666:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204016.323669:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204016.323672:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204016.323673:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788204016.323675:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204016.323676:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1788204016.323682:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204016.323684:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788204016.323685:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204016.323687:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204016.323688:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788204016.323690:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788204016.323691:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204016.323693:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9f800 x1875052841927808/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204016.323697:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204016.323698:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9f800 x1875052841927808/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204041 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204016.323702:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204016.323703:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204016.323705:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204016.323706:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788204016.323708:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204016.323709:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309155338 00000100:00000001:0.0:1788204016.323710:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309156596 00000100:00000001:0.0:1788204016.323712:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309155338 00000100:00000001:0.0:1788204016.323713:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309156596 00000100:00000001:0.0:1788204016.323714:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204016.323715:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204016.323716:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204016.323718:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204016/real 1788204016] req@ffff9c476db9f800 x1875052841927808/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204016.323721:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204016.323722:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204016.323723:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204016.323724:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204016.323725:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204016.323726:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204016.323728:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9f800 x1875052841927808/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204016.323732:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9f800 x1875052841927808/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204016.323736:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204016.323736:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204016.323737:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204016.323738:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204016.323740:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9f800 x1875052841927808/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204016.323744:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204016.323746:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9f800 x1875052841927808/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204041 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204016.323750:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204016.323751:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204016.323752:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204016.323752:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204016.323753:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204016.323754:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204016.323755:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204016.323757:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204016.323758:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204016.323760:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9f800 x1875052841927808/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204041 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204016.323764:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841927808:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204016.323766:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204016.323767:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9f480 x1875052841927936/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204016.323771:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204016.323772:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204016.323774:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204016.323775:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204016.323776:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204016.323778:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841927936:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204016.323779:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204016.323780:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204016.323781:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204016.323782:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204016.323785:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788204016.323786:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204016.323788:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204016.323790:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204016.323791:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204016.323793:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841927936, portal 4 00000100:00000001:0.0:1788204016.323794:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204016.323795:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330355328 : -109644379196288 : ffff9c476db9f480) 00000100:00000040:0.0:1788204016.323798:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9f480 x1875052841927936/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204016.323802:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204016.323803:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204016.323804:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788204016.323806:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841927936, offset 0 00000400:00000200:0.0:1788204016.323808:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204016.323809:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204016.323811:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204016.323812:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204016.323813:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204016.323815:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204016.323816:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204016.323818:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704305:704305:256:4294967295] 192.168.201.101@tcp LPNI seq info [704300:704300:8:4294967295] 00000400:00000200:0.0:1788204016.323820:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204016.323823:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204016.323825:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204016.323827:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788204016.323829:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204016.323830:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1788204016.323836:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204016.323837:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788204016.323839:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204016.323840:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204016.323842:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788204016.323843:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788204016.323844:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204016.323846:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9f480 x1875052841927936/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204016.323852:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204016.323855:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9f480 x1875052841927936/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204041 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204016.323861:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204016.323862:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204016.323865:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204016.323867:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788204016.323870:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204016.323872:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309155364 00000100:00000001:0.0:1788204016.323874:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309156596 00000100:00000001:0.0:1788204016.323876:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309155364 00000100:00000001:0.0:1788204016.323878:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309156596 00000100:00000001:0.0:1788204016.323880:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204016.323882:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204016.323884:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204016.323887:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204016/real 1788204016] req@ffff9c476db9f480 x1875052841927936/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204016.323892:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204016.323893:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204016.323894:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204016.323896:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204016.323897:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204016.323898:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204016.323900:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9f480 x1875052841927936/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204016.323905:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9f480 x1875052841927936/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204016.323908:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204016.323909:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204016.323910:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204016.323911:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204016.323912:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9f480 x1875052841927936/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204016.323917:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204016.323919:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9f480 x1875052841927936/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204041 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204016.323922:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204016.323924:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204016.323924:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204016.323925:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204016.323926:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204016.323927:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204016.323928:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204016.323930:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204016.323931:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204016.323933:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9f480 x1875052841927936/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204041 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204016.323937:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841927936:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204016.323939:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204016.323940:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204016.323942:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9c380 x1875052841927680/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204041 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204016.323945:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204016.323947:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204016.323948:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788204016.323949:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204016.323950:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204016.323951:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204016.323952:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204016.323953:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a43400. 02000000:00000001:0.0:1788204016.323956:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204016.323957:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204016.323958:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9c380. 00000100:00000001:0.0:1788204016.323960:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204016.323961:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204016.323962:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204016.323964:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9f800 x1875052841927808/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204041 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204016.323969:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204016.323970:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204016.323971:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376800. 02000000:00000001:0.0:1788204016.323973:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204016.323974:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204016.323975:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204016.323977:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204016.323978:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a42c00. 02000000:00000001:0.0:1788204016.323981:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204016.323982:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204016.323983:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9f800. 00000100:00000001:0.0:1788204016.323986:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204016.323987:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204016.323989:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204016.323992:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9f480 x1875052841927936/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204041 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204016.323998:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204016.324000:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204016.324001:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788204016.324003:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204016.324005:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204016.324006:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788204016.324007:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204016.324009:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a40000. 02000000:00000001:0.0:1788204016.324011:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204016.324012:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204016.324013:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9f480. 00000100:00000001:0.0:1788204016.324014:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204016.324015:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204016.324016:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204016.324019:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204016.324020:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204016.324021:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204016.324022:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204016.962513:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204016.962518:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204016.962523:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204016.962523:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204016.962526:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204016.962526:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204016.962546:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204016.962548:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204016.962550:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204017.602477:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309156596, at 4309156608 00000100:00000040:1.0:1788204017.602479:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309156596, at 4309156608 00000100:00000010:0.0:1788204017.602491:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685baf00. 00000100:00000010:1.0:1788204017.602493:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba0c0. 00010000:00000001:0.0:1788204017.986507:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204017.986513:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204017.986522:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204017.986523:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204017.986525:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204017.986526:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204019.010517:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204019.010524:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204019.010529:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204019.010531:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204019.010534:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204019.010535:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204019.010561:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204019.010563:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204019.010566:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204020.034530:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204020.034538:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204020.034540:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204020.034543:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204020.034547:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204020.034549:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204020.034551:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204020.034553:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204020.034556:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204020.034558:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204020.034561:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204020.034562:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204021.058479:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204021.058484:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204021.058488:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204021.058489:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204021.058491:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204021.058492:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204021.058531:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204021.058532:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204021.058534:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788204021.442732:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204021.442737:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204021.442740:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204021.442747:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9c000 x1875052841928064/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204021.442762:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204021.442764:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204021.442767:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204021.442770:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204021.442774:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204021.442779:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841928064:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204021.442782:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204021.442787:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204021.442790:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204021.442793:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204021.442797:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376800. 02000000:00000001:0.0:1788204021.442801:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204021.442808:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204021.442814:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204021.442820:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204021.442828:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841928064, portal 25 00000100:00000001:0.0:1788204021.442833:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204021.442836:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330341888 : -109644379209728 : ffff9c476db9c000) 00000100:00000040:0.0:1788204021.442845:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9c000 x1875052841928064/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204021.442873:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204021.442877:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204021.442881:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788204021.442884:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841928064, offset 0 00000400:00000200:0.0:1788204021.442892:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204021.442900:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204021.442906:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204021.442911:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204021.442916:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204021.442921:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204021.442924:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204021.442930:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704306:704306:256:4294967295] 192.168.201.101@tcp LPNI seq info [704301:704301:8:4294967295] 00000400:00000200:0.0:1788204021.442937:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204021.442948:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204021.442957:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204021.442963:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788204021.442972:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204021.442976:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1788204021.442991:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204021.442994:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788204021.443000:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204021.443008:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204021.443014:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788204021.443017:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788204021.443022:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204021.443027:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9c000 x1875052841928064/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204021.443039:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204021.443044:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9c000 x1875052841928064/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204046 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204021.443056:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204021.443060:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204021.443065:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204021.443071:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204021.443082:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4309161716 00000100:00000010:0.0:1788204021.443088:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685baf00. 00000100:00000001:0.0:1788204021.443096:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788204021.443104:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4309161716 00000100:00000010:0.0:1788204021.443108:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba420. 00000100:00000001:0.0:1788204021.443115:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788204021.443119:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204021.443122:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204021.443124:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204021.443129:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204021/real 1788204021] req@ffff9c476db9c000 x1875052841928064/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204021.443149:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204021.443152:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204021.443155:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204021.443158:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204021.443160:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204021.443164:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204021.443171:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9c000 x1875052841928064/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204021.443189:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9c000 x1875052841928064/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204021.443206:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204021.443210:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204021.443213:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204021.443216:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204021.443222:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9c000 x1875052841928064/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204021.443235:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204021.443242:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9c000 x1875052841928064/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204046 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204021.443252:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204021.443257:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204021.443259:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204021.443260:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204021.443264:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204021.443267:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204021.443270:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204021.443275:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204021.443278:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204021.443282:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9c000 x1875052841928064/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204046 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204021.443299:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841928064:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204021.443306:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204021.443309:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204021.443314:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9c000 x1875052841928064/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204046 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204021.443323:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204021.443331:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204021.443334:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376800. 02000000:00000001:0.0:1788204021.443338:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204021.443341:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204021.443344:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788204021.443347:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204021.443350:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a42800. 02000000:00000001:0.0:1788204021.443380:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204021.443382:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204021.443386:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9c000. 00000100:00000001:0.0:1788204021.443390:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204021.443418:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204021.443422:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204021.443427:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204021.443430:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204021.443436:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204021.443437:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204021.443440:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204021.443446:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9c700 x1875052841928192/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204021.443459:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204021.443463:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204021.443468:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204021.443470:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204021.443472:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204021.443480:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841928192:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204021.443487:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204021.443489:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204021.443491:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204021.443494:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204021.443496:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376800. 02000000:00000001:0.0:1788204021.443501:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204021.443504:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204021.443506:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204021.443508:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204021.443510:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841928192, portal 10 00000100:00000001:0.0:1788204021.443512:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204021.443513:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330343680 : -109644379207936 : ffff9c476db9c700) 00000100:00000040:0.0:1788204021.443519:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9c700 x1875052841928192/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204021.443523:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204021.443524:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204021.443525:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788204021.443527:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841928192, offset 0 00000400:00000200:0.0:1788204021.443529:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204021.443531:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204021.443533:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204021.443535:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204021.443537:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204021.443538:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204021.443539:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204021.443541:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704307:704307:256:4294967295] 192.168.201.101@tcp LPNI seq info [704302:704302:8:4294967295] 00000400:00000200:0.0:1788204021.443544:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204021.443548:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204021.443550:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204021.443552:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788204021.443554:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204021.443556:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1788204021.443566:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204021.443567:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788204021.443570:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204021.443580:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204021.443583:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788204021.443585:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788204021.443587:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204021.443590:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9c700 x1875052841928192/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204021.443599:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204021.443602:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9c700 x1875052841928192/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204046 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204021.443608:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204021.443609:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204021.443612:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204021.443615:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788204021.443617:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204021.443618:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309160458 00000100:00000001:0.0:1788204021.443620:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309161716 00000100:00000001:0.0:1788204021.443621:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309160458 00000100:00000001:0.0:1788204021.443622:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309161716 00000100:00000001:0.0:1788204021.443624:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204021.443625:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204021.443626:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204021.443628:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204021/real 1788204021] req@ffff9c476db9c700 x1875052841928192/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204021.443632:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204021.443633:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204021.443634:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204021.443636:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204021.443637:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204021.443638:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204021.443640:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9c700 x1875052841928192/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204021.443645:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9c700 x1875052841928192/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204021.443648:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204021.443649:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204021.443650:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204021.443651:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204021.443653:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9c700 x1875052841928192/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204021.443656:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204021.443658:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9c700 x1875052841928192/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204046 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204021.443662:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204021.443663:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204021.443664:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204021.443665:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204021.443666:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204021.443667:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204021.443669:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204021.443715:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204021.443717:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204021.443720:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9c700 x1875052841928192/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204046 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204021.443725:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841928192:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204021.443727:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204021.443729:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9e680 x1875052841928320/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204021.443737:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204021.443738:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204021.443739:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204021.443741:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204021.443742:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204021.443743:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841928320:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204021.443745:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204021.443746:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204021.443747:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204021.443748:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204021.443751:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788204021.443752:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204021.443754:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204021.443755:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204021.443757:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204021.443759:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841928320, portal 10 00000100:00000001:0.0:1788204021.443760:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204021.443761:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330351744 : -109644379199872 : ffff9c476db9e680) 00000100:00000040:0.0:1788204021.443765:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9e680 x1875052841928320/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204021.443769:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204021.443770:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204021.443771:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788204021.443773:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841928320, offset 0 00000400:00000200:0.0:1788204021.443775:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204021.443777:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204021.443779:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204021.443781:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204021.443782:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204021.443784:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204021.443785:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204021.443787:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704308:704308:256:4294967295] 192.168.201.101@tcp LPNI seq info [704303:704303:8:4294967295] 00000400:00000200:0.0:1788204021.443789:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204021.443793:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204021.443796:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204021.443798:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788204021.443800:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204021.443802:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1788204021.443808:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204021.443809:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788204021.443811:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204021.443813:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204021.443814:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788204021.443816:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788204021.443817:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204021.443819:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9e680 x1875052841928320/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204021.443823:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204021.443825:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9e680 x1875052841928320/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204046 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204021.443829:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204021.443830:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204021.443831:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204021.443833:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788204021.443835:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204021.443836:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309160458 00000100:00000001:0.0:1788204021.443838:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309161716 00000100:00000001:0.0:1788204021.443839:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309160458 00000100:00000001:0.0:1788204021.443841:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309161716 00000100:00000001:0.0:1788204021.443842:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204021.443843:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204021.443844:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204021.443846:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204021/real 1788204021] req@ffff9c476db9e680 x1875052841928320/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204021.443851:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204021.443852:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204021.443852:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204021.443853:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204021.443854:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204021.443855:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204021.443857:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9e680 x1875052841928320/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204021.443862:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9e680 x1875052841928320/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204021.443865:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204021.443866:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204021.443867:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204021.443868:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204021.443869:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9e680 x1875052841928320/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204021.443873:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204021.443875:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9e680 x1875052841928320/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204046 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204021.443878:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204021.443880:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204021.443881:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204021.443881:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204021.443882:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204021.443884:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204021.443885:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204021.443887:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204021.443889:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204021.443891:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9e680 x1875052841928320/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204046 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204021.443895:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841928320:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204021.443897:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204021.443898:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204021.443899:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9c700 x1875052841928192/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204046 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204021.443903:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204021.443903:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204021.443904:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376800. 02000000:00000001:0.0:1788204021.443906:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204021.443906:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204021.443907:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204021.443908:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204021.443909:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a43c00. 02000000:00000001:0.0:1788204021.443912:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204021.443912:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204021.443913:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9c700. 00000100:00000001:0.0:1788204021.443914:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204021.443915:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204021.443916:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204021.443917:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9e680 x1875052841928320/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204046 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204021.443921:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204021.443922:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204021.443923:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788204021.443924:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204021.443925:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204021.443925:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204021.443926:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204021.443927:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a42000. 02000000:00000001:0.0:1788204021.443928:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204021.443929:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204021.443930:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9e680. 00000100:00000001:0.0:1788204021.443931:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204021.443932:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204021.443933:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204021.443935:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204021.443936:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204021.443937:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204021.443938:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204021.443939:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204021.443941:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9d180 x1875052841928448/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204021.443945:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204021.443945:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204021.443947:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204021.443947:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204021.443948:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204021.443950:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841928448:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204021.443952:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204021.443953:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204021.443954:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204021.443955:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204021.443956:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788204021.443957:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204021.443959:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204021.443960:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204021.443962:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204021.443964:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841928448, portal 4 00000100:00000001:0.0:1788204021.443965:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204021.443966:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330346368 : -109644379205248 : ffff9c476db9d180) 00000100:00000040:0.0:1788204021.443969:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9d180 x1875052841928448/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204021.443976:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204021.443978:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204021.443979:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788204021.443980:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841928448, offset 0 00000400:00000200:0.0:1788204021.443982:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204021.443984:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204021.443985:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204021.443987:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204021.443989:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204021.443990:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204021.443991:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204021.443993:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704309:704309:256:4294967295] 192.168.201.101@tcp LPNI seq info [704304:704304:8:4294967295] 00000400:00000200:0.0:1788204021.443995:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204021.443999:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204021.444001:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204021.444003:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788204021.444005:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204021.444006:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1788204021.444012:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204021.444014:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788204021.444015:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204021.444017:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204021.444019:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788204021.444020:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788204021.444021:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204021.444023:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9d180 x1875052841928448/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204021.444027:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204021.444029:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9d180 x1875052841928448/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204046 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204021.444036:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204021.444037:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204021.444038:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204021.444040:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788204021.444042:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204021.444043:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309160484 00000100:00000001:0.0:1788204021.444044:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309161716 00000100:00000001:0.0:1788204021.444046:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309160484 00000100:00000001:0.0:1788204021.444047:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309161716 00000100:00000001:0.0:1788204021.444048:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204021.444049:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204021.444050:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204021.444052:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204021/real 1788204021] req@ffff9c476db9d180 x1875052841928448/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204021.444056:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204021.444056:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204021.444057:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204021.444058:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204021.444059:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204021.444060:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204021.444062:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9d180 x1875052841928448/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204021.444066:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9d180 x1875052841928448/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204021.444069:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204021.444070:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204021.444071:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204021.444072:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204021.444073:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9d180 x1875052841928448/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204021.444077:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204021.444079:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9d180 x1875052841928448/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204046 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204021.444083:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204021.444084:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204021.444085:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204021.444086:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204021.444086:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204021.444087:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204021.444089:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204021.444090:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204021.444091:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204021.444093:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9d180 x1875052841928448/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204046 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204021.444097:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841928448:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204021.444099:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204021.444100:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204021.444101:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9d180 x1875052841928448/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204046 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204021.444105:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204021.444106:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204021.444107:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788204021.444108:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204021.444109:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204021.444109:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788204021.444110:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204021.444111:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a40000. 02000000:00000001:0.0:1788204021.444113:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204021.444114:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204021.444115:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9d180. 00000100:00000001:0.0:1788204021.444116:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204021.444117:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204021.444118:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204021.444119:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204021.444120:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204021.444121:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204021.444122:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204022.082499:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204022.082505:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204022.082508:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204022.082511:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204022.082513:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204022.082515:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204022.082518:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204022.082519:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204022.082521:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204022.082522:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204022.082524:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204022.082525:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204022.082526:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204022.082526:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204022.082527:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204022.082528:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204022.082529:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204022.082530:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204022.722485:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309161716, at 4309161728 00000100:00000040:1.0:1788204022.722485:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309161716, at 4309161728 00000100:00000010:1.0:1788204022.722499:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba420. 00000100:00000010:0.0:1788204022.722504:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685baf00. 00010000:00000001:0.0:1788204023.106468:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204023.106473:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204023.106477:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204023.106478:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204023.106480:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204023.106480:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204023.106496:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204023.106498:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204023.106500:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204024.130509:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204024.130516:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204024.130522:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204024.130523:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204024.130527:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204024.130528:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204025.154505:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204025.154512:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204025.154518:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204025.154532:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204025.154536:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204025.154537:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204025.154558:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204025.154561:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204025.154564:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204026.178515:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204026.178522:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204026.178528:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204026.178529:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204026.178533:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204026.178534:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204026.562674:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204026.562679:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204026.562682:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204026.562691:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9df80 x1875052841928576/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204026.562703:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204026.562707:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204026.562714:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204026.562719:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204026.562725:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204026.562733:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841928576:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204026.562742:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204026.562749:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204026.562752:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204026.562755:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204026.562762:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377000. 02000000:00000001:0.0:1788204026.562766:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204026.562775:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204026.562780:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204026.562789:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204026.562796:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841928576, portal 25 00000100:00000001:0.0:1788204026.562800:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204026.562802:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330349952 : -109644379201664 : ffff9c476db9df80) 00000100:00000040:0.0:1788204026.562812:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9df80 x1875052841928576/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204026.562821:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204026.562827:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204026.562831:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788204026.562835:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841928576, offset 0 00000400:00000200:0.0:1788204026.562845:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204026.562854:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204026.562864:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204026.562872:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204026.562880:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204026.562888:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204026.562895:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204026.562905:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704310:704310:256:4294967295] 192.168.201.101@tcp LPNI seq info [704305:704305:8:4294967295] 00000400:00000200:0.0:1788204026.562917:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204026.562937:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204026.562949:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204026.562957:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788204026.562966:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204026.562971:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1788204026.562992:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204026.562996:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788204026.563001:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204026.563009:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204026.563015:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788204026.563019:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788204026.563023:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204026.563029:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9df80 x1875052841928576/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204026.563039:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204026.563044:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9df80 x1875052841928576/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204051 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204026.563055:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204026.563059:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204026.563065:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204026.563074:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204026.563078:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4309166836 00000100:00000010:0.0:1788204026.563085:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685baf00. 00000100:00000001:0.0:1788204026.563094:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788204026.563100:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4309166836 00000100:00000010:0.0:1788204026.563105:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba960. 00000100:00000001:0.0:1788204026.563109:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788204026.563114:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204026.563118:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204026.563121:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204026.563126:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204026/real 1788204026] req@ffff9c476db9df80 x1875052841928576/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204026.563136:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204026.563139:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204026.563141:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204026.563145:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204026.563148:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204026.563151:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204026.563155:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9df80 x1875052841928576/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204026.563170:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9df80 x1875052841928576/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204026.563188:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204026.563191:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204026.563193:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204026.563196:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204026.563200:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9df80 x1875052841928576/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204026.563206:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204026.563209:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9df80 x1875052841928576/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204051 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204026.563213:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204026.563215:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204026.563216:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204026.563217:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204026.563219:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204026.563220:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204026.563222:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204026.563224:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204026.563225:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204026.563227:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9df80 x1875052841928576/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204051 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204026.563232:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841928576:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204026.563235:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204026.563236:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204026.563238:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9df80 x1875052841928576/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204051 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204026.563246:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204026.563247:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204026.563249:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377000. 02000000:00000001:0.0:1788204026.563251:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204026.563252:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204026.563253:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788204026.563254:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204026.563256:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a42c00. 02000000:00000001:0.0:1788204026.563259:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204026.563261:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204026.563262:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9df80. 00000100:00000001:0.0:1788204026.563275:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204026.563277:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204026.563279:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204026.563285:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204026.563286:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204026.563287:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204026.563288:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204026.563289:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204026.563292:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9dc00 x1875052841928704/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204026.563296:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204026.563298:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204026.563299:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204026.563300:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204026.563301:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204026.563303:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841928704:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204026.563305:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204026.563306:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204026.563307:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204026.563308:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204026.563310:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377000. 02000000:00000001:0.0:1788204026.563311:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204026.563313:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204026.563315:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204026.563317:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204026.563319:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841928704, portal 10 00000100:00000001:0.0:1788204026.563321:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204026.563321:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330349056 : -109644379202560 : ffff9c476db9dc00) 00000100:00000040:0.0:1788204026.563325:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9dc00 x1875052841928704/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204026.563329:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204026.563330:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204026.563332:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788204026.563333:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841928704, offset 0 00000400:00000200:0.0:1788204026.563335:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204026.563337:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204026.563340:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204026.563342:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204026.563343:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204026.563345:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204026.563346:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204026.563348:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704311:704311:256:4294967295] 192.168.201.101@tcp LPNI seq info [704306:704306:8:4294967295] 00000400:00000200:0.0:1788204026.563350:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204026.563354:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204026.563356:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204026.563358:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788204026.563361:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204026.563362:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1788204026.563369:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204026.563370:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788204026.563371:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204026.563373:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204026.563375:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788204026.563376:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788204026.563378:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204026.563380:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9dc00 x1875052841928704/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204026.563384:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204026.563386:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9dc00 x1875052841928704/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204051 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204026.563390:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204026.563391:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204026.563413:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204026.563416:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788204026.563418:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204026.563419:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309165578 00000100:00000001:0.0:1788204026.563421:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309166836 00000100:00000001:0.0:1788204026.563423:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309165578 00000100:00000001:0.0:1788204026.563424:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309166836 00000100:00000001:0.0:1788204026.563425:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204026.563427:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204026.563429:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204026.563432:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204026/real 1788204026] req@ffff9c476db9dc00 x1875052841928704/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204026.563440:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204026.563441:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204026.563443:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204026.563445:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204026.563446:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204026.563448:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204026.563451:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9dc00 x1875052841928704/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204026.563459:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9dc00 x1875052841928704/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204026.563471:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204026.563472:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204026.563474:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204026.563476:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204026.563478:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9dc00 x1875052841928704/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204026.563482:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204026.563485:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9dc00 x1875052841928704/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204051 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204026.563488:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204026.563490:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204026.563490:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204026.563491:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204026.563492:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204026.563493:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204026.563495:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204026.563496:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204026.563497:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204026.563499:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9dc00 x1875052841928704/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204051 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204026.563504:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841928704:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204026.563506:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204026.563508:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9ea00 x1875052841928832/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204026.563512:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204026.563520:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204026.563522:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204026.563525:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204026.563527:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204026.563528:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841928832:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204026.563530:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204026.563532:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204026.563532:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204026.563533:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204026.563536:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375000. 02000000:00000001:0.0:1788204026.563537:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204026.563539:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204026.563540:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204026.563542:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204026.563544:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841928832, portal 10 00000100:00000001:0.0:1788204026.563546:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204026.563546:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330352640 : -109644379198976 : ffff9c476db9ea00) 00000100:00000040:0.0:1788204026.563551:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9ea00 x1875052841928832/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204026.563554:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204026.563556:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204026.563557:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788204026.563558:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841928832, offset 0 00000400:00000200:0.0:1788204026.563561:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204026.563563:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204026.563565:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204026.563567:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204026.563569:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204026.563570:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204026.563572:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204026.563573:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704312:704312:256:4294967295] 192.168.201.101@tcp LPNI seq info [704307:704307:8:4294967295] 00000400:00000200:0.0:1788204026.563576:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204026.563580:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204026.563582:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204026.563584:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788204026.563586:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204026.563588:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1788204026.563594:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204026.563596:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788204026.563597:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204026.563599:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204026.563601:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788204026.563602:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788204026.563603:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204026.563605:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9ea00 x1875052841928832/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204026.563610:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204026.563611:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9ea00 x1875052841928832/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204051 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204026.563615:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204026.563616:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204026.563618:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204026.563620:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788204026.563621:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204026.563623:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309165578 00000100:00000001:0.0:1788204026.563624:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309166836 00000100:00000001:0.0:1788204026.563626:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309165578 00000100:00000001:0.0:1788204026.563627:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309166836 00000100:00000001:0.0:1788204026.563628:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204026.563629:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204026.563630:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204026.563632:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204026/real 1788204026] req@ffff9c476db9ea00 x1875052841928832/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204026.563637:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204026.563637:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204026.563638:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204026.563639:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204026.563640:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204026.563641:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204026.563643:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9ea00 x1875052841928832/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204026.563647:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9ea00 x1875052841928832/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204026.563651:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204026.563652:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204026.563653:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204026.563654:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204026.563655:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9ea00 x1875052841928832/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204026.563659:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204026.563661:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9ea00 x1875052841928832/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204051 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204026.563664:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204026.563665:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204026.563666:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204026.563667:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204026.563668:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204026.563669:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204026.563670:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204026.563672:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204026.563673:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204026.563675:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9ea00 x1875052841928832/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204051 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204026.563679:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841928832:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204026.563681:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204026.563683:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9d180 x1875052841928960/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204026.563687:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204026.563687:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204026.563688:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204026.563689:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204026.563690:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204026.563692:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841928960:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204026.563693:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204026.563694:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204026.563695:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204026.563696:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204026.563697:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376400. 02000000:00000001:0.0:1788204026.563698:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204026.563701:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204026.563703:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204026.563706:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204026.563708:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841928960, portal 4 00000100:00000001:0.0:1788204026.563710:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204026.563711:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330346368 : -109644379205248 : ffff9c476db9d180) 00000100:00000040:0.0:1788204026.563716:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9d180 x1875052841928960/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204026.563722:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204026.563725:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204026.563727:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788204026.563729:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841928960, offset 0 00000400:00000200:0.0:1788204026.563733:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204026.563736:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204026.563739:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204026.563742:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204026.563744:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204026.563746:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204026.563748:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204026.563751:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704313:704313:256:4294967295] 192.168.201.101@tcp LPNI seq info [704308:704308:8:4294967295] 00000400:00000200:0.0:1788204026.563753:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204026.563757:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204026.563760:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204026.563762:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788204026.563764:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204026.563765:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1788204026.563772:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204026.563773:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788204026.563775:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204026.563777:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204026.563779:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788204026.563780:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788204026.563781:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204026.563783:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9d180 x1875052841928960/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204026.563788:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204026.563790:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9d180 x1875052841928960/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204051 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204026.563794:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204026.563794:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204026.563796:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204026.563798:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788204026.563800:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204026.563801:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309165604 00000100:00000001:0.0:1788204026.563803:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309166836 00000100:00000001:0.0:1788204026.563804:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309165604 00000100:00000001:0.0:1788204026.563805:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309166836 00000100:00000001:0.0:1788204026.563806:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204026.563807:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204026.563808:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204026.563810:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204026/real 1788204026] req@ffff9c476db9d180 x1875052841928960/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204026.563814:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204026.563815:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204026.563816:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204026.563817:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204026.563818:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204026.563820:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204026.563822:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9d180 x1875052841928960/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204026.563826:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9d180 x1875052841928960/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204026.563829:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204026.563830:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204026.563831:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204026.563832:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204026.563833:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9d180 x1875052841928960/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204026.563837:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204026.563839:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9d180 x1875052841928960/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204051 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204026.563842:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204026.563844:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204026.563845:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204026.563846:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204026.563847:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204026.563848:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204026.563849:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204026.563851:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204026.563852:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204026.563854:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9d180 x1875052841928960/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204051 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204026.563858:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841928960:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204026.563859:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204026.563860:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204026.563862:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9dc00 x1875052841928704/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204051 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204026.563865:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204026.563866:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204026.563867:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377000. 02000000:00000001:0.0:1788204026.563869:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204026.563869:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204026.563870:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204026.563872:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204026.563873:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a43400. 02000000:00000001:0.0:1788204026.563876:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204026.563877:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204026.563879:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9dc00. 00000100:00000001:0.0:1788204026.563881:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204026.563882:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204026.563884:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204026.563887:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9ea00 x1875052841928832/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204051 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204026.563898:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204026.563899:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204026.563901:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375000. 02000000:00000001:0.0:1788204026.563903:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204026.563904:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204026.563905:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204026.563907:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204026.563908:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a40400. 02000000:00000001:0.0:1788204026.563911:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204026.563913:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204026.563914:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9ea00. 00000100:00000001:0.0:1788204026.563915:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204026.563916:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204026.563917:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204026.563919:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9d180 x1875052841928960/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204051 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204026.563923:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204026.563923:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204026.563924:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376400. 02000000:00000001:0.0:1788204026.563926:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204026.563926:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204026.563927:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788204026.563928:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204026.563929:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a40c00. 02000000:00000001:0.0:1788204026.563930:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204026.563930:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204026.563931:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9d180. 00000100:00000001:0.0:1788204026.563932:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204026.563933:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204026.563934:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204026.563936:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204026.563937:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204026.563938:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204026.563939:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204027.202547:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204027.202553:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204027.202558:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204027.202560:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204027.202562:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204027.202563:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204027.202588:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204027.202590:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204027.202593:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204027.842471:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309166836, at 4309166848 00000100:00000040:1.0:1788204027.842475:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309166836, at 4309166848 00000100:00000010:0.0:1788204027.842485:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685baf00. 00000100:00000010:1.0:1788204027.842487:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba960. 00010000:00000001:0.0:1788204028.226554:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204028.226566:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204028.226573:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204028.226574:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204028.226578:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204028.226579:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204029.250543:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204029.250551:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204029.250555:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204029.250556:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204029.250558:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204029.250559:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204029.250585:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204029.250587:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204029.250590:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204030.274515:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204030.274524:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204030.274526:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204030.274530:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204030.274535:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204030.274538:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204030.274540:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204030.274542:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204030.274547:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204030.274549:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204030.274552:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204030.274553:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204031.298508:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204031.298516:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204031.298522:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204031.298524:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204031.298526:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204031.298530:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204031.298533:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204031.298535:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204031.298537:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204031.298539:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204031.298544:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204031.298545:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204031.298546:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204031.298548:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204031.298549:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204031.298550:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204031.298552:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204031.298554:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204031.298574:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204031.298575:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204031.298577:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788204031.682675:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204031.682680:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204031.682684:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204031.682691:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c848700 x1875052841929088/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204031.682704:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204031.682707:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204031.682714:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204031.682717:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204031.682721:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204031.682726:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c848700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841929088:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204031.682736:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204031.682740:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204031.682743:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204031.682746:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204031.682752:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375000. 02000000:00000001:0.0:1788204031.682757:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204031.682767:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204031.682771:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204031.682777:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204031.682785:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841929088, portal 25 00000100:00000001:0.0:1788204031.682789:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204031.682791:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578512128 : -109644131039488 : ffff9c477c848700) 00000100:00000040:0.0:1788204031.682798:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c848700 x1875052841929088/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204031.682817:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204031.682823:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204031.682829:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788204031.682836:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841929088, offset 0 00000400:00000200:0.0:1788204031.682848:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204031.682861:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204031.682873:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204031.682879:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204031.682884:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204031.682888:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204031.682892:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204031.682905:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704314:704314:256:4294967295] 192.168.201.101@tcp LPNI seq info [704309:704309:8:4294967295] 00000400:00000200:0.0:1788204031.682914:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204031.682933:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204031.682948:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204031.682955:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788204031.682963:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204031.682967:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1788204031.682985:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204031.682988:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788204031.682994:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204031.683001:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204031.683007:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788204031.683010:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788204031.683015:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204031.683020:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c848700 x1875052841929088/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204031.683031:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204031.683035:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c848700 x1875052841929088/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204056 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204031.683042:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204031.683045:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204031.683051:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204031.683057:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204031.683061:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4309171956 00000100:00000010:0.0:1788204031.683068:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685baf00. 00000100:00000001:0.0:1788204031.683075:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788204031.683081:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4309171956 00000100:00000010:0.0:1788204031.683084:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685bac00. 00000100:00000001:0.0:1788204031.683089:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788204031.683093:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204031.683097:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204031.683100:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204031.683105:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204031/real 1788204031] req@ffff9c477c848700 x1875052841929088/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204031.683115:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204031.683117:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204031.683120:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204031.683122:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204031.683125:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204031.683128:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204031.683133:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c848700 x1875052841929088/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204031.683160:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c848700 x1875052841929088/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204031.683174:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204031.683188:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204031.683191:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204031.683193:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204031.683200:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c848700 x1875052841929088/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204031.683211:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204031.683217:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c848700 x1875052841929088/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204056 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204031.683229:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204031.683233:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204031.683237:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204031.683238:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204031.683240:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204031.683243:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204031.683247:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204031.683254:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204031.683258:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204031.683264:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c848700 x1875052841929088/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204056 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204031.683278:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c848700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841929088:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204031.683286:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204031.683290:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204031.683295:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c848700 x1875052841929088/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204056 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204031.683306:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204031.683307:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204031.683309:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375000. 02000000:00000001:0.0:1788204031.683312:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204031.683313:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204031.683314:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788204031.683315:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204031.683317:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f1c00. 02000000:00000001:0.0:1788204031.683319:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204031.683320:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204031.683321:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c848700. 00000100:00000001:0.0:1788204031.683323:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204031.683324:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204031.683325:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204031.683330:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204031.683331:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204031.683332:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204031.683333:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204031.683334:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204031.683336:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c848000 x1875052841929216/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204031.683340:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204031.683341:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204031.683342:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204031.683344:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204031.683345:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204031.683347:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c848000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841929216:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204031.683348:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204031.683350:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204031.683351:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204031.683352:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204031.683354:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375000. 02000000:00000001:0.0:1788204031.683355:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204031.683357:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204031.683359:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204031.683361:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204031.683363:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841929216, portal 10 00000100:00000001:0.0:1788204031.683365:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204031.683365:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578510336 : -109644131041280 : ffff9c477c848000) 00000100:00000040:0.0:1788204031.683370:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c848000 x1875052841929216/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204031.683374:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204031.683376:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204031.683377:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788204031.683378:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841929216, offset 0 00000400:00000200:0.0:1788204031.683380:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204031.683383:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204031.683385:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204031.683387:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204031.683388:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204031.683390:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204031.683391:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204031.683419:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704315:704315:256:4294967295] 192.168.201.101@tcp LPNI seq info [704310:704310:8:4294967295] 00000400:00000200:0.0:1788204031.683424:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204031.683430:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204031.683435:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204031.683438:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788204031.683442:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204031.683445:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1788204031.683453:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204031.683454:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788204031.683456:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204031.683459:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204031.683461:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788204031.683463:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788204031.683465:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204031.683469:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c848000 x1875052841929216/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204031.683476:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204031.683479:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c848000 x1875052841929216/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204056 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204031.683485:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204031.683487:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204031.683490:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204031.683494:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788204031.683497:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204031.683500:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309170698 00000100:00000001:0.0:1788204031.683502:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309171956 00000100:00000001:0.0:1788204031.683504:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309170698 00000100:00000001:0.0:1788204031.683506:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309171956 00000100:00000001:0.0:1788204031.683508:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204031.683509:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204031.683510:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204031.683513:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204031/real 1788204031] req@ffff9c477c848000 x1875052841929216/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204031.683518:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204031.683519:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204031.683520:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204031.683522:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204031.683523:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204031.683524:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204031.683526:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c848000 x1875052841929216/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204031.683531:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c848000 x1875052841929216/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204031.683538:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204031.683539:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204031.683540:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204031.683541:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204031.683543:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c848000 x1875052841929216/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204031.683546:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204031.683548:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c848000 x1875052841929216/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204056 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204031.683552:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204031.683554:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204031.683555:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204031.683555:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204031.683556:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204031.683557:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204031.683559:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204031.683560:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204031.683561:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204031.683563:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c848000 x1875052841929216/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204056 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204031.683568:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c848000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841929216:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204031.683570:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204031.683572:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c849c00 x1875052841929344/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204031.683575:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204031.683576:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204031.683578:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204031.683579:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204031.683580:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204031.683582:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c849c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841929344:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204031.683584:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204031.683585:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204031.683586:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204031.683587:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204031.683589:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377000. 02000000:00000001:0.0:1788204031.683590:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204031.683592:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204031.683594:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204031.683595:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204031.683597:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841929344, portal 10 00000100:00000001:0.0:1788204031.683598:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204031.683599:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578517504 : -109644131034112 : ffff9c477c849c00) 00000100:00000040:0.0:1788204031.683603:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c849c00 x1875052841929344/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204031.683606:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204031.683607:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204031.683608:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788204031.683610:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841929344, offset 0 00000400:00000200:0.0:1788204031.683612:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204031.683614:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204031.683617:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204031.683619:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204031.683620:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204031.683622:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204031.683623:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204031.683625:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704316:704316:256:4294967295] 192.168.201.101@tcp LPNI seq info [704311:704311:8:4294967295] 00000400:00000200:0.0:1788204031.683627:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204031.683631:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204031.683634:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204031.683636:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788204031.683638:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204031.683640:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1788204031.683646:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204031.683647:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788204031.683649:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204031.683651:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204031.683653:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788204031.683654:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788204031.683655:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204031.683657:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c849c00 x1875052841929344/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204031.683661:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204031.683663:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c849c00 x1875052841929344/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204056 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204031.683667:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204031.683667:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204031.683669:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204031.683671:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788204031.683672:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204031.683673:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309170698 00000100:00000001:0.0:1788204031.683675:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309171956 00000100:00000001:0.0:1788204031.683676:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309170698 00000100:00000001:0.0:1788204031.683677:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309171956 00000100:00000001:0.0:1788204031.683678:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204031.683679:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204031.683680:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204031.683682:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204031/real 1788204031] req@ffff9c477c849c00 x1875052841929344/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204031.683687:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204031.683688:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204031.683689:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204031.683690:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204031.683691:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204031.683692:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204031.683693:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c849c00 x1875052841929344/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204031.683697:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c849c00 x1875052841929344/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204031.683701:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204031.683702:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204031.683703:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204031.683703:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204031.683705:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c849c00 x1875052841929344/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204031.683709:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204031.683711:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c849c00 x1875052841929344/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204056 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204031.683714:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204031.683716:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204031.683716:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204031.683717:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204031.683718:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204031.683719:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204031.683720:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204031.683722:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204031.683723:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204031.683726:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c849c00 x1875052841929344/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204056 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204031.683730:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c849c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841929344:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204031.683732:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204031.683734:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c84b100 x1875052841929472/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204031.683737:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204031.683738:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204031.683739:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204031.683740:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204031.683741:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204031.683743:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c84b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841929472:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204031.683744:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204031.683745:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204031.683746:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204031.683747:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204031.683748:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376c00. 02000000:00000001:0.0:1788204031.683749:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204031.683751:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204031.683752:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204031.683754:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204031.683756:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841929472, portal 4 00000100:00000001:0.0:1788204031.683757:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204031.683758:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578522880 : -109644131028736 : ffff9c477c84b100) 00000100:00000040:0.0:1788204031.683761:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c84b100 x1875052841929472/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204031.683764:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204031.683765:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204031.683766:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788204031.683768:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841929472, offset 0 00000400:00000200:0.0:1788204031.683770:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204031.683772:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204031.683774:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204031.683775:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204031.683777:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204031.683778:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204031.683780:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204031.683781:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704317:704317:256:4294967295] 192.168.201.101@tcp LPNI seq info [704312:704312:8:4294967295] 00000400:00000200:0.0:1788204031.683783:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204031.683787:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204031.683789:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204031.683790:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788204031.683792:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204031.683793:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1788204031.683800:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204031.683801:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788204031.683804:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204031.683807:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204031.683810:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788204031.683811:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788204031.683813:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204031.683816:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c84b100 x1875052841929472/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204031.683823:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204031.683826:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84b100 x1875052841929472/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204056 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204031.683832:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204031.683834:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204031.683837:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204031.683839:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788204031.683842:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204031.683844:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309170724 00000100:00000001:0.0:1788204031.683846:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309171956 00000100:00000001:0.0:1788204031.683849:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309170724 00000100:00000001:0.0:1788204031.683851:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309171956 00000100:00000001:0.0:1788204031.683853:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204031.683855:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204031.683856:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204031.683860:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204031/real 1788204031] req@ffff9c477c84b100 x1875052841929472/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204031.683868:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204031.683870:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204031.683871:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204031.683873:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204031.683875:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204031.683877:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204031.683880:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c84b100 x1875052841929472/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204031.683886:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c84b100 x1875052841929472/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204031.683890:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204031.683891:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204031.683893:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204031.683893:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204031.683896:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c84b100 x1875052841929472/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204031.683900:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204031.683902:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c84b100 x1875052841929472/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204056 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204031.683905:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204031.683907:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204031.683908:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204031.683909:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204031.683911:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204031.683913:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204031.683916:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204031.683918:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204031.683920:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204031.683924:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c84b100 x1875052841929472/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204056 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204031.683931:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c84b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841929472:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204031.683934:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204031.683936:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204031.683939:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c848000 x1875052841929216/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204056 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204031.683946:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204031.683948:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204031.683949:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375000. 02000000:00000001:0.0:1788204031.683952:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204031.683953:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204031.683954:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204031.683955:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204031.683956:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f3c00. 02000000:00000001:0.0:1788204031.683958:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204031.683958:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204031.683959:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c848000. 00000100:00000001:0.0:1788204031.683961:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204031.683961:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204031.683963:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204031.683965:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c849c00 x1875052841929344/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204056 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204031.683972:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204031.683973:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204031.683974:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377000. 02000000:00000001:0.0:1788204031.683975:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204031.683976:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204031.683976:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204031.683977:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204031.683978:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f1000. 02000000:00000001:0.0:1788204031.683979:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204031.683980:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204031.683980:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c849c00. 00000100:00000001:0.0:1788204031.683982:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204031.683982:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204031.683983:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204031.683985:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c84b100 x1875052841929472/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204056 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204031.683988:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204031.683988:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204031.683989:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376c00. 02000000:00000001:0.0:1788204031.683990:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204031.683991:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204031.683991:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788204031.683992:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204031.683993:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f3400. 02000000:00000001:0.0:1788204031.683994:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204031.683995:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204031.683995:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c84b100. 00000100:00000001:0.0:1788204031.683996:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204031.683997:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204031.683998:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204031.684000:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204031.684001:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204031.684002:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204031.684003:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204032.322494:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204032.322501:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204032.322505:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204032.322506:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204032.322508:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204032.322509:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204032.962456:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309171956, at 4309171968 00000100:00000010:1.0:1788204032.962472:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685bac00. 00000100:00000040:0.0:1788204032.963235:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309171956, at 4309171968 00000100:00000010:0.0:1788204032.963243:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685baf00. 00010000:00000001:0.0:1788204033.346470:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204033.346479:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204033.346484:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204033.346484:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204033.346486:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204033.346487:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204033.346504:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204033.346506:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204033.346507:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204034.370513:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204034.370519:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204034.370525:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204034.370526:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204034.370529:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204034.370530:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204035.394459:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204035.394465:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204035.394475:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204035.394476:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204035.394478:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204035.394479:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204035.394496:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204035.394498:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204035.394500:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204036.418483:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204036.418488:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204036.418492:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204036.418493:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204036.418495:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204036.418496:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204036.802489:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204036.802497:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788204036.802500:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204036.802504:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204036.802509:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204036.802514:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 14503 00000400:00000200:0.0:1788204036.802521:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204036.802526:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204036.802530:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204036.802533:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204036.802536:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204036.802538:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204036.802541:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204036.802545:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204036.802547:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788204036.802549:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204036.802552:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788204036.802554:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788204036.802557:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788204036.802559:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204036.802561:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204036.802563:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204036.802565:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204036.802567:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788204036.802570:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204036.802572:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204036.802575:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204036.802578:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204036.802580:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204036.802582:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788204036.802585:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204036.802593:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fb100. 00000020:00000040:0.0:1788204036.802596:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788204036.802599:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204036.802601:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204036.802604:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204036.802607:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204036.802617:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204036.802624:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376c00. 00000100:00000001:0.0:1788204036.802630:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204036.802638:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fb100 x1875052841929600/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204036.802647:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204036.802651:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204036.802655:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000093808cf5] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fb100 x1875052841929600/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204036.802673:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204036.802676:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204036.802679:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788204036.802680:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204036.802682:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204036.802685:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204036.802688:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14503 00000400:00000200:0.0:1788204036.802692:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204036.802695:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204036.802698:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204036.802700:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204036.802703:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204036.802707:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204036.802710:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204036.802714:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204036.802717:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788204036.802719:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204036.802722:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788204036.802725:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788204036.802730:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788204036.802738:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204036.802742:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204036.802746:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204036.802751:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204036.802754:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788204036.802759:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204036.802764:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204036.802767:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204036.802773:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204036.802779:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204036.802782:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204036.802787:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204036.802792:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204036.802796:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204036.802801:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9c00. 00000020:00000040:0.0:1788204036.802806:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204036.802810:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204036.802811:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204036.802816:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204036.802817:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204036.802819:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204036.802826:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377000. 00000100:00000001:0.0:1788204036.802832:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204036.802841:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9c00 x1875052841929728/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204036.802855:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204036.802858:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204036.802873:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d680416d] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9c00 x1875052841929728/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204036.802889:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204036.802894:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204036.802900:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788204036.802904:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204036.802907:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204036.802918:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204036.802924:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14503 00000400:00000200:0.0:1788204036.802944:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204036.802952:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204036.802956:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204036.802962:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204036.802967:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204036.802972:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204036.802975:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204036.802977:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204036.802979:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788204036.802984:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204036.802989:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788204036.802992:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788204036.802996:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788204036.803001:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204036.803007:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204036.803010:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204036.803015:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204036.803020:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788204036.803026:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204036.803032:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204036.803038:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204036.803042:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204036.803045:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204036.803050:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204036.803055:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204036.803062:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204036.803067:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204036.803075:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8000. 00000020:00000040:0.0:1788204036.803080:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204036.803098:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204036.803102:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204036.803105:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204036.803109:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204036.803113:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204036.803122:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375000. 00000100:00000001:0.0:1788204036.803129:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204036.803139:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8000 x1875052841929856/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204036.803156:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204036.803159:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204036.803166:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000755f6dce] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8000 x1875052841929856/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204036.803186:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204036.803192:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788204036.803199:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788204036.803204:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204036.803210:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788204036.803215:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204036.803217:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204036.803221:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204036.803227:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14503 00000400:00000200:0.0:1788204036.803237:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204036.803243:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204036.803248:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204036.803254:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204036.803259:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204036.803263:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204036.803268:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204036.803272:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204036.803275:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788204036.803279:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204036.803282:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788204036.803286:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788204036.803291:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788204036.803297:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204036.803301:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204036.803305:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204036.803310:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204036.803315:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788204036.803322:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204036.803327:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204036.803330:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204036.803334:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204036.803339:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204036.803344:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204036.803347:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788204036.803352:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204036.803356:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204036.803361:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9880. 00000020:00000040:0.0:1788204036.803366:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788204036.803370:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204036.803374:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204036.803378:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204036.803380:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204036.803383:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204036.803389:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374400. 00000100:00000001:0.0:1788204036.803414:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204036.803420:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9880 x1875052841929984/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204036.803427:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204036.803429:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204036.803433:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2b42fc4] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9880 x1875052841929984/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204036.803444:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204036.803451:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14513) 00010000:00000001:0.0:1788204037.442493:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204037.442498:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204037.442502:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204037.442503:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204037.442505:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204037.442506:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204037.442524:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204037.442526:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204037.442528:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204038.082486:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309177076, at 4309177088 00000100:00000040:1.0:1788204038.082486:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309177076, at 4309177088 00000100:00000010:0.0:1788204038.082499:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88180. 00000100:00000010:1.0:1788204038.082501:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88ea0. 00010000:00000001:0.0:1788204038.466483:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204038.466488:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204038.466493:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204038.466494:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204038.466496:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204038.466496:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204039.490501:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204039.490508:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204039.490510:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204039.490512:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204039.490516:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204039.490518:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204039.490520:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204039.490521:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204039.490524:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204039.490525:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204039.490527:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204039.490528:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204039.490571:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204039.490574:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204039.490577:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204040.514501:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204040.514507:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204040.514512:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204040.514513:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204040.514516:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204040.514517:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204041.538480:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204041.538488:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204041.538494:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204041.538497:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204041.538499:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204041.538502:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204041.538505:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204041.538507:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204041.538515:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204041.538517:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204041.538524:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204041.538526:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204041.538527:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204041.538528:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204041.538530:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204041.538531:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204041.538533:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204041.538535:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204041.538559:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204041.538568:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204041.538570:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204042.562464:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204042.562468:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204042.562472:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204042.562473:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204042.562475:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204042.562476:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204043.202508:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309182196, at 4309182208 00000100:00000040:1.0:1788204043.202508:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309182196, at 4309182208 00000100:00000010:1.0:1788204043.202525:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88d20. 00000100:00000010:0.0:1788204043.202528:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88060. 00010000:00000001:0.0:1788204043.586511:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204043.586519:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204043.586535:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204043.586536:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204043.586540:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204043.586541:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204043.586563:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204043.586566:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204043.586568:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204044.610516:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204044.610522:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204044.610525:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204044.610526:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204044.610528:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204044.610529:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204045.634513:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204045.634519:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204045.634523:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204045.634524:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204045.634526:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204045.634527:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204045.634545:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204045.634546:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204045.634548:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204046.658521:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204046.658528:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204046.658540:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204046.658541:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204046.658545:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204046.658547:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204047.682559:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204047.682567:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204047.682575:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204047.682577:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204047.682581:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204047.682583:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204047.682616:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204047.682620:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204047.682624:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204048.322553:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309187316, at 4309187328 00000100:00000040:1.0:1788204048.322553:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309187317, at 4309187328 00000100:00000010:1.0:1788204048.322575:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88720. 00000100:00000010:0.0:1788204048.322583:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88c60. 00010000:00000001:0.0:1788204048.706578:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204048.706587:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204048.706592:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204048.706593:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204048.706596:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204048.706597:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204049.730492:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204049.730499:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204049.730501:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204049.730503:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204049.730507:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204049.730509:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204049.730510:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204049.730511:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204049.730514:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204049.730515:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204049.730517:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204049.730518:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204049.730535:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204049.730536:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204049.730538:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204050.754555:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204050.754562:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204050.754567:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204050.754569:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204050.754572:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204050.754573:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204051.778508:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204051.778516:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204051.778521:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204051.778524:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204051.778526:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204051.778529:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204051.778532:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204051.778535:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204051.778537:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204051.778539:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204051.778542:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204051.778543:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204051.778545:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204051.778546:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204051.778547:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204051.778548:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204051.778550:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204051.778552:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204051.778575:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204051.778577:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204051.778580:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788204052.162495:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204052.162504:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788204052.162506:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204052.162509:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204052.162512:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204052.162517:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 14518 00000400:00000200:0.0:1788204052.162523:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204052.162529:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204052.162532:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204052.162535:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204052.162538:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204052.162541:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204052.162544:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204052.162547:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204052.162549:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788204052.162552:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204052.162555:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788204052.162557:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788204052.162559:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788204052.162563:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204052.162564:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204052.162566:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204052.162568:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204052.162570:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788204052.162572:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204052.162574:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204052.162576:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204052.162578:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204052.162580:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204052.162581:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788204052.162583:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204052.162590:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fad80. 00000020:00000040:0.0:1788204052.162592:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788204052.162602:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204052.162603:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204052.162606:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204052.162608:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204052.162654:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204052.162660:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376000. 00000100:00000001:0.0:1788204052.162665:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204052.162672:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fad80 x1875052841931136/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204052.162680:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204052.162684:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204052.162689:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010fef5ed] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fad80 x1875052841931136/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204052.162709:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204052.162712:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204052.162715:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788204052.162717:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204052.162718:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204052.162721:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204052.162723:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14518 00000400:00000200:0.0:1788204052.162726:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204052.162728:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204052.162731:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204052.162733:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204052.162736:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204052.162738:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204052.162740:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204052.162742:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204052.162744:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788204052.162745:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204052.162747:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788204052.162751:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788204052.162754:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788204052.162759:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204052.162763:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204052.162767:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204052.162772:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204052.162776:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788204052.162781:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204052.162785:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204052.162787:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204052.162793:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204052.162797:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204052.162800:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204052.162805:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204052.162808:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204052.162814:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204052.162835:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9180. 00000020:00000040:0.0:1788204052.162839:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204052.162842:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204052.162843:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204052.162845:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204052.162847:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204052.162849:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204052.162853:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375400. 00000100:00000001:0.0:1788204052.162859:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204052.162867:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9180 x1875052841931264/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204052.162879:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204052.162883:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204052.162890:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b4a335a] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9180 x1875052841931264/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204052.162906:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204052.162910:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204052.162916:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788204052.162918:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204052.162922:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204052.162928:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204052.162934:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14518 00000400:00000200:0.0:1788204052.162942:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204052.162950:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204052.162954:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204052.162964:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204052.162967:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204052.162971:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204052.162973:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204052.162976:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204052.162979:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788204052.162981:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204052.162983:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788204052.162985:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788204052.162988:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788204052.162992:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204052.162995:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204052.163000:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204052.163001:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204052.163003:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788204052.163006:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204052.163008:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204052.163011:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204052.163016:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204052.163018:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204052.163020:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204052.163022:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204052.163033:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204052.163035:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204052.163041:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8a80. 00000020:00000040:0.0:1788204052.163046:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204052.163051:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204052.163054:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204052.163057:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204052.163060:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204052.163063:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204052.163071:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374c00. 00000100:00000001:0.0:1788204052.163076:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204052.163085:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8a80 x1875052841931392/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204052.163094:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204052.163096:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204052.163101:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000320d64fa] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8a80 x1875052841931392/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204052.163113:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204052.163118:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788204052.163124:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788204052.163127:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204052.163130:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788204052.163131:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204052.163133:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204052.163136:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204052.163140:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14518 00000400:00000200:0.0:1788204052.163156:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204052.163164:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204052.163169:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204052.163175:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204052.163186:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204052.163192:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204052.163195:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204052.163200:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204052.163202:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788204052.163205:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204052.163208:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788204052.163211:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788204052.163215:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788204052.163220:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204052.163222:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204052.163224:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204052.163229:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204052.163230:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788204052.163234:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204052.163237:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204052.163240:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204052.163243:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204052.163245:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204052.163249:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204052.163252:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788204052.163254:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204052.163255:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204052.163260:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fa300. 00000020:00000040:0.0:1788204052.163264:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788204052.163269:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204052.163272:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204052.163275:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204052.163279:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204052.163282:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204052.163287:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377400. 00000100:00000001:0.0:1788204052.163291:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204052.163298:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fa300 x1875052841931520/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204052.163313:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204052.163316:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204052.163324:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000643b1429] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fa300 x1875052841931520/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204052.163340:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204052.163345:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14528) 00010000:00000001:0.0:1788204052.802483:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204052.802489:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204052.802493:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204052.802493:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204052.802496:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204052.802496:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204053.442498:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309192436, at 4309192448 00000100:00000040:1.0:1788204053.442498:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309192436, at 4309192448 00000100:00000010:0.0:1788204053.442511:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa889c0. 00000100:00000010:1.0:1788204053.442513:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88ae0. 00010000:00000001:0.0:1788204053.826492:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204053.826498:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204053.826505:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204053.826506:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204053.826509:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204053.826510:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204053.826532:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204053.826535:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204053.826537:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204054.850465:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204054.850470:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204054.850476:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204054.850477:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204054.850480:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204054.850481:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204055.875515:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204055.875521:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204055.875525:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204055.875526:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204055.875528:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204055.875529:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204055.875562:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204055.875564:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204055.875566:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204056.898481:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204056.898489:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204056.898494:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204056.898495:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204056.898499:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204056.898500:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204057.282493:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204057.282507:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788204057.282509:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204057.282512:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204057.282515:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204057.282523:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 14523 00000400:00000200:0.0:1788204057.282529:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204057.282533:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204057.282535:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204057.282537:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204057.282539:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204057.282541:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204057.282542:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204057.282545:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204057.282546:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788204057.282548:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204057.282550:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788204057.282551:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788204057.282552:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788204057.282554:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204057.282555:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204057.282557:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204057.282558:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204057.282560:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788204057.282562:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204057.282563:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204057.282570:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204057.282573:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204057.282575:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204057.282576:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788204057.282578:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204057.282585:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fa680. 00000020:00000040:0.0:1788204057.282587:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788204057.282590:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204057.282591:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204057.282594:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204057.282596:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204057.282599:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204057.282610:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377000. 00000100:00000001:0.0:1788204057.282616:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204057.282622:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fa680 x1875052841931648/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204057.282629:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204057.282631:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204057.282634:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003756c577] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fa680 x1875052841931648/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204057.282648:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204057.282650:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204057.282653:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788204057.282654:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204057.282655:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204057.282657:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204057.282659:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14523 00000400:00000200:0.0:1788204057.282661:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204057.282663:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204057.282665:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204057.282667:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204057.282669:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204057.282673:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204057.282675:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204057.282679:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204057.282681:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788204057.282682:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204057.282685:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788204057.282687:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788204057.282692:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788204057.282698:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204057.282701:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204057.282706:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204057.282710:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204057.282712:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788204057.282718:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204057.282724:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204057.282729:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204057.282747:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204057.282750:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204057.282754:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204057.282759:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204057.282765:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204057.282769:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204057.282775:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8e00. 00000020:00000040:0.0:1788204057.282779:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204057.282784:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204057.282786:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204057.282787:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204057.282788:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204057.282789:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204057.282792:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375000. 00000100:00000001:0.0:1788204057.282795:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204057.282801:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8e00 x1875052841931776/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204057.282810:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204057.282813:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204057.282819:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7909e09] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8e00 x1875052841931776/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204057.282831:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204057.282836:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204057.282842:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788204057.282844:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204057.282847:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204057.282851:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204057.282857:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14523 00000400:00000200:0.0:1788204057.282861:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204057.282864:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204057.282866:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204057.282869:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204057.282873:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204057.282878:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204057.282883:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204057.282887:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204057.282888:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788204057.282890:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204057.282894:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788204057.282899:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788204057.282901:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788204057.282908:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204057.282912:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204057.282916:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204057.282920:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204057.282924:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788204057.282928:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204057.282933:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204057.282936:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204057.282940:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204057.282943:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204057.282947:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204057.282949:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204057.282955:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204057.282956:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204057.282959:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fb480. 00000020:00000040:0.0:1788204057.282963:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204057.282965:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204057.282968:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204057.282970:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204057.282972:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204057.282975:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204057.282980:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374400. 00000100:00000001:0.0:1788204057.282985:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204057.282990:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fb480 x1875052841931904/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204057.283000:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204057.283003:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204057.283008:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c471466] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fb480 x1875052841931904/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204057.283015:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204057.283019:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788204057.283023:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788204057.283026:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204057.283030:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788204057.283033:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204057.283035:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204057.283037:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204057.283039:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14523 00000400:00000200:0.0:1788204057.283042:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204057.283043:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204057.283044:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204057.283047:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204057.283050:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204057.283054:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204057.283056:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204057.283059:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204057.283060:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788204057.283062:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204057.283065:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788204057.283068:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788204057.283070:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788204057.283075:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204057.283077:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204057.283082:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204057.283086:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204057.283090:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788204057.283094:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204057.283096:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204057.283098:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204057.283102:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204057.283106:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204057.283109:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204057.283111:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788204057.283116:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204057.283119:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204057.283122:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fbb80. 00000020:00000040:0.0:1788204057.283125:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788204057.283126:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204057.283127:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204057.283132:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204057.283133:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204057.283135:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204057.283139:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375800. 00000100:00000001:0.0:1788204057.283144:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204057.283150:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fbb80 x1875052841932032/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204057.283156:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204057.283159:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204057.283162:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006afb05e] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fbb80 x1875052841932032/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204057.283178:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204057.283185:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14533) 00010000:00000001:0.0:1788204057.922489:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204057.922494:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204057.922498:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204057.922499:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204057.922501:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204057.922502:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204057.922520:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204057.922521:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204057.922523:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204058.562516:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309197556, at 4309197568 00000100:00000040:1.0:1788204058.562516:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309197556, at 4309197568 00000100:00000010:0.0:1788204058.562527:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88120. 00000100:00000010:1.0:1788204058.562535:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa886c0. 00010000:00000001:0.0:1788204058.946502:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204058.946507:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204058.946510:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204058.946511:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204058.946513:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204058.946514:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204059.970490:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204059.970497:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204059.970499:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204059.970501:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204059.970505:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204059.970507:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204059.970508:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204059.970510:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204059.970512:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204059.970513:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204059.970515:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204059.970516:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204059.970533:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204059.970535:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204059.970537:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204060.994622:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204060.994628:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204060.994633:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204060.994635:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204060.994638:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204060.994639:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204062.018506:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204062.018511:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204062.018516:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204062.018518:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204062.018520:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204062.018523:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204062.018525:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204062.018526:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204062.018528:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204062.018529:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204062.018531:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204062.018532:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204062.018533:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204062.018534:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204062.018535:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204062.018535:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204062.018537:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204062.018538:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204062.018551:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204062.018552:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204062.018554:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788204062.402504:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204062.402515:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788204062.402517:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204062.402520:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204062.402525:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204062.402531:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 14528 00000400:00000200:1.0:1788204062.402539:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204062.402544:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204062.402547:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204062.402551:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204062.402553:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204062.402555:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204062.402556:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204062.402559:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204062.402561:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788204062.402562:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204062.402565:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788204062.402566:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788204062.402567:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788204062.402569:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204062.402570:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204062.402571:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204062.402573:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204062.402575:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788204062.402577:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204062.402578:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204062.402580:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204062.402582:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204062.402584:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204062.402586:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788204062.402587:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204062.402593:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dce00. 00000020:00000040:1.0:1788204062.402596:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788204062.402599:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204062.402600:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204062.402602:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204062.402604:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204062.402607:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204062.402612:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b400. 00000100:00000001:1.0:1788204062.402616:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204062.402622:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dce00 x1875052841932160/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788204062.402630:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204062.402634:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204062.402639:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e15d5058] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dce00 x1875052841932160/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204062.402684:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788204062.402687:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204062.402690:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788204062.402692:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204062.402693:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204062.402758:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204062.402764:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14528 00000400:00000200:1.0:1788204062.402771:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204062.402776:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204062.402779:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204062.402783:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204062.402785:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204062.402787:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204062.402792:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204062.402795:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204062.402797:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788204062.402801:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204062.402809:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788204062.402819:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788204062.402826:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788204062.402835:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204062.402839:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204062.402844:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204062.402848:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204062.402853:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788204062.402858:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204062.402863:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204062.402865:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204062.402870:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204062.402873:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204062.402875:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788204062.402879:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788204062.402885:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204062.402889:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204062.402895:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dc700. 00000020:00000040:1.0:1788204062.402899:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788204062.402901:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204062.402909:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204062.402911:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204062.402912:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204062.402914:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204062.402919:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b800. 00000100:00000001:1.0:1788204062.402924:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204062.402933:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dc700 x1875052841932288/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788204062.402950:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204062.402953:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204062.402958:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7db4f2b] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dc700 x1875052841932288/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204062.402975:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788204062.402977:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204062.402984:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788204062.402986:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204062.402988:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204062.402992:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204062.402998:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14528 00000400:00000200:1.0:1788204062.403014:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204062.403018:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204062.403023:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204062.403029:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204062.403031:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204062.403034:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204062.403038:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204062.403040:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204062.403046:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788204062.403049:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204062.403051:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788204062.403059:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788204062.403063:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788204062.403069:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204062.403073:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204062.403079:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204062.403088:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204062.403097:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788204062.403104:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204062.403109:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204062.403113:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204062.403117:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204062.403121:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204062.403125:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788204062.403128:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788204062.403135:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204062.403139:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204062.403145:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ddf80. 00000020:00000040:1.0:1788204062.403151:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788204062.403156:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204062.403158:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204062.403160:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204062.403164:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204062.403167:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204062.403171:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9ac00. 00000100:00000001:1.0:1788204062.403185:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204062.403192:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ddf80 x1875052841932416/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788204062.403199:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204062.403202:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204062.403207:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dea6dee7] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ddf80 x1875052841932416/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204062.403216:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204062.403222:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788204062.403228:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788204062.403230:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204062.403234:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788204062.403235:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204062.403238:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204062.403240:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204062.403244:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14528 00000400:00000200:1.0:1788204062.403252:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204062.403259:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204062.403264:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204062.403269:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204062.403274:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204062.403277:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204062.403282:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204062.403286:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204062.403289:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788204062.403292:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204062.403304:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788204062.403313:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788204062.403318:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788204062.403325:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204062.403328:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204062.403331:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204062.403333:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204062.403337:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788204062.403341:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204062.403345:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204062.403349:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204062.403353:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204062.403357:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204062.403358:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788204062.403361:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788204062.403367:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204062.403370:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204062.403374:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ddc00. 00000020:00000040:1.0:1788204062.403379:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788204062.403382:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204062.403387:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204062.403445:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204062.403449:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204062.403453:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204062.403460:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98400. 00000100:00000001:1.0:1788204062.403466:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204062.403475:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ddc00 x1875052841932544/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788204062.403488:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204062.403491:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204062.403499:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c3c4b34] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ddc00 x1875052841932544/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204062.403510:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204062.403515:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14539) 00010000:00000001:0.0:1788204063.042511:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204063.042518:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204063.042522:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204063.042524:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204063.042526:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204063.042527:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204063.682456:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309202676, at 4309202688 00000100:00000040:0.0:1788204063.682458:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309202676, at 4309202688 00000100:00000010:0.0:1788204063.682474:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88480. 00000100:00000010:1.0:1788204063.682476:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88d80. 00010000:00000001:0.0:1788204064.066460:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204064.066465:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204064.066469:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204064.066470:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204064.066472:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204064.066473:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204064.066508:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204064.066511:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204064.066514:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204065.090490:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204065.090496:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204065.090500:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204065.090501:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204065.090503:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204065.090504:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204066.114470:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204066.114477:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204066.114483:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204066.114484:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204066.114488:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204066.114489:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204066.114517:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204066.114519:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204066.114522:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204067.138503:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204067.138510:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204067.138514:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204067.138516:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204067.138519:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204067.138520:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204067.522511:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204067.522521:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788204067.522524:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204067.522527:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204067.522531:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204067.522537:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 14534 00000400:00000200:0.0:1788204067.522544:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204067.522549:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204067.522552:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204067.522578:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204067.522581:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204067.522583:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204067.522586:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204067.522589:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204067.522591:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788204067.522593:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204067.522596:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788204067.522598:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788204067.522600:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788204067.522603:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204067.522604:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204067.522606:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204067.522608:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204067.522610:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788204067.522613:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204067.522616:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204067.522619:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204067.522622:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204067.522625:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204067.522627:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788204067.522629:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204067.522638:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8700. 00000020:00000040:0.0:1788204067.522641:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788204067.522645:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204067.522646:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204067.522649:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204067.522652:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204067.522656:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204067.522663:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377800. 00000100:00000001:0.0:1788204067.522668:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204067.522677:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8700 x1875052841932672/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204067.522686:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204067.522690:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204067.522695:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006dab9339] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8700 x1875052841932672/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204067.522711:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204067.522713:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204067.522716:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788204067.522716:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204067.522718:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204067.522720:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204067.522721:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14534 00000400:00000200:0.0:1788204067.522725:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204067.522727:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204067.522729:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204067.522731:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204067.522733:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204067.522734:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204067.522736:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204067.522738:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204067.522741:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788204067.522743:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204067.522745:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788204067.522748:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788204067.522752:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788204067.522754:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204067.522755:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204067.522759:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204067.522761:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204067.522764:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788204067.522768:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204067.522773:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204067.522775:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204067.522781:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204067.522792:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204067.522794:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204067.522798:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204067.522803:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204067.522805:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204067.522809:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fbb80. 00000020:00000040:0.0:1788204067.522813:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204067.522816:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204067.522819:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204067.522820:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204067.522822:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204067.522826:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204067.522830:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374800. 00000100:00000001:0.0:1788204067.522834:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204067.522840:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fbb80 x1875052841932800/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204067.522850:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204067.522852:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204067.522857:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006afb05e] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fbb80 x1875052841932800/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204067.522866:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204067.522870:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204067.522880:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788204067.522881:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204067.522882:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204067.522884:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204067.522885:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14534 00000400:00000200:0.0:1788204067.522888:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204067.522892:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204067.522895:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204067.522899:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204067.522904:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204067.522906:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204067.522907:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204067.522910:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204067.522911:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788204067.522914:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204067.522916:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788204067.522920:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788204067.522923:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788204067.522929:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204067.522932:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204067.522934:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204067.522937:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204067.522939:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788204067.522944:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204067.522945:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204067.522948:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204067.522951:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204067.522953:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204067.522954:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204067.522956:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204067.522960:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204067.522962:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204067.522966:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fb480. 00000020:00000040:0.0:1788204067.522969:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204067.522972:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204067.522974:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204067.522978:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204067.522980:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204067.522982:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204067.522987:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376800. 00000100:00000001:0.0:1788204067.522991:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204067.522995:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fb480 x1875052841932928/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204067.523009:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204067.523011:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204067.523015:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c471466] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fb480 x1875052841932928/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204067.523032:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204067.523037:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788204067.523040:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788204067.523042:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204067.523047:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788204067.523048:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204067.523050:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204067.523053:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204067.523057:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14534 00000400:00000200:0.0:1788204067.523061:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204067.523064:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204067.523067:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204067.523070:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204067.523072:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204067.523076:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204067.523080:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204067.523083:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204067.523088:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788204067.523091:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204067.523095:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788204067.523097:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788204067.523100:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788204067.523104:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204067.523106:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204067.523108:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204067.523113:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204067.523115:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788204067.523118:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204067.523121:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204067.523124:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204067.523127:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204067.523129:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204067.523131:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204067.523132:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788204067.523136:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204067.523139:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204067.523143:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8e00. 00000020:00000040:0.0:1788204067.523146:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788204067.523150:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204067.523152:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204067.523155:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204067.523158:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204067.523162:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204067.523168:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376400. 00000100:00000001:0.0:1788204067.523174:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204067.523185:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8e00 x1875052841933056/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204067.523195:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204067.523197:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204067.523205:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7909e09] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8e00 x1875052841933056/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204067.523218:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204067.523224:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14544) 00010000:00000001:0.0:1788204068.162463:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204068.162467:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204068.162471:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204068.162472:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204068.162474:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204068.162475:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204068.162491:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204068.162492:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204068.162494:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204068.802479:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309207796, at 4309207808 00000100:00000040:1.0:1788204068.802480:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309207796, at 4309207808 00000100:00000010:1.0:1788204068.802493:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88d80. 00000100:00000010:0.0:1788204068.802496:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa888a0. 00010000:00000001:0.0:1788204069.186508:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204069.186515:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204069.186520:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204069.186522:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204069.186552:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204069.186554:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204070.210499:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204070.210528:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204070.210530:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204070.210533:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204070.210537:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204070.210538:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204070.210540:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204070.210541:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204070.210544:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204070.210545:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204070.210547:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204070.210548:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204070.210581:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204070.210583:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204070.210585:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204071.234506:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204071.234512:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204071.234518:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204071.234519:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204071.234522:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204071.234523:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204072.258467:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204072.258483:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204072.258487:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204072.258489:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204072.258491:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204072.258493:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204072.258529:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204072.258530:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204072.258532:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204072.258533:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204072.258536:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204072.258537:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204072.258538:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204072.258539:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204072.258540:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204072.258541:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204072.258542:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204072.258543:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204072.258560:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204072.258562:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204072.258563:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204073.282533:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204073.282540:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204073.282546:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204073.282547:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204073.282550:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204073.282552:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204073.922496:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309212916, at 4309212928 00000100:00000040:1.0:1788204073.922496:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309212916, at 4309212928 00000100:00000010:0.0:1788204073.922510:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88480. 00000100:00000010:1.0:1788204073.922514:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa886c0. 00010000:00000001:0.0:1788204074.306482:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204074.306487:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204074.306491:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204074.306491:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204074.306493:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204074.306494:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204074.306510:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204074.306512:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204074.306514:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204075.330507:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204075.330515:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204075.330521:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204075.330522:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204075.330525:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204075.330527:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204076.354472:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204076.354477:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204076.354481:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204076.354482:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204076.354484:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204076.354485:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204076.354499:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204076.354501:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204076.354503:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204077.378501:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204077.378508:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204077.378513:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204077.378514:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204077.378518:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204077.378519:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204077.762501:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204077.762510:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788204077.762512:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204077.762517:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204077.762528:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204077.762535:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 14544 00000400:00000200:0.0:1788204077.762542:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204077.762548:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204077.762552:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204077.762555:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204077.762557:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204077.762559:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204077.762561:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204077.762563:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204077.762565:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788204077.762567:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204077.762569:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788204077.762571:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788204077.762572:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788204077.762574:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204077.762575:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204077.762576:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204077.762577:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204077.762579:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788204077.762581:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204077.762583:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204077.762585:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204077.762588:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204077.762590:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204077.762592:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788204077.762593:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204077.762601:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fa680. 00000020:00000040:0.0:1788204077.762605:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788204077.762608:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204077.762610:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204077.762613:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204077.762616:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204077.762620:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204077.762629:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374400. 00000100:00000001:0.0:1788204077.762634:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204077.762643:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fa680 x1875052841933696/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204077.762651:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204077.762654:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204077.762657:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003756c577] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fa680 x1875052841933696/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204077.762673:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204077.762676:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204077.762678:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788204077.762679:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204077.762680:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204077.762682:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204077.762684:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14544 00000400:00000200:0.0:1788204077.762687:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204077.762689:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204077.762690:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204077.762693:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204077.762694:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204077.762697:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204077.762698:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204077.762700:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204077.762701:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788204077.762702:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204077.762703:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788204077.762704:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788204077.762705:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788204077.762708:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204077.762711:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204077.762714:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204077.762718:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204077.762720:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788204077.762724:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204077.762728:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204077.762731:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204077.762742:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204077.762753:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204077.762756:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204077.762760:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204077.762764:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204077.762767:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204077.762774:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fa300. 00000020:00000040:0.0:1788204077.762777:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204077.762782:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204077.762784:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204077.762787:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204077.762788:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204077.762790:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204077.762795:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375000. 00000100:00000001:0.0:1788204077.762800:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204077.762805:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fa300 x1875052841933824/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204077.762816:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204077.762819:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204077.762824:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000643b1429] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fa300 x1875052841933824/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204077.762844:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204077.762848:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204077.762853:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788204077.762856:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204077.762857:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204077.762860:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204077.762864:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14544 00000400:00000200:0.0:1788204077.762869:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204077.762872:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204077.762877:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204077.762881:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204077.762883:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204077.762885:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204077.762886:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204077.762890:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204077.762892:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788204077.762893:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204077.762901:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788204077.762903:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788204077.762906:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788204077.762916:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204077.762921:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204077.762926:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204077.762930:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204077.762938:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788204077.762944:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204077.762948:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204077.762949:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204077.762953:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204077.762955:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204077.762957:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204077.762960:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204077.762962:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204077.762965:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204077.762971:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8a80. 00000020:00000040:0.0:1788204077.762974:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204077.762978:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204077.762980:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204077.762983:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204077.762986:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204077.762988:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204077.762991:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377000. 00000100:00000001:0.0:1788204077.762997:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204077.763006:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8a80 x1875052841933952/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204077.763020:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204077.763024:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204077.763032:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000320d64fa] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8a80 x1875052841933952/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204077.763046:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204077.763050:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788204077.763054:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788204077.763057:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204077.763063:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788204077.763066:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204077.763069:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204077.763071:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204077.763075:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14544 00000400:00000200:0.0:1788204077.763087:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204077.763092:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204077.763094:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204077.763098:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204077.763103:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204077.763106:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204077.763109:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204077.763110:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204077.763111:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788204077.763113:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204077.763116:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788204077.763120:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788204077.763125:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788204077.763131:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204077.763136:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204077.763141:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204077.763145:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204077.763150:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788204077.763155:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204077.763158:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204077.763162:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204077.763167:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204077.763172:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204077.763175:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204077.763180:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788204077.763186:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204077.763190:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204077.763198:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9180. 00000020:00000040:0.0:1788204077.763202:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788204077.763208:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204077.763211:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204077.763217:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204077.763220:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204077.763224:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204077.763229:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376c00. 00000100:00000001:0.0:1788204077.763233:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204077.763240:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9180 x1875052841934080/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204077.763249:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204077.763251:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204077.763256:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b4a335a] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9180 x1875052841934080/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204077.763278:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204077.763282:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14554) 00010000:00000001:0.0:1788204078.402518:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204078.402525:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204078.402531:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204078.402533:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204078.402536:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204078.402538:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204078.402561:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204078.402563:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204078.402565:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204079.042495:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309218036, at 4309218048 00000100:00000040:1.0:1788204079.042498:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309218036, at 4309218048 00000100:00000010:0.0:1788204079.042511:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88120. 00000100:00000010:1.0:1788204079.042513:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88ae0. 00010000:00000001:0.0:1788204079.426518:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204079.426527:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204079.426529:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204079.426532:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204079.426537:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204079.426539:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204079.426541:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204079.426543:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204079.426547:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204079.426548:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204079.426551:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204079.426553:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204080.450495:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204080.450500:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204080.450504:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204080.450504:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204080.450507:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204080.450508:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204080.450526:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204080.450528:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204080.450530:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204081.474465:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204081.474470:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204081.474474:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204081.474476:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204081.474478:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204081.474480:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204081.474482:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204081.474484:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204081.474485:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204081.474487:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204081.474489:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204081.474490:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204081.474490:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204081.474491:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204081.474492:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204081.474493:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204081.474494:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204081.474495:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204082.498492:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204082.498497:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204082.498501:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204082.498502:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204082.498504:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204082.498505:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204082.498522:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204082.498524:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204082.498526:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788204082.882512:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204082.882520:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788204082.882522:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204082.882525:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204082.882530:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204082.882536:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 14549 00000400:00000200:1.0:1788204082.882543:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204082.882549:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204082.882552:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204082.882555:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204082.882558:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204082.882560:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204082.882563:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204082.882566:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204082.882568:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788204082.882571:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204082.882574:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788204082.882575:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788204082.882577:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788204082.882579:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204082.882580:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204082.882581:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204082.882583:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204082.882585:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788204082.882587:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204082.882588:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204082.882590:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204082.882592:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204082.882594:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204082.882595:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788204082.882597:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204082.882604:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dfb80. 00000020:00000040:1.0:1788204082.882607:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788204082.882609:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204082.882610:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204082.882612:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204082.882614:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204082.882618:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204082.882623:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99c00. 00000100:00000001:1.0:1788204082.882628:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204082.882636:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dfb80 x1875052841934208/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788204082.882646:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204082.882650:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204082.882654:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086c01fd6] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dfb80 x1875052841934208/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204082.882676:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788204082.882679:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204082.882683:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788204082.882684:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204082.882686:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204082.882688:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204082.882691:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14549 00000400:00000200:1.0:1788204082.882696:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204082.882698:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204082.882700:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204082.882703:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204082.882707:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204082.882709:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204082.882712:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204082.882715:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204082.882716:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788204082.882718:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204082.882720:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788204082.882724:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788204082.882728:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788204082.882734:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204082.882737:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204082.882741:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204082.882744:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204082.882748:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788204082.882754:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204082.882759:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204082.882763:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204082.882770:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204082.882774:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204082.882778:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788204082.882785:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788204082.882791:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204082.882795:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204082.882800:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dca80. 00000020:00000040:1.0:1788204082.882804:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788204082.882809:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204082.882813:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204082.882817:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204082.882821:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204082.882824:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204082.882829:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98000. 00000100:00000001:1.0:1788204082.882835:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204082.882843:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dca80 x1875052841934336/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788204082.882855:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204082.882857:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204082.882860:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004099c200] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dca80 x1875052841934336/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204082.882869:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788204082.882872:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204082.882877:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788204082.882880:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204082.882882:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204082.882885:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204082.882889:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14549 00000400:00000200:1.0:1788204082.882895:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204082.882902:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204082.882904:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204082.882909:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204082.882911:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204082.882913:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204082.882914:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204082.882916:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204082.882917:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788204082.882918:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204082.882921:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788204082.882923:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788204082.882925:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788204082.882930:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204082.882934:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204082.882935:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204082.882937:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204082.882939:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788204082.882943:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204082.882947:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204082.882948:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204082.882950:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204082.882953:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204082.882956:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788204082.882957:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788204082.882959:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204082.882962:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204082.882965:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3de300. 00000020:00000040:1.0:1788204082.882968:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788204082.882970:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204082.882972:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204082.882975:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204082.882977:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204082.882978:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204082.882982:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9a000. 00000100:00000001:1.0:1788204082.882987:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204082.882993:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3de300 x1875052841934464/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788204082.883004:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204082.883008:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204082.883013:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc9d591c] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3de300 x1875052841934464/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204082.883030:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204082.883035:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788204082.883041:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788204082.883046:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204082.883055:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788204082.883058:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204082.883061:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204082.883066:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204082.883072:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14549 00000400:00000200:1.0:1788204082.883080:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204082.883086:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204082.883090:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204082.883095:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204082.883097:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204082.883100:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204082.883101:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204082.883102:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204082.883103:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788204082.883105:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204082.883107:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788204082.883110:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788204082.883112:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788204082.883116:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204082.883119:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204082.883121:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204082.883123:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204082.883126:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788204082.883128:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204082.883129:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204082.883132:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204082.883136:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204082.883137:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204082.883138:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788204082.883140:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788204082.883144:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204082.883146:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204082.883150:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ded80. 00000020:00000040:1.0:1788204082.883153:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788204082.883155:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204082.883156:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204082.883158:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204082.883160:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204082.883162:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204082.883166:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99800. 00000100:00000001:1.0:1788204082.883170:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204082.883177:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ded80 x1875052841934592/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788204082.883185:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204082.883187:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204082.883193:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a769e60] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ded80 x1875052841934592/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204082.883209:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204082.883214:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14559) 00010000:00000001:0.0:1788204083.522477:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204083.522484:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204083.522490:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204083.522491:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204083.522494:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204083.522496:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204084.162477:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309223156, at 4309223168 00000100:00000040:1.0:1788204084.162477:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309223156, at 4309223168 00000100:00000010:0.0:1788204084.162490:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa889c0. 00000100:00000010:1.0:1788204084.162493:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88c60. 00010000:00000001:0.0:1788204084.546497:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204084.546503:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204084.546507:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204084.546508:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204084.546510:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204084.546511:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204084.546529:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204084.546530:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204084.546532:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204085.570459:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204085.570465:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204085.570469:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204085.570470:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204085.570472:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204085.570473:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204086.594508:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204086.594514:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204086.594519:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204086.594520:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204086.594524:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204086.594525:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204086.594547:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204086.594550:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204086.594552:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204087.618500:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204087.618505:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204087.618509:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204087.618510:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204087.618512:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204087.618513:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204088.642522:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204088.642529:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204088.642533:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204088.642535:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204088.642538:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204088.642539:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204088.642561:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204088.642564:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204088.642567:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788204089.282483:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309228276, at 4309228288 00000100:00000040:0.0:1788204089.282484:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309228276, at 4309228288 00000100:00000010:1.0:1788204089.282497:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88060. 00000100:00000010:0.0:1788204089.282500:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88720. 00010000:00000001:0.0:1788204089.666472:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204089.666478:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204089.666480:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204089.666482:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204089.666486:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204089.666488:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204089.666490:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204089.666491:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204089.666493:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204089.666494:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204089.666496:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204089.666497:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204090.690478:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204090.690482:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204090.690486:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204090.690487:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204090.690489:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204090.690490:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204090.690507:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204090.690508:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204090.690510:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204091.714485:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204091.714491:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204091.714495:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204091.714497:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204091.714499:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204091.714501:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204091.714503:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204091.714505:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204091.714506:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204091.714508:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204091.714510:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204091.714511:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204091.714511:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204091.714512:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204091.714513:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204091.714514:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204091.714515:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204091.714516:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204092.738521:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204092.738527:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204092.738533:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204092.738534:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204092.738537:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204092.738538:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204092.738555:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204092.738557:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204092.738559:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204093.762495:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204093.762503:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204093.762510:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204093.762511:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204093.762515:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204093.762516:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204094.402494:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309233396, at 4309233408 00000100:00000040:1.0:1788204094.402494:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309233396, at 4309233408 00000100:00000010:0.0:1788204094.402508:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88d20. 00000100:00000010:1.0:1788204094.402516:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88180. 00010000:00000001:0.0:1788204094.786503:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204094.786508:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204094.786512:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204094.786513:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204094.786516:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204094.786516:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204094.786536:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204094.786538:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204094.786539:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204095.810500:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204095.810506:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204095.810510:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204095.810511:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204095.810513:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204095.810514:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204096.834516:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204096.834521:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204096.834525:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204096.834526:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204096.834528:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204096.834529:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204096.834548:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204096.834549:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204096.834552:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204097.858479:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204097.858487:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204097.858492:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204097.858494:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204097.858497:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204097.858499:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204098.242501:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204098.242513:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788204098.242516:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204098.242520:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204098.242525:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204098.242532:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 14564 00000400:00000200:0.0:1788204098.242541:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204098.242548:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204098.242552:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204098.242555:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204098.242559:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204098.242562:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204098.242563:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204098.242567:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204098.242569:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788204098.242570:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204098.242573:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788204098.242575:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788204098.242577:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788204098.242579:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204098.242580:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204098.242581:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204098.242582:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204098.242585:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788204098.242587:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204098.242589:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204098.242591:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204098.242593:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204098.242595:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204098.242596:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788204098.242598:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204098.242606:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fad80. 00000020:00000040:0.0:1788204098.242609:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788204098.242612:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204098.242624:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204098.242628:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204098.242631:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204098.242636:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204098.242646:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376000. 00000100:00000001:0.0:1788204098.242652:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204098.242663:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fad80 x1875052841935744/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204098.242673:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204098.242676:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204098.242679:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010fef5ed] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fad80 x1875052841935744/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204098.242696:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204098.242698:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204098.242701:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788204098.242702:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204098.242703:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204098.242706:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204098.242708:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14564 00000400:00000200:0.0:1788204098.242711:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204098.242715:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204098.242718:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204098.242722:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204098.242725:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204098.242728:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204098.242733:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204098.242738:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204098.242742:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788204098.242744:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204098.242748:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788204098.242751:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788204098.242757:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788204098.242766:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204098.242772:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204098.242778:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204098.242787:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204098.242793:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788204098.242798:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204098.242802:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204098.242804:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204098.242813:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204098.242818:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204098.242822:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204098.242826:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204098.242830:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204098.242834:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204098.242839:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fb100. 00000020:00000040:0.0:1788204098.242843:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204098.242847:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204098.242850:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204098.242853:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204098.242854:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204098.242857:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204098.242864:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375400. 00000100:00000001:0.0:1788204098.242869:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204098.242878:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fb100 x1875052841935872/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204098.242904:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204098.242911:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204098.242920:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000093808cf5] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fb100 x1875052841935872/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204098.242939:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204098.242944:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204098.242953:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788204098.242957:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204098.242962:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204098.242968:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204098.242975:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14564 00000400:00000200:0.0:1788204098.242985:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204098.242995:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204098.243001:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204098.243007:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204098.243011:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204098.243015:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204098.243017:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204098.243019:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204098.243033:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788204098.243035:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204098.243037:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788204098.243038:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788204098.243039:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788204098.243042:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204098.243043:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204098.243044:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204098.243046:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204098.243047:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788204098.243049:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204098.243051:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204098.243054:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204098.243058:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204098.243062:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204098.243066:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204098.243069:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204098.243073:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204098.243076:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204098.243081:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9c00. 00000020:00000040:0.0:1788204098.243085:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204098.243087:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204098.243089:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204098.243092:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204098.243093:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204098.243094:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204098.243101:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374c00. 00000100:00000001:0.0:1788204098.243107:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204098.243115:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9c00 x1875052841936000/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204098.243135:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204098.243138:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204098.243142:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d680416d] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9c00 x1875052841936000/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204098.243153:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204098.243158:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788204098.243167:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788204098.243171:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204098.243177:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788204098.243180:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204098.243183:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204098.243189:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204098.243196:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14564 00000400:00000200:0.0:1788204098.243214:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204098.243223:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204098.243229:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204098.243235:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204098.243242:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204098.243246:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204098.243249:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204098.243255:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204098.243258:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788204098.243261:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204098.243265:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788204098.243270:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788204098.243272:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788204098.243275:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204098.243279:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204098.243282:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204098.243284:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204098.243289:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788204098.243296:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204098.243303:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204098.243309:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204098.243314:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204098.243320:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204098.243325:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204098.243329:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788204098.243334:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204098.243338:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204098.243342:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8000. 00000020:00000040:0.0:1788204098.243343:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788204098.243346:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204098.243347:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204098.243349:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204098.243354:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204098.243359:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204098.243364:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377400. 00000100:00000001:0.0:1788204098.243372:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204098.243385:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8000 x1875052841936128/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204098.243445:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204098.243450:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204098.243458:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000755f6dce] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8000 x1875052841936128/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204098.243472:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204098.243477:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14574) 00010000:00000001:0.0:1788204098.882492:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204098.882497:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204098.882501:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204098.882502:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204098.882505:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204098.882506:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204098.882526:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204098.882528:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204098.882530:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204099.522493:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309238516, at 4309238528 00000100:00000010:0.0:1788204099.522511:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88ea0. 00000100:00000040:1.0:1788204099.522885:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309238516, at 4309238528 00000100:00000010:1.0:1788204099.522893:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88ba0. 00010000:00000001:0.0:1788204099.906521:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204099.906530:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204099.906532:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204099.906536:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204099.906541:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204099.906543:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204099.906545:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204099.906548:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204099.906552:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204099.906553:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204099.906556:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204099.906557:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204100.930511:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204100.930518:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204100.930524:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204100.930526:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204100.930530:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204100.930539:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204100.930565:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204100.930568:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204100.930571:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204101.954517:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204101.954525:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204101.954530:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204101.954534:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204101.954536:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204101.954539:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204101.954543:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204101.954545:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204101.954548:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204101.954550:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204101.954554:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204101.954555:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204101.954557:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204101.954559:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204101.954561:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204101.954562:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204101.954564:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204101.954567:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204102.978479:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204102.978485:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204102.978489:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204102.978490:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204102.978492:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204102.978493:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204102.978517:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204102.978521:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204102.978524:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788204103.362449:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204103.362458:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788204103.362461:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204103.362464:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204103.362468:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204103.362474:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 14569 00000400:00000200:0.0:1788204103.362480:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204103.362485:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204103.362487:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204103.362489:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204103.362491:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204103.362493:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204103.362495:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204103.362499:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204103.362500:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788204103.362502:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204103.362504:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788204103.362506:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788204103.362507:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788204103.362509:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204103.362511:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204103.362512:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204103.362513:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204103.362516:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788204103.362518:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204103.362519:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204103.362521:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204103.362524:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204103.362526:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204103.362527:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788204103.362529:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204103.362536:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9880. 00000020:00000040:0.0:1788204103.362538:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788204103.362541:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204103.362543:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204103.362545:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204103.362547:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204103.362552:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204103.362557:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377000. 00000100:00000001:0.0:1788204103.362563:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204103.362569:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9880 x1875052841936256/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204103.362577:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204103.362580:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204103.362584:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2b42fc4] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9880 x1875052841936256/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204103.362600:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204103.362603:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204103.362605:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788204103.362606:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204103.362608:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204103.362610:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204103.362613:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14569 00000400:00000200:0.0:1788204103.362616:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204103.362619:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204103.362624:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204103.362627:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204103.362630:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204103.362634:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204103.362636:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204103.362638:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204103.362640:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788204103.362643:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204103.362645:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788204103.362648:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788204103.362652:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788204103.362659:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204103.362663:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204103.362667:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204103.362670:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204103.362674:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788204103.362678:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204103.362683:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204103.362688:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204103.362693:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204103.362696:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204103.362699:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204103.362704:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204103.362707:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204103.362712:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204103.362717:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9f80. 00000020:00000040:0.0:1788204103.362722:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204103.362725:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204103.362727:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204103.362731:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204103.362732:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204103.362734:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204103.362738:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375000. 00000100:00000001:0.0:1788204103.362743:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204103.362752:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9f80 x1875052841936384/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204103.362762:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204103.362766:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204103.362773:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5e67c01] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9f80 x1875052841936384/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204103.362788:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204103.362791:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204103.362795:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788204103.362798:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204103.362800:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204103.362804:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204103.362806:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14569 00000400:00000200:0.0:1788204103.362814:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204103.362820:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204103.362825:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204103.362829:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204103.362831:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204103.362835:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204103.362838:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204103.362841:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204103.362845:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788204103.362849:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204103.362852:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788204103.362855:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788204103.362858:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788204103.362865:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204103.362868:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204103.362872:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204103.362875:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204103.362876:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788204103.362878:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204103.362879:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204103.362880:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204103.362882:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204103.362884:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204103.362886:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204103.362888:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204103.362891:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204103.362896:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204103.362900:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fb800. 00000020:00000040:0.0:1788204103.362903:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204103.362906:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204103.362908:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204103.362909:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204103.362910:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204103.362911:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204103.362917:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374400. 00000100:00000001:0.0:1788204103.362922:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204103.362943:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fb800 x1875052841936512/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204103.362954:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204103.362957:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204103.362963:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045f4f50b] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fb800 x1875052841936512/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204103.362981:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204103.362986:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788204103.362992:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788204103.362995:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204103.363000:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788204103.363002:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204103.363004:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204103.363008:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204103.363013:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14569 00000400:00000200:0.0:1788204103.363020:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204103.363025:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204103.363028:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204103.363031:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204103.363034:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204103.363038:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204103.363042:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204103.363045:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204103.363047:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788204103.363050:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204103.363052:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788204103.363057:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788204103.363061:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788204103.363068:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204103.363070:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204103.363072:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204103.363074:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204103.363076:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788204103.363081:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204103.363083:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204103.363087:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204103.363092:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204103.363097:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204103.363102:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204103.363105:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788204103.363111:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204103.363115:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204103.363121:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8380. 00000020:00000040:0.0:1788204103.363132:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788204103.363136:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204103.363137:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204103.363138:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204103.363142:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204103.363146:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204103.363153:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375800. 00000100:00000001:0.0:1788204103.363158:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204103.363165:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8380 x1875052841936640/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204103.363183:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204103.363189:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204103.363196:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004fba561] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8380 x1875052841936640/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204103.363205:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204103.363210:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14580) 00010000:00000001:0.0:1788204104.002523:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204104.002530:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204104.002536:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204104.002538:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204104.002541:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204104.002543:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204104.642499:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309243636, at 4309243648 00000100:00000040:1.0:1788204104.642499:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309243636, at 4309243648 00000100:00000010:1.0:1788204104.642512:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88000. 00000100:00000010:0.0:1788204104.642515:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88900. 00010000:00000001:0.0:1788204105.026468:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204105.026474:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204105.026478:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204105.026479:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204105.026481:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204105.026482:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204105.026525:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204105.026527:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204105.026529:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204106.050520:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204106.050527:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204106.050533:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204106.050535:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204106.050538:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204106.050540:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204106.050598:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204106.050602:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204106.050606:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1788204106.434670:0:2407:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.101:988 00000400:00000100:1.0:1788204106.434713:0:2407:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.101@tcp at host 192.168.201.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:1.0:1788204106.434724:0:2407:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204106.434728:0:2407:0:(router.c:1791:lnet_notify()) 192.168.201.1@tcp notifying 192.168.201.101@tcp: down 00000400:00000200:1.0:1788204106.434732:0:2407:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204106.434736:0:2407:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:1.0:1788204106.434741:0:2407:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788204106.434745:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475d95b700. 00000400:00000200:1.0:1788204106.434751:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788204106.434771:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788204106.434778:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f9088 00000400:00000010:1.0:1788204106.434781:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f9088. 00000100:00000001:1.0:1788204106.434787:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788204106.434797:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477d3f9880 x1875052841936256/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204106.434825:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788204106.434831:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477d3f9880 x1875052841936256/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204128 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204106.434839:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204106.434841:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788204106.434859:0:2407:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788204106.434862:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475d95b400. 00000400:00000200:1.0:1788204106.434866:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788204106.434870:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788204106.434873:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f9cc0 00000400:00000010:1.0:1788204106.434875:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f9cc0. 00000100:00000001:1.0:1788204106.434906:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788204106.434912:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477d3f9f80 x1875052841936384/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204106.434922:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788204106.434925:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477d3f9f80 x1875052841936384/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204128 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204106.434933:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204106.434935:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788204106.434941:0:2407:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788204106.434943:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475d95bc00. 00000400:00000200:1.0:1788204106.434946:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788204106.434950:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788204106.434953:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f9e58 00000400:00000010:1.0:1788204106.434955:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f9e58. 00000100:00000001:1.0:1788204106.434958:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788204106.434962:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477d3fb800 x1875052841936512/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204106.434978:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788204106.434986:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477d3fb800 x1875052841936512/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204128 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204106.434994:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204106.434996:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788204106.435001:0:2407:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788204106.435004:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475d95b200. 00000400:00000200:1.0:1788204106.435007:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788204106.435010:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788204106.435013:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f9908 00000400:00000010:1.0:1788204106.435015:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f9908. 00000100:00000001:1.0:1788204106.435018:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788204106.435023:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477d3f8380 x1875052841936640/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204106.435031:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788204106.435035:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477d3f8380 x1875052841936640/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204128 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204106.435042:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204106.435044:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1788204107.074503:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204107.074509:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204107.074514:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204107.074515:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204107.074517:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204107.074518:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204107.074561:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204107.074563:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204107.074565:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204108.098523:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204108.098528:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204108.098532:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204108.098533:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204108.098536:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204108.098537:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204108.482521:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204108.482532:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788204108.482535:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204108.482539:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204108.482544:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204108.482551:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 14575 00000400:00000200:0.0:1788204108.482559:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204108.482565:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204108.482568:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204108.482571:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204108.482573:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204108.482575:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204108.482576:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204108.482581:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204108.482582:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788204108.482585:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204108.482588:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788204108.482589:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788204108.482592:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788204108.482593:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204108.482595:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204108.482596:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204108.482597:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204108.482599:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788204108.482601:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204108.482603:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204108.482605:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204108.482608:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204108.482611:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204108.482613:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788204108.482616:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204108.482626:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9500. 00000020:00000040:0.0:1788204108.482630:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788204108.482635:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204108.482636:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204108.482640:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204108.482643:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204108.482648:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204108.482659:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377c00. 00000100:00000001:0.0:1788204108.482667:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204108.482684:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9500 x1875052841936768/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204108.482696:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204108.482702:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204108.482707:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000842d065d] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9500 x1875052841936768/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204108.482737:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204108.482741:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204108.482744:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788204108.482746:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204108.482748:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204108.482751:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204108.482754:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14575 00000400:00000200:0.0:1788204108.482757:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204108.482760:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204108.482763:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204108.482767:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204108.482769:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204108.482772:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204108.482774:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204108.482777:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204108.482779:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788204108.482780:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204108.482783:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788204108.482785:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788204108.482791:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788204108.482794:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204108.482797:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204108.482801:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204108.482804:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204108.482807:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788204108.482812:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204108.482818:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204108.482822:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204108.482830:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204108.482836:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204108.482840:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204108.482859:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204108.482862:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204108.482865:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204108.482871:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9880. 00000020:00000040:0.0:1788204108.482874:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204108.482879:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204108.482881:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204108.482885:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204108.482887:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204108.482889:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204108.482895:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376400. 00000100:00000001:0.0:1788204108.482901:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204108.482909:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9880 x1875052841936896/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204108.482920:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204108.482922:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204108.482929:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2b42fc4] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9880 x1875052841936896/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204108.482942:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204108.482947:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204108.482954:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788204108.482955:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204108.482957:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204108.482962:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204108.482966:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14575 00000400:00000200:0.0:1788204108.482971:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204108.482976:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204108.482980:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204108.482986:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204108.482990:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204108.482996:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204108.483002:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204108.483007:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204108.483010:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788204108.483013:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204108.483017:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788204108.483022:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788204108.483026:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788204108.483032:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204108.483034:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204108.483036:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204108.483037:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204108.483040:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788204108.483045:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204108.483055:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204108.483057:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204108.483062:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204108.483065:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204108.483067:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204108.483070:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204108.483073:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204108.483078:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204108.483084:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fb800. 00000020:00000040:0.0:1788204108.483088:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204108.483093:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204108.483095:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204108.483099:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204108.483100:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204108.483102:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204108.483107:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376800. 00000100:00000001:0.0:1788204108.483113:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204108.483122:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fb800 x1875052841937024/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204108.483140:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204108.483145:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204108.483150:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045f4f50b] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fb800 x1875052841937024/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204108.483166:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204108.483171:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788204108.483179:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788204108.483183:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204108.483187:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788204108.483190:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204108.483192:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204108.483195:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204108.483201:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14575 00000400:00000200:0.0:1788204108.483208:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204108.483213:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204108.483218:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204108.483224:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204108.483229:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204108.483234:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204108.483239:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204108.483244:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204108.483245:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788204108.483249:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204108.483253:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788204108.483257:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788204108.483261:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788204108.483269:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204108.483273:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204108.483275:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204108.483277:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204108.483282:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788204108.483288:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204108.483293:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204108.483297:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204108.483300:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204108.483305:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204108.483310:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204108.483314:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788204108.483319:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204108.483324:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204108.483328:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9f80. 00000020:00000040:0.0:1788204108.483334:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788204108.483340:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204108.483342:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204108.483346:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204108.483349:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204108.483351:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204108.483356:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374800. 00000100:00000001:0.0:1788204108.483362:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204108.483371:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9f80 x1875052841937152/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204108.483383:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204108.483387:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204108.483392:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5e67c01] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9f80 x1875052841937152/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204108.483428:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204108.483435:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14585) 00010000:00000001:0.0:1788204109.122528:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204109.122534:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204109.122537:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204109.122538:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204109.122541:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204109.122542:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204109.122563:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204109.122564:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204109.122566:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204109.762496:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309248756, at 4309248768 00000100:00000010:0.0:1788204109.762525:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88780. 00000100:00000040:1.0:1788204109.762529:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309248757, at 4309248768 00000100:00000010:1.0:1788204109.762545:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88300. 00010000:00000001:0.0:1788204110.146523:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204110.146530:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204110.146532:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204110.146535:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204110.146538:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204110.146540:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204110.146542:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204110.146544:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204110.146546:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204110.146547:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204110.146550:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204110.146551:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204110.146570:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204110.146572:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204110.146573:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204111.170484:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204111.170490:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204111.170494:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204111.170495:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204111.170498:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204111.170498:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204111.170520:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204111.170523:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204111.170525:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204112.194535:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204112.194555:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204112.194562:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204112.194565:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204112.194567:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204112.194570:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204112.194574:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204112.194577:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204112.194579:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204112.194582:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204112.194586:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204112.194588:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204112.194589:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204112.194591:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204112.194592:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204112.194594:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204112.194596:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204112.194598:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204113.218471:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204113.218478:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204113.218484:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204113.218485:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204113.218488:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204113.218489:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204113.218518:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204113.218521:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204113.218524:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788204113.602502:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204113.602518:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788204113.602521:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204113.602525:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204113.602529:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204113.602535:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 14580 00000400:00000200:1.0:1788204113.602542:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204113.602548:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204113.602552:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204113.602555:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204113.602557:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204113.602560:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204113.602562:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204113.602566:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204113.602567:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788204113.602570:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204113.602573:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788204113.602576:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788204113.602579:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788204113.602582:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204113.602584:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204113.602586:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204113.602588:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204113.602591:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788204113.602594:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204113.602596:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204113.602599:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204113.602602:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204113.602605:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204113.602607:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788204113.602610:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204113.602619:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dea00. 00000020:00000040:1.0:1788204113.602622:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788204113.602626:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204113.602627:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204113.602631:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204113.602633:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204113.602638:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204113.602645:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b000. 00000100:00000001:1.0:1788204113.602651:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204113.602660:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dea00 x1875052841937280/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788204113.602671:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204113.602675:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204113.602680:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4ead91e] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dea00 x1875052841937280/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204113.602700:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788204113.602704:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204113.602707:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788204113.602708:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204113.602710:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204113.602713:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204113.602716:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14580 00000400:00000200:1.0:1788204113.602721:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204113.602724:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204113.602729:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204113.602734:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204113.602738:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204113.602749:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204113.602766:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204113.602772:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204113.602774:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788204113.602783:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204113.602788:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788204113.602792:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788204113.602796:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788204113.602803:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204113.602807:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204113.602811:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204113.602817:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204113.602821:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788204113.602824:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204113.602830:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204113.602834:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204113.602839:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204113.602842:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204113.602843:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788204113.602847:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788204113.602853:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204113.602856:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204113.602861:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dd500. 00000020:00000040:1.0:1788204113.602866:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788204113.602869:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204113.602872:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204113.602876:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204113.602879:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204113.602881:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204113.602888:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99800. 00000100:00000001:1.0:1788204113.602894:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204113.602903:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dd500 x1875052841937408/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788204113.602917:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204113.602921:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204113.602927:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081f75c12] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dd500 x1875052841937408/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204113.602939:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788204113.602945:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204113.602950:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788204113.602954:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204113.602956:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204113.602963:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204113.602969:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14580 00000400:00000200:1.0:1788204113.602976:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204113.602983:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204113.602987:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204113.602993:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204113.602997:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204113.603002:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204113.603008:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204113.603010:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204113.603012:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788204113.603015:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204113.603019:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788204113.603023:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788204113.603028:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788204113.603034:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204113.603038:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204113.603043:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204113.603047:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204113.603052:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788204113.603056:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204113.603061:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204113.603066:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204113.603069:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204113.603074:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204113.603085:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788204113.603088:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788204113.603094:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204113.603099:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204113.603103:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3df800. 00000020:00000040:1.0:1788204113.603109:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788204113.603115:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204113.603117:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204113.603121:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204113.603123:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204113.603125:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204113.603131:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9a000. 00000100:00000001:1.0:1788204113.603137:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204113.603145:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3df800 x1875052841937536/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788204113.603163:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204113.603166:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204113.603174:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051a886bc] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3df800 x1875052841937536/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204113.603194:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204113.603199:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788204113.603204:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788204113.603207:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204113.603214:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788204113.603218:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204113.603220:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204113.603226:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204113.603229:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14580 00000400:00000200:1.0:1788204113.603236:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204113.603240:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204113.603244:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204113.603248:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204113.603252:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204113.603257:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204113.603261:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204113.603265:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204113.603268:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788204113.603271:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204113.603275:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788204113.603280:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788204113.603283:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788204113.603290:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204113.603294:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204113.603299:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204113.603303:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204113.603306:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788204113.603312:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204113.603314:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204113.603316:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204113.603319:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204113.603324:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204113.603328:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788204113.603331:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788204113.603336:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204113.603340:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204113.603345:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ded80. 00000020:00000040:1.0:1788204113.603349:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788204113.603354:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204113.603356:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204113.603360:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204113.603362:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204113.603366:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204113.603371:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98000. 00000100:00000001:1.0:1788204113.603377:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204113.603386:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ded80 x1875052841937664/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788204113.603448:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204113.603452:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204113.603462:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a769e60] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ded80 x1875052841937664/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204113.603480:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204113.603487:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14590) 00010000:00000001:0.0:1788204114.242501:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204114.242514:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204114.242519:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204114.242521:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204114.242524:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204114.242525:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204114.242557:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204114.242560:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204114.242563:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204114.882499:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309253876, at 4309253888 00000100:00000040:1.0:1788204114.882499:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309253876, at 4309253888 00000100:00000010:0.0:1788204114.882517:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa882a0. 00000100:00000010:1.0:1788204114.882524:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88de0. 00010000:00000001:0.0:1788204115.266491:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204115.266502:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204115.266510:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204115.266512:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204115.266517:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204115.266518:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204115.266544:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204115.266547:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204115.266549:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204116.290543:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204116.290552:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204116.290558:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204116.290559:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204116.290561:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204116.290562:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204117.314522:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204117.314533:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204117.314540:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204117.314542:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204117.314546:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204117.314548:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204117.314580:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204117.314584:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204117.314588:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204118.338506:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204118.338513:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204118.338517:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204118.338518:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204118.338520:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204118.338521:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204118.338539:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204118.338541:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204118.338543:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788204118.722797:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204118.722803:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204118.722808:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204118.722835:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9e680 x1875052841937792/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204118.722848:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204118.722851:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204118.722857:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204118.722862:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204118.722867:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204118.722874:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841937792:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204118.722883:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204118.722891:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204118.722896:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204118.722901:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204118.722907:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788204118.722911:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204118.722920:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204118.722927:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204118.722990:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204118.723001:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841937792, portal 25 00000100:00000001:0.0:1788204118.723005:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204118.723007:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330351744 : -109644379199872 : ffff9c476db9e680) 00000100:00000040:0.0:1788204118.723017:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9e680 x1875052841937792/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204118.723037:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204118.723045:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204118.723051:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788204118.723059:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841937792, offset 0 00000400:00000200:0.0:1788204118.723088:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204118.723103:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204118.723115:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204118.723125:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204118.723134:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204118.723140:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204118.723147:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204118.723154:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704382:704382:256:4294967295] 192.168.201.101@tcp LPNI seq info [704377:704377:8:4294967295] 00000400:00000200:0.0:1788204118.723167:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204118.723189:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204118.723205:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204118.723216:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788204118.723230:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204118.723238:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1788204118.723271:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204118.723276:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788204118.723285:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204118.723295:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204118.723302:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788204118.723308:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788204118.723313:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204118.723321:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9e680 x1875052841937792/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204118.723348:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204118.723361:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9e680 x1875052841937792/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204143 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204118.723384:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204118.723389:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204118.723427:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204118.723432:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204118.723435:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4309258997 00000100:00000010:0.0:1788204118.723441:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba180. 00000100:00000001:0.0:1788204118.723448:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788204118.723454:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4309258997 00000100:00000010:0.0:1788204118.723457:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba720. 00000100:00000001:0.0:1788204118.723460:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788204118.723463:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204118.723466:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204118.723468:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204118.723474:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204118/real 1788204118] req@ffff9c476db9e680 x1875052841937792/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204118.723484:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204118.723487:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204118.723488:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204118.723491:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204118.723493:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204118.723496:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204118.723500:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9e680 x1875052841937792/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204118.723508:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9e680 x1875052841937792/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204118.723516:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204118.723518:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204118.723520:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204118.723523:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204118.723527:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9e680 x1875052841937792/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204118.723535:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204118.723539:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9e680 x1875052841937792/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204143 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204118.723547:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204118.723550:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204118.723552:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204118.723553:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204118.723556:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204118.723558:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204118.723561:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204118.723565:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204118.723568:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204118.723572:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9e680 x1875052841937792/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204143 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204118.723581:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841937792:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204118.723586:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204118.723588:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204118.723591:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9e680 x1875052841937792/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204143 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204118.723599:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204118.723601:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204118.723604:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788204118.723607:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204118.723609:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204118.723611:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788204118.723613:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204118.723616:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a41c00. 02000000:00000001:0.0:1788204118.723620:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204118.723622:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204118.723624:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9e680. 00000100:00000001:0.0:1788204118.723627:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204118.723629:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204118.723631:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204118.723639:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204118.723641:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204118.723643:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204118.723645:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204118.723646:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204118.723650:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9c700 x1875052841937920/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204118.723657:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204118.723659:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204118.723661:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204118.723663:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204118.723684:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204118.723688:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841937920:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204118.723691:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204118.723693:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204118.723695:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204118.723697:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204118.723701:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788204118.723703:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204118.723707:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204118.723709:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204118.723713:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204118.723716:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841937920, portal 10 00000100:00000001:0.0:1788204118.723718:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204118.723720:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330343680 : -109644379207936 : ffff9c476db9c700) 00000100:00000040:0.0:1788204118.723727:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9c700 x1875052841937920/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204118.723733:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204118.723736:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204118.723738:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788204118.723741:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841937920, offset 0 00000400:00000200:0.0:1788204118.723745:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204118.723750:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204118.723753:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204118.723757:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204118.723759:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204118.723762:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204118.723764:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204118.723767:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704383:704383:256:4294967295] 192.168.201.101@tcp LPNI seq info [704378:704378:8:4294967295] 00000400:00000200:0.0:1788204118.723771:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204118.723777:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204118.723782:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204118.723784:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788204118.723788:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204118.723791:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1788204118.723801:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204118.723803:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788204118.723806:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204118.723810:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204118.723812:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788204118.723814:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788204118.723817:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204118.723820:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9c700 x1875052841937920/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204118.723828:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204118.723831:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9c700 x1875052841937920/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204143 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204118.723837:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204118.723839:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204118.723842:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204118.723845:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788204118.723848:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204118.723850:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309257738 00000100:00000001:0.0:1788204118.723853:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309258997 00000100:00000001:0.0:1788204118.723855:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309257738 00000100:00000001:0.0:1788204118.723858:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309258997 00000100:00000001:0.0:1788204118.723860:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204118.723862:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204118.723864:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204118.723868:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204118/real 1788204118] req@ffff9c476db9c700 x1875052841937920/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204118.723876:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204118.723878:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204118.723880:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204118.723883:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204118.723885:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204118.723887:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204118.723891:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9c700 x1875052841937920/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204118.723900:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9c700 x1875052841937920/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204118.723906:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204118.723908:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204118.723909:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204118.723911:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204118.723914:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9c700 x1875052841937920/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204118.723921:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204118.723925:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9c700 x1875052841937920/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204143 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204118.723932:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204118.723935:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204118.723936:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204118.723937:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204118.723939:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204118.723940:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204118.723943:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204118.723946:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204118.723948:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204118.723952:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9c700 x1875052841937920/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204143 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204118.723960:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841937920:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204118.723963:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204118.723967:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9c000 x1875052841938048/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204118.723980:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204118.723981:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204118.723983:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204118.723985:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204118.723987:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204118.723990:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841938048:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204118.723993:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204118.723995:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204118.723997:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204118.723998:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204118.724002:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376800. 02000000:00000001:0.0:1788204118.724003:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204118.724007:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204118.724009:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204118.724012:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204118.724015:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841938048, portal 10 00000100:00000001:0.0:1788204118.724017:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204118.724018:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330341888 : -109644379209728 : ffff9c476db9c000) 00000100:00000040:0.0:1788204118.724024:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9c000 x1875052841938048/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204118.724030:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204118.724032:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204118.724034:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788204118.724036:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841938048, offset 0 00000400:00000200:0.0:1788204118.724040:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204118.724044:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204118.724048:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204118.724051:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204118.724053:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204118.724056:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204118.724058:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204118.724061:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704384:704384:256:4294967295] 192.168.201.101@tcp LPNI seq info [704379:704379:8:4294967295] 00000400:00000200:0.0:1788204118.724066:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204118.724072:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204118.724076:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204118.724079:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788204118.724083:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204118.724086:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1788204118.724097:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204118.724099:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788204118.724102:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204118.724105:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204118.724109:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788204118.724111:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788204118.724113:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204118.724117:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9c000 x1875052841938048/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204118.724125:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204118.724128:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9c000 x1875052841938048/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204143 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204118.724134:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204118.724136:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204118.724138:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204118.724142:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788204118.724145:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204118.724147:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309257738 00000100:00000001:0.0:1788204118.724149:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309258997 00000100:00000001:0.0:1788204118.724151:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309257738 00000100:00000001:0.0:1788204118.724154:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309258997 00000100:00000001:0.0:1788204118.724156:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204118.724159:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204118.724161:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204118.724165:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204118/real 1788204118] req@ffff9c476db9c000 x1875052841938048/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204118.724173:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204118.724175:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204118.724177:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204118.724180:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204118.724182:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204118.724184:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204118.724188:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9c000 x1875052841938048/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204118.724197:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9c000 x1875052841938048/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204118.724204:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204118.724205:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204118.724207:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204118.724209:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204118.724212:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9c000 x1875052841938048/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204118.724217:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204118.724219:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9c000 x1875052841938048/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204143 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204118.724224:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204118.724225:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204118.724226:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204118.724227:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204118.724228:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204118.724229:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204118.724231:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204118.724234:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204118.724235:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204118.724238:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9c000 x1875052841938048/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204143 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204118.724243:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841938048:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204118.724245:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204118.724247:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9f480 x1875052841938176/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204118.724251:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204118.724252:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204118.724253:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204118.724254:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204118.724256:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204118.724258:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841938176:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204118.724260:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204118.724261:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204118.724263:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204118.724264:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204118.724266:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376400. 02000000:00000001:0.0:1788204118.724268:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204118.724270:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204118.724272:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204118.724274:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204118.724276:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841938176, portal 4 00000100:00000001:0.0:1788204118.724278:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204118.724279:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330355328 : -109644379196288 : ffff9c476db9f480) 00000100:00000040:0.0:1788204118.724283:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9f480 x1875052841938176/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204118.724288:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204118.724289:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204118.724291:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788204118.724292:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841938176, offset 0 00000400:00000200:0.0:1788204118.724295:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204118.724298:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204118.724300:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204118.724302:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204118.724304:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204118.724306:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204118.724307:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204118.724310:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704385:704385:256:4294967295] 192.168.201.101@tcp LPNI seq info [704380:704380:8:4294967295] 00000400:00000200:0.0:1788204118.724312:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204118.724317:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204118.724320:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204118.724322:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788204118.724324:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204118.724326:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1788204118.724334:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204118.724335:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788204118.724337:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204118.724339:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204118.724341:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788204118.724342:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788204118.724344:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204118.724346:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9f480 x1875052841938176/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204118.724351:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204118.724353:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9f480 x1875052841938176/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204143 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204118.724357:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204118.724358:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204118.724360:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204118.724363:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788204118.724364:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204118.724366:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309257764 00000100:00000001:0.0:1788204118.724367:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309258997 00000100:00000001:0.0:1788204118.724369:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309257764 00000100:00000001:0.0:1788204118.724371:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309258997 00000100:00000001:0.0:1788204118.724372:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204118.724374:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204118.724375:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204118.724377:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204118/real 1788204118] req@ffff9c476db9f480 x1875052841938176/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204118.724381:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204118.724382:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204118.724383:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204118.724385:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204118.724386:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204118.724387:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204118.724389:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9f480 x1875052841938176/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204118.724412:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9f480 x1875052841938176/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204118.724416:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204118.724417:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204118.724418:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204118.724419:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204118.724421:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9f480 x1875052841938176/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204118.724426:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204118.724428:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9f480 x1875052841938176/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204143 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204118.724433:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204118.724434:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204118.724435:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204118.724436:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204118.724437:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204118.724438:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204118.724440:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204118.724442:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204118.724443:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204118.724445:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9f480 x1875052841938176/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204143 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204118.724450:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841938176:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204118.724452:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204118.724453:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204118.724455:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9c700 x1875052841937920/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204143 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204118.724459:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204118.724460:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204118.724461:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788204118.724463:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204118.724464:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204118.724465:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204118.724466:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204118.724467:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a43000. 02000000:00000001:0.0:1788204118.724471:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204118.724472:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204118.724473:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9c700. 00000100:00000001:0.0:1788204118.724475:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204118.724476:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204118.724477:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204118.724479:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9c000 x1875052841938048/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204143 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204118.724484:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204118.724485:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204118.724485:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376800. 02000000:00000001:0.0:1788204118.724487:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204118.724487:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204118.724488:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204118.724489:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204118.724490:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a42400. 02000000:00000001:0.0:1788204118.724492:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204118.724493:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204118.724493:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9c000. 00000100:00000001:0.0:1788204118.724495:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204118.724495:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204118.724496:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204118.724498:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9f480 x1875052841938176/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204143 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204118.724502:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204118.724502:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204118.724503:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376400. 02000000:00000001:0.0:1788204118.724504:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204118.724505:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204118.724506:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788204118.724507:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204118.724508:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a41800. 02000000:00000001:0.0:1788204118.724509:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204118.724509:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204118.724510:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9f480. 00000100:00000001:0.0:1788204118.724512:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204118.724512:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204118.724513:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204118.724516:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204118.724517:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204118.724518:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204118.724519:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204119.362515:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204119.362522:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204119.362524:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204119.362527:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204119.362531:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204119.362533:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204119.362534:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204119.362536:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204119.362539:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204119.362540:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204119.362542:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204119.362543:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204119.362566:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204119.362568:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204119.362571:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788204120.002529:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309258997, at 4309259008 00000100:00000040:0.0:1788204120.002532:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309258997, at 4309259008 00000100:00000010:1.0:1788204120.002551:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba720. 00000100:00000010:0.0:1788204120.002555:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba180. 00010000:00000001:0.0:1788204120.386486:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204120.386492:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204120.386496:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204120.386497:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204120.386499:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204120.386501:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204121.410496:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204121.410501:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204121.410505:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204121.410507:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204121.410509:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204121.410512:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204121.410515:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204121.410516:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204121.410517:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204121.410519:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204121.410521:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204121.410522:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204121.410523:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204121.410524:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204121.410525:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204121.410526:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204121.410528:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204121.410529:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204121.410549:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204121.410550:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204121.410552:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204122.434543:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204122.434552:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204122.434558:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204122.434559:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204122.434563:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204122.434565:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204122.434590:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204122.434593:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204122.434596:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204123.458509:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204123.458514:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204123.458519:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204123.458520:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204123.458524:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204123.458525:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204123.458550:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204123.458553:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204123.458556:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788204123.842555:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204123.842568:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788204123.842571:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204123.842575:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204123.842607:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204123.842614:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 14590 00000400:00000200:1.0:1788204123.842622:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204123.842628:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204123.842631:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204123.842635:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204123.842638:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204123.842640:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204123.842643:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204123.842647:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204123.842649:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788204123.842651:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204123.842653:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788204123.842655:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788204123.842657:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788204123.842659:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204123.842661:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204123.842663:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204123.842665:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204123.842668:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788204123.842671:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204123.842674:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204123.842678:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204123.842681:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204123.842684:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204123.842687:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788204123.842689:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204123.842700:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3de300. 00000020:00000040:1.0:1788204123.842704:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788204123.842707:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204123.842709:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204123.842712:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204123.842715:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204123.842719:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204123.842727:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98400. 00000100:00000001:1.0:1788204123.842734:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204123.842744:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3de300 x1875052841938304/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788204123.842755:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204123.842759:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204123.842764:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc9d591c] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3de300 x1875052841938304/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204123.842786:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788204123.842790:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204123.842794:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788204123.842795:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204123.842798:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204123.842801:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204123.842804:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14590 00000400:00000200:1.0:1788204123.842809:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204123.842822:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1788204123.842822:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00000001:0.0:1788204123.842827:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204123.842829:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00080000:1.0:1788204123.842832:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204123.842837:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3de300 x1875052841938304/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788204123.842840:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204123.842847:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1788204123.842852:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1788204123.842853:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204123.842855:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204123.842858:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 02000000:00000001:0.0:1788204123.842859:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204123.842862:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1788204123.842864:0:219564:0:(genops.c:813:class_conn2export()) Process entered 02000000:00000001:0.0:1788204123.842866:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788204123.842867:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000100:00100000:0.0:1788204123.842871:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841938304:192.168.201.101@tcp:250:kworker.0 00000020:00000001:1.0:1788204123.842871:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204123.842875:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000100:00000001:0.0:1788204123.842877:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000001:1.0:1788204123.842879:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 02000000:00000001:0.0:1788204123.842881:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:1.0:1788204123.842884:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 02000000:00000001:0.0:1788204123.842885:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204123.842889:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1788204123.842893:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 02000000:00000010:0.0:1788204123.842896:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376800. 00000100:00000001:1.0:1788204123.842896:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1788204123.842901:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204123.842901:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204123.842905:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204123.842907:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000400:00000200:0.0:1788204123.842911:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00080000:1.0:1788204123.842914:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000400:00000010:0.0:1788204123.842916:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000100:00000001:1.0:1788204123.842917:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204123.842920:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:0.0:1788204123.842922:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 02000000:00000001:1.0:1788204123.842925:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204123.842928:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1788204123.842929:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841938304, portal 25 00000100:00000001:1.0:1788204123.842929:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788204123.842933:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000008:00100000:1.0:1788204123.842935:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000100:00000001:0.0:1788204123.842936:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573882624 : -109644135668992 : ffff9c477c3de300) 00000008:00000001:1.0:1788204123.842942:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204123.842946:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204123.842947:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3de300 x1875052841938304/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1788204123.842952:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dca80. 00000100:00000001:0.0:1788204123.842955:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:1.0:1788204123.842956:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000100:00000040:0.0:1788204123.842960:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 02000000:00000001:1.0:1788204123.842962:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000400:00000010:0.0:1788204123.842964:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 02000000:00000001:1.0:1788204123.842964:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204123.842966:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:0.0:1788204123.842968:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841938304, offset 0 02000000:00000001:1.0:1788204123.842968:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204123.842972:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204123.842976:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 02000000:00000010:1.0:1788204123.842977:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9ac00. 00000100:00000001:1.0:1788204123.842981:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204123.842984:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00100000:1.0:1788204123.842988:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dca80 x1875052841938432/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1788204123.842993:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204123.843002:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1788204123.843003:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204123.843007:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204123.843010:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000100:00000040:1.0:1788204123.843013:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004099c200] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dca80 x1875052841938432/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788204123.843016:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204123.843021:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204123.843026:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704386:704386:256:4294967295] 192.168.201.101@tcp LPNI seq info [704381:704381:8:4294967295] 00000400:00000200:0.0:1788204123.843029:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:1.0:1788204123.843039:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204123.843040:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000100:00080000:1.0:1788204123.843045:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000200:0.0:1788204123.843050:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000100:00080000:1.0:1788204123.843052:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788204123.843054:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204123.843055:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000010:0.0:1788204123.843056:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000100:00000001:1.0:1788204123.843058:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204123.843063:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14590 00000800:00000200:0.0:1788204123.843065:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000400:00000200:1.0:1788204123.843070:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000800:00000200:0.0:1788204123.843071:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 43 secs later) 00000400:00000200:1.0:1788204123.843075:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204123.843079:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204123.843085:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204123.843090:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000100:0.0:1788204123.843093:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00000040:1.0:1788204123.843094:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000800:00000010:0.0:1788204123.843096:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000100:00000001:1.0:1788204123.843098:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204123.843099:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204123.843101:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788204123.843102:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204123.843103:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788204123.843108:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788204123.843109:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000400:00000200:0.0:1788204123.843110:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000040:1.0:1788204123.843112:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204123.843115:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1788204123.843119:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000100:00000040:1.0:1788204123.843120:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204123.843124:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000400:00000200:0.0:1788204123.843126:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000020:00000040:1.0:1788204123.843126:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000400:00000010:0.0:1788204123.843130:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00080000:1.0:1788204123.843131:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204123.843135:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204123.843136:0:2419:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1788204123.843136:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204123.843141:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1788204123.843143:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c3de300 x1875052841938304/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1788204123.843144:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204123.843148:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788204123.843151:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788204123.843157:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204123.843159:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204123.843161:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000010:1.0:1788204123.843163:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dfb80. 00000020:00000040:1.0:1788204123.843165:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000100:00000040:0.0:1788204123.843170:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3de300 x1875052841938304/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204148 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1788204123.843170:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204123.843173:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204123.843176:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204123.843178:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204123.843180:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204123.843185:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204123.843186:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b800. 00000100:00000001:0.0:1788204123.843188:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1788204123.843190:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204123.843195:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204123.843196:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dfb80 x1875052841938560/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1788204123.843204:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204123.843209:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4309264116 00000100:00000001:1.0:1788204123.843210:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204123.843213:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204123.843216:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba180. 00000100:00000040:1.0:1788204123.843216:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086c01fd6] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dfb80 x1875052841938560/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204123.843224:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788204123.843224:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204123.843229:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788204123.843232:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4309264116 00000100:00000040:1.0:1788204123.843232:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000010:0.0:1788204123.843237:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba660. 00000100:00080000:1.0:1788204123.843238:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788204123.843242:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00080000:1.0:1788204123.843243:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788204123.843247:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204123.843249:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204123.843250:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788204123.843250:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204123.843255:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14590 00000100:00000001:0.0:1788204123.843257:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788204123.843260:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204123.843263:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000400:00000200:1.0:1788204123.843264:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204123.843267:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204123.843271:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204123.843273:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:0.0:1788204123.843274:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204123/real 1788204123] req@ffff9c477c3de300 x1875052841938304/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788204123.843276:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204123.843279:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204123.843283:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204123.843285:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788204123.843288:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204123.843291:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788204123.843295:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000400:00000001:0.0:1788204123.843297:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1788204123.843298:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000400:00000001:0.0:1788204123.843302:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1788204123.843302:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000400:00000010:0.0:1788204123.843307:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000100:00000001:1.0:1788204123.843307:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204123.843311:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000400:00000200:0.0:1788204123.843313:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000100:00000001:1.0:1788204123.843314:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000400:00000010:0.0:1788204123.843316:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000020:00000040:1.0:1788204123.843318:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788204123.843320:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204123.843321:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204123.843322:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204123.843324:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204123.843329:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204123.843330:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1788204123.843331:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788204123.843335:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788204123.843338:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1788204123.843340:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3de300 x1875052841938304/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204123.843341:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204123.843344:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ddc00. 00000020:00000040:1.0:1788204123.843347:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788204123.843352:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204123.843354:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204123.843358:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204123.843361:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204123.843362:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1788204123.843366:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3de300 x1875052841938304/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1788204123.843366:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b400. 00000100:00000001:1.0:1788204123.843370:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204123.843377:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ddc00 x1875052841938688/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204123.843386:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788204123.843387:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204123.843391:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204123.843420:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c3c4b34] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ddc00 x1875052841938688/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204123.843424:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788204123.843425:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204123.843429:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:1.0:1788204123.843431:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14600) 00000100:00000001:0.0:1788204123.843432:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204123.843440:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c3de300 x1875052841938304/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204123.843447:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204123.843451:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3de300 x1875052841938304/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204148 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204123.843457:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204123.843459:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204123.843460:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204123.843461:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204123.843463:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204123.843464:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204123.843466:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204123.843469:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204123.843470:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204123.843473:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3de300 x1875052841938304/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204148 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204123.843478:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841938304:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204123.843484:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204123.843485:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204123.843487:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3de300 x1875052841938304/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204148 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204123.843492:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204123.843494:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204123.843496:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376800. 02000000:00000001:0.0:1788204123.843498:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204123.843499:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204123.843500:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788204123.843502:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204123.843504:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4653a98400. 02000000:00000001:0.0:1788204123.843507:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204123.843508:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204123.843510:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3de300. 00000100:00000001:0.0:1788204123.843512:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204123.843513:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204123.843514:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204123.843520:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204123.843522:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204123.843523:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204123.843524:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204123.843525:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204123.843528:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3dca80 x1875052841938432/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204123.843532:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204123.843533:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204123.843535:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204123.843536:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204123.843538:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204123.843540:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841938432:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204123.843541:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204123.843543:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204123.843544:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204123.843545:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204123.843548:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376800. 02000000:00000001:0.0:1788204123.843549:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204123.843552:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204123.843554:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204123.843556:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204123.843559:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841938432, portal 10 00000100:00000001:0.0:1788204123.843560:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204123.843561:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573876352 : -109644135675264 : ffff9c477c3dca80) 00000100:00000040:0.0:1788204123.843566:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3dca80 x1875052841938432/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204123.843573:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204123.843588:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204123.843592:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788204123.843595:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841938432, offset 0 00000400:00000200:0.0:1788204123.843600:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204123.843605:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204123.843609:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204123.843612:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204123.843615:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204123.843618:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204123.843621:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204123.843624:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704387:704387:256:4294967295] 192.168.201.101@tcp LPNI seq info [704382:704382:8:4294967295] 00000400:00000200:0.0:1788204123.843629:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204123.843636:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204123.843642:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204123.843646:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788204123.843650:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204123.843653:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1788204123.843665:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204123.843667:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788204123.843671:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204123.843675:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204123.843678:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788204123.843680:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788204123.843683:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204123.843687:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c3dca80 x1875052841938432/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204123.843696:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204123.843699:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3dca80 x1875052841938432/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204148 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204123.843706:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204123.843708:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204123.843711:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204123.843716:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788204123.843719:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204123.843722:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309262858 00000100:00000001:0.0:1788204123.843725:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309264116 00000100:00000001:0.0:1788204123.843727:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309262858 00000100:00000001:0.0:1788204123.843730:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309264116 00000100:00000001:0.0:1788204123.843732:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204123.843735:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204123.843737:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204123.843741:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204123/real 1788204123] req@ffff9c477c3dca80 x1875052841938432/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204123.843751:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204123.843753:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204123.843754:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204123.843757:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204123.843759:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204123.843761:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204123.843765:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3dca80 x1875052841938432/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204123.843776:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3dca80 x1875052841938432/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204123.843783:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204123.843785:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204123.843787:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204123.843789:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204123.843793:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c3dca80 x1875052841938432/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204123.843801:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204123.843806:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3dca80 x1875052841938432/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204148 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204123.843813:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204123.843815:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204123.843817:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204123.843819:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204123.843821:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204123.843823:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204123.843826:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204123.843829:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204123.843832:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204123.843836:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3dca80 x1875052841938432/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204148 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204123.843845:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841938432:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204123.843849:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204123.843852:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3dfb80 x1875052841938560/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204123.843866:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204123.843867:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204123.843870:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204123.843872:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204123.843874:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204123.843878:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841938560:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204123.843881:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204123.843883:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204123.843885:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204123.843887:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204123.843890:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788204123.843892:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204123.843896:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204123.843898:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204123.843902:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204123.843905:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841938560, portal 10 00000100:00000001:0.0:1788204123.843907:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204123.843909:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573888896 : -109644135662720 : ffff9c477c3dfb80) 00000100:00000040:0.0:1788204123.843915:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3dfb80 x1875052841938560/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204123.843921:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204123.843924:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204123.843926:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788204123.843929:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841938560, offset 0 00000400:00000200:0.0:1788204123.843933:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204123.843938:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204123.843942:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204123.843945:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204123.843947:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204123.843950:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204123.843953:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204123.843957:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704388:704388:256:4294967295] 192.168.201.101@tcp LPNI seq info [704383:704383:8:4294967295] 00000400:00000200:0.0:1788204123.843961:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204123.843968:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204123.843973:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204123.843977:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788204123.843981:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204123.843984:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1788204123.843997:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204123.843999:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788204123.844003:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204123.844007:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204123.844010:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788204123.844012:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788204123.844014:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204123.844018:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c3dfb80 x1875052841938560/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204123.844026:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204123.844029:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3dfb80 x1875052841938560/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204148 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204123.844036:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204123.844038:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204123.844041:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204123.844045:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788204123.844047:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204123.844049:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309262858 00000100:00000001:0.0:1788204123.844052:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309264116 00000100:00000001:0.0:1788204123.844055:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309262858 00000100:00000001:0.0:1788204123.844057:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309264116 00000100:00000001:0.0:1788204123.844060:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204123.844062:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204123.844064:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204123.844068:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204123/real 1788204123] req@ffff9c477c3dfb80 x1875052841938560/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204123.844077:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204123.844078:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204123.844080:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204123.844083:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204123.844085:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204123.844087:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204123.844091:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3dfb80 x1875052841938560/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204123.844100:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3dfb80 x1875052841938560/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204123.844108:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204123.844109:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204123.844112:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204123.844113:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204123.844117:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c3dfb80 x1875052841938560/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204123.844125:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204123.844129:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3dfb80 x1875052841938560/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204148 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204123.844136:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204123.844139:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204123.844141:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204123.844142:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204123.844144:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204123.844146:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204123.844149:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204123.844153:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204123.844155:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204123.844159:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3dfb80 x1875052841938560/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204148 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204123.844168:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841938560:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204123.844173:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204123.844176:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3ddc00 x1875052841938688/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204123.844184:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204123.844185:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204123.844188:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204123.844190:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204123.844192:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204123.844195:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841938688:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204123.844199:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204123.844201:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204123.844202:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204123.844204:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204123.844208:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377c00. 02000000:00000001:0.0:1788204123.844210:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204123.844214:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204123.844216:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204123.844220:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204123.844223:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841938688, portal 4 00000100:00000001:0.0:1788204123.844225:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204123.844227:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573880832 : -109644135670784 : ffff9c477c3ddc00) 00000100:00000040:0.0:1788204123.844233:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3ddc00 x1875052841938688/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204123.844240:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204123.844243:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204123.844245:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788204123.844247:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841938688, offset 0 00000400:00000200:0.0:1788204123.844252:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204123.844256:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204123.844260:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204123.844263:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204123.844265:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204123.844268:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204123.844271:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204123.844274:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704389:704389:256:4294967295] 192.168.201.101@tcp LPNI seq info [704384:704384:8:4294967295] 00000400:00000200:0.0:1788204123.844279:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204123.844286:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204123.844291:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204123.844295:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788204123.844299:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204123.844302:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1788204123.844315:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204123.844317:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788204123.844320:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204123.844324:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204123.844327:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788204123.844329:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788204123.844332:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204123.844336:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c3ddc00 x1875052841938688/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204123.844344:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204123.844348:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3ddc00 x1875052841938688/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204148 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204123.844356:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204123.844358:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204123.844361:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204123.844365:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788204123.844368:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204123.844370:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309262884 00000100:00000001:0.0:1788204123.844373:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309264116 00000100:00000001:0.0:1788204123.844375:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309262884 00000100:00000001:0.0:1788204123.844378:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309264116 00000100:00000001:0.0:1788204123.844380:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204123.844383:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204123.844385:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204123.844389:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204123/real 1788204123] req@ffff9c477c3ddc00 x1875052841938688/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204123.844418:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204123.844420:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204123.844422:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204123.844425:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204123.844427:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204123.844429:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204123.844433:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3ddc00 x1875052841938688/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204123.844443:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3ddc00 x1875052841938688/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204123.844450:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204123.844452:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204123.844454:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204123.844455:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204123.844459:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c3ddc00 x1875052841938688/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204123.844467:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204123.844471:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3ddc00 x1875052841938688/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204148 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204123.844479:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204123.844482:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204123.844484:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204123.844486:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204123.844488:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204123.844490:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204123.844493:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204123.844497:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204123.844499:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204123.844504:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3ddc00 x1875052841938688/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204148 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204123.844513:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841938688:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204123.844517:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204123.844519:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204123.844522:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3dca80 x1875052841938432/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204148 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204123.844529:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204123.844531:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204123.844533:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376800. 02000000:00000001:0.0:1788204123.844536:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204123.844537:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204123.844539:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204123.844541:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204123.844542:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4653a9ac00. 02000000:00000001:0.0:1788204123.844544:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204123.844545:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204123.844546:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3dca80. 00000100:00000001:0.0:1788204123.844548:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204123.844549:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204123.844550:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204123.844553:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3dfb80 x1875052841938560/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204148 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204123.844557:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204123.844558:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204123.844559:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788204123.844560:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204123.844561:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204123.844562:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204123.844563:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204123.844564:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4653a9b800. 02000000:00000001:0.0:1788204123.844566:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204123.844567:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204123.844567:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3dfb80. 00000100:00000001:0.0:1788204123.844569:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204123.844570:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204123.844571:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204123.844573:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3ddc00 x1875052841938688/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204148 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204123.844591:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204123.844592:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204123.844593:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377c00. 02000000:00000001:0.0:1788204123.844594:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204123.844595:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204123.844596:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788204123.844597:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204123.844598:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4653a9b400. 02000000:00000001:0.0:1788204123.844599:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204123.844600:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204123.844601:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3ddc00. 00000100:00000001:0.0:1788204123.844602:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204123.844603:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204123.844604:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204123.844607:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204123.844608:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204123.844610:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204123.844612:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204124.482465:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204124.482471:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204124.482475:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204124.482476:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204124.482478:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204124.482479:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204125.122477:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309264116, at 4309264128 00000100:00000040:1.0:1788204125.122478:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309264116, at 4309264128 00000100:00000010:0.0:1788204125.122493:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba180. 00000100:00000010:1.0:1788204125.122500:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba660. 00010000:00000001:0.0:1788204125.506502:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204125.506509:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204125.506513:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204125.506514:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204125.506516:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204125.506517:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204125.506538:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204125.506540:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204125.506542:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204126.530510:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204126.530518:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204126.530524:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204126.530526:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204126.530552:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204126.530553:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204126.530599:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204126.530601:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204126.530603:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204127.554549:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204127.554561:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204127.554569:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204127.554570:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204127.554575:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204127.554577:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204127.554610:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204127.554614:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204127.554618:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204128.578573:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204128.578581:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204128.578586:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204128.578587:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204128.578590:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204128.578591:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204128.962784:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204128.962792:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204128.962798:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204128.962810:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c84bb80 x1875052841938816/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204128.962830:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204128.962834:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204128.962840:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204128.962846:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204128.962853:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204128.962861:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c84bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841938816:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204128.962869:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204128.962876:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204128.962881:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204128.962886:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204128.962896:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377c00. 02000000:00000001:0.0:1788204128.962901:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204128.962914:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204128.962921:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204128.962933:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204128.962945:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841938816, portal 25 00000100:00000001:0.0:1788204128.962951:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204128.962956:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578525568 : -109644131026048 : ffff9c477c84bb80) 00000100:00000040:0.0:1788204128.962970:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c84bb80 x1875052841938816/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204128.962992:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204128.962999:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204128.963004:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788204128.963012:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841938816, offset 0 00000400:00000200:0.0:1788204128.963027:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204128.963044:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204128.963056:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204128.963067:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204128.963085:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204128.963093:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204128.963100:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204128.963109:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704390:704390:256:4294967295] 192.168.201.101@tcp LPNI seq info [704385:704385:8:4294967295] 00000400:00000200:0.0:1788204128.963121:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204128.963140:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204128.963156:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204128.963166:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788204128.963183:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204128.963193:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 38 secs later) 00000800:00000100:0.0:1788204128.963230:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204128.963237:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788204128.963247:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204128.963261:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204128.963273:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788204128.963280:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788204128.963290:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204128.963299:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c84bb80 x1875052841938816/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204128.963324:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204128.963333:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84bb80 x1875052841938816/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204153 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204128.963352:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204128.963357:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204128.963367:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204128.963377:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204128.963382:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4309269236 00000100:00000010:0.0:1788204128.963391:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba180. 00000100:00000001:0.0:1788204128.963444:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788204128.963452:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4309269237 00000100:00000010:0.0:1788204128.963456:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba660. 00000100:00000001:0.0:1788204128.963459:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788204128.963463:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204128.963466:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204128.963469:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204128.963475:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204128/real 1788204128] req@ffff9c477c84bb80 x1875052841938816/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204128.963499:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204128.963502:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204128.963505:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204128.963508:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204128.963510:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204128.963513:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204128.963518:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c84bb80 x1875052841938816/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204128.963529:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c84bb80 x1875052841938816/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204128.963537:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204128.963539:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204128.963542:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204128.963544:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204128.963548:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c84bb80 x1875052841938816/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204128.963556:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204128.963562:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c84bb80 x1875052841938816/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204153 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204128.963570:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204128.963574:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204128.963576:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204128.963578:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204128.963581:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204128.963584:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204128.963587:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204128.963591:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204128.963594:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204128.963599:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c84bb80 x1875052841938816/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204153 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204128.963608:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c84bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841938816:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204128.963615:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204128.963618:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204128.963621:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c84bb80 x1875052841938816/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204153 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204128.963630:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204128.963633:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204128.963645:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377c00. 02000000:00000001:0.0:1788204128.963649:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204128.963651:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204128.963654:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788204128.963656:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204128.963659:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f1c00. 02000000:00000001:0.0:1788204128.963663:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204128.963665:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204128.963667:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c84bb80. 00000100:00000001:0.0:1788204128.963671:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204128.963672:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204128.963675:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204128.963683:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204128.963686:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204128.963688:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204128.963691:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204128.963700:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204128.963706:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c848e00 x1875052841938944/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204128.963715:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204128.963716:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204128.963719:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204128.963721:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204128.963723:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204128.963726:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c848e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841938944:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204128.963730:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204128.963732:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204128.963734:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204128.963736:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204128.963739:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377c00. 02000000:00000001:0.0:1788204128.963742:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204128.963747:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204128.963750:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204128.963753:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204128.963757:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841938944, portal 10 00000100:00000001:0.0:1788204128.963759:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204128.963760:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578513920 : -109644131037696 : ffff9c477c848e00) 00000100:00000040:0.0:1788204128.963768:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c848e00 x1875052841938944/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204128.963776:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204128.963778:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204128.963781:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788204128.963784:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841938944, offset 0 00000400:00000200:0.0:1788204128.963789:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204128.963794:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204128.963798:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204128.963801:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204128.963804:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204128.963808:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204128.963810:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204128.963814:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704391:704391:256:4294967295] 192.168.201.101@tcp LPNI seq info [704386:704386:8:4294967295] 00000400:00000200:0.0:1788204128.963819:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204128.963827:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204128.963832:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204128.963836:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788204128.963840:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204128.963844:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 38 secs later) 00000800:00000100:0.0:1788204128.963857:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204128.963859:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788204128.963862:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204128.963866:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204128.963869:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788204128.963872:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788204128.963875:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204128.963878:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c848e00 x1875052841938944/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204128.963887:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204128.963891:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c848e00 x1875052841938944/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204153 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204128.963899:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204128.963901:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204128.963905:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204128.963910:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788204128.963913:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204128.963916:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309267978 00000100:00000001:0.0:1788204128.963919:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309269236 00000100:00000001:0.0:1788204128.963921:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309267978 00000100:00000001:0.0:1788204128.963926:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309269237 00000100:00000001:0.0:1788204128.963928:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204128.963930:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204128.963932:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204128.963937:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204128/real 1788204128] req@ffff9c477c848e00 x1875052841938944/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204128.963947:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204128.963949:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204128.963951:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204128.963953:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204128.963955:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204128.963958:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204128.963961:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c848e00 x1875052841938944/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204128.963971:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c848e00 x1875052841938944/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204128.963979:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204128.963980:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204128.963982:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204128.963984:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204128.963988:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c848e00 x1875052841938944/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204128.963995:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204128.964000:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c848e00 x1875052841938944/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204153 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204128.964007:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204128.964010:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204128.964011:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204128.964013:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204128.964016:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204128.964018:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204128.964021:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204128.964024:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204128.964027:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204128.964032:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c848e00 x1875052841938944/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204153 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204128.964041:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c848e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841938944:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204128.964045:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204128.964050:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c848380 x1875052841939072/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204128.964058:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204128.964060:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204128.964062:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204128.964065:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204128.964067:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204128.964070:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c848380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841939072:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204128.964074:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204128.964076:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204128.964078:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204128.964079:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204128.964083:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788204128.964086:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204128.964089:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204128.964091:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204128.964095:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204128.964098:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841939072, portal 10 00000100:00000001:0.0:1788204128.964100:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204128.964102:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578511232 : -109644131040384 : ffff9c477c848380) 00000100:00000040:0.0:1788204128.964108:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c848380 x1875052841939072/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204128.964116:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204128.964119:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204128.964121:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788204128.964124:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841939072, offset 0 00000400:00000200:0.0:1788204128.964128:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204128.964132:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204128.964136:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204128.964139:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204128.964142:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204128.964145:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204128.964148:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204128.964151:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704392:704392:256:4294967295] 192.168.201.101@tcp LPNI seq info [704387:704387:8:4294967295] 00000400:00000200:0.0:1788204128.964156:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204128.964163:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204128.964168:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204128.964171:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788204128.964175:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204128.964178:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 38 secs later) 00000800:00000100:0.0:1788204128.964190:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204128.964192:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788204128.964195:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204128.964199:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204128.964202:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788204128.964204:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788204128.964207:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204128.964211:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c848380 x1875052841939072/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204128.964220:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204128.964223:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c848380 x1875052841939072/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204153 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204128.964238:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204128.964240:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204128.964243:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204128.964246:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788204128.964250:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204128.964252:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309267978 00000100:00000001:0.0:1788204128.964255:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309269236 00000100:00000001:0.0:1788204128.964258:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309267978 00000100:00000001:0.0:1788204128.964260:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309269237 00000100:00000001:0.0:1788204128.964263:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204128.964265:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204128.964267:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204128.964271:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204128/real 1788204128] req@ffff9c477c848380 x1875052841939072/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204128.964280:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204128.964282:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204128.964283:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204128.964286:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204128.964288:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204128.964290:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204128.964293:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c848380 x1875052841939072/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204128.964303:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c848380 x1875052841939072/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204128.964310:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204128.964312:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204128.964313:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204128.964315:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204128.964319:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c848380 x1875052841939072/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204128.964327:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204128.964332:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c848380 x1875052841939072/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204153 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204128.964339:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204128.964342:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204128.964343:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204128.964345:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204128.964347:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204128.964349:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204128.964351:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204128.964354:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204128.964356:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204128.964361:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c848380 x1875052841939072/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204153 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204128.964369:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c848380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841939072:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204128.964373:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204128.964377:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c849500 x1875052841939200/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204128.964385:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204128.964387:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204128.964389:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204128.964391:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204128.964427:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204128.964440:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c849500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841939200:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204128.964447:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204128.964450:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204128.964452:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204128.964454:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204128.964458:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376800. 02000000:00000001:0.0:1788204128.964461:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204128.964465:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204128.964468:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204128.964472:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204128.964475:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841939200, portal 4 00000100:00000001:0.0:1788204128.964477:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204128.964478:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578515712 : -109644131035904 : ffff9c477c849500) 00000100:00000040:0.0:1788204128.964486:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c849500 x1875052841939200/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204128.964509:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204128.964512:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204128.964515:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788204128.964517:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841939200, offset 0 00000400:00000200:0.0:1788204128.964522:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204128.964526:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204128.964530:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204128.964533:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204128.964536:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204128.964538:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204128.964541:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204128.964544:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704393:704393:256:4294967295] 192.168.201.101@tcp LPNI seq info [704388:704388:8:4294967295] 00000400:00000200:0.0:1788204128.964549:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204128.964556:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204128.964561:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204128.964564:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788204128.964568:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204128.964571:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 38 secs later) 00000800:00000100:0.0:1788204128.964583:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204128.964586:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788204128.964589:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204128.964592:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204128.964596:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788204128.964598:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788204128.964600:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204128.964604:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c849500 x1875052841939200/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204128.964613:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204128.964617:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c849500 x1875052841939200/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204153 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204128.964624:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204128.964626:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204128.964628:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204128.964631:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788204128.964635:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204128.964637:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309268005 00000100:00000001:0.0:1788204128.964639:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309269236 00000100:00000001:0.0:1788204128.964641:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309268005 00000100:00000001:0.0:1788204128.964644:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309269237 00000100:00000001:0.0:1788204128.964646:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204128.964648:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204128.964650:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204128.964654:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204128/real 1788204128] req@ffff9c477c849500 x1875052841939200/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204128.964662:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204128.964663:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204128.964665:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204128.964667:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204128.964669:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204128.964672:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204128.964675:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c849500 x1875052841939200/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204128.964684:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c849500 x1875052841939200/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204128.964691:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204128.964693:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204128.964694:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204128.964696:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204128.964699:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c849500 x1875052841939200/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204128.964706:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204128.964710:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c849500 x1875052841939200/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204153 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204128.964717:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204128.964720:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204128.964722:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204128.964723:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204128.964725:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204128.964727:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204128.964730:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204128.964733:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204128.964735:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204128.964740:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c849500 x1875052841939200/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204153 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204128.964749:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c849500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841939200:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204128.964754:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204128.964756:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204128.964760:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c848e00 x1875052841938944/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204153 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204128.964768:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204128.964770:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204128.964772:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377c00. 02000000:00000001:0.0:1788204128.964775:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204128.964776:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204128.964778:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204128.964781:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204128.964783:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f3c00. 02000000:00000001:0.0:1788204128.964786:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204128.964787:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204128.964788:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c848e00. 00000100:00000001:0.0:1788204128.964791:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204128.964793:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204128.964795:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204128.964799:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c848380 x1875052841939072/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204153 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204128.964806:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204128.964807:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204128.964809:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788204128.964811:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204128.964812:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204128.964814:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204128.964815:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204128.964817:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f1000. 02000000:00000001:0.0:1788204128.964819:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204128.964820:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204128.964821:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c848380. 00000100:00000001:0.0:1788204128.964823:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204128.964825:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204128.964826:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204128.964830:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c849500 x1875052841939200/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204153 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204128.964836:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204128.964838:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204128.964840:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376800. 02000000:00000001:0.0:1788204128.964843:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204128.964844:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204128.964846:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788204128.964848:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204128.964850:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f3400. 02000000:00000001:0.0:1788204128.964852:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204128.964853:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204128.964855:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c849500. 00000100:00000001:0.0:1788204128.964857:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204128.964859:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204128.964861:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204128.964864:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204128.964866:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204128.964868:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204128.964870:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204129.602549:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204129.602559:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204129.602561:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204129.602570:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204129.602576:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204129.602578:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204129.602580:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204129.602582:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204129.602586:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204129.602587:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204129.602591:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204129.602592:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204129.602619:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204129.602621:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204129.602624:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204130.242527:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309269236, at 4309269248 00000100:00000040:1.0:1788204130.242536:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309269237, at 4309269248 00000100:00000010:0.0:1788204130.242540:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba180. 00000100:00000010:1.0:1788204130.242554:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba660. 00010000:00000001:0.0:1788204130.626523:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204130.626529:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204130.626533:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204130.626534:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204130.626537:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204130.626538:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204130.626563:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204130.626566:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204130.626569:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204131.650505:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204131.650510:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204131.650515:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204131.650518:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204131.650519:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204131.650522:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204131.650524:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204131.650526:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204131.650527:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204131.650529:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204131.650531:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204131.650532:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204131.650533:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204131.650534:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204131.650535:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204131.650536:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204131.650537:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204131.650538:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204131.650557:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204131.650559:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204131.650561:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204132.674604:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204132.674614:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204132.674621:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204132.674623:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204132.674627:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204132.674629:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204133.698504:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204133.698509:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204133.698513:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204133.698514:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204133.698517:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204133.698518:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204133.698537:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204133.698539:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204133.698541:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788204134.082787:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204134.082793:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204134.082797:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204134.082806:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c848a80 x1875052841939328/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204134.082820:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204134.082824:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204134.082829:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204134.082832:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204134.082835:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204134.082841:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c848a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841939328:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204134.082847:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204134.082853:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204134.082857:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204134.082863:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204134.082868:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788204134.082872:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204134.082885:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204134.082893:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204134.082904:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204134.082915:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841939328, portal 25 00000100:00000001:0.0:1788204134.082923:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204134.082927:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578513024 : -109644131038592 : ffff9c477c848a80) 00000100:00000040:0.0:1788204134.082938:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c848a80 x1875052841939328/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204134.082966:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204134.082974:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204134.082980:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788204134.082987:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841939328, offset 0 00000400:00000200:0.0:1788204134.083003:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204134.083017:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204134.083030:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204134.083040:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204134.083048:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204134.083058:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204134.083066:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204134.083077:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704394:704394:256:4294967295] 192.168.201.101@tcp LPNI seq info [704389:704389:8:4294967295] 00000400:00000200:0.0:1788204134.083092:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204134.083114:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204134.083127:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204134.083136:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788204134.083146:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204134.083151:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 33 secs later) 00000800:00000100:0.0:1788204134.083198:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204134.083205:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788204134.083216:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204134.083227:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204134.083236:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788204134.083242:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788204134.083273:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204134.083284:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c848a80 x1875052841939328/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204134.083295:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204134.083299:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c848a80 x1875052841939328/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204159 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204134.083305:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204134.083306:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204134.083319:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204134.083327:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204134.083331:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4309274356 00000100:00000010:0.0:1788204134.083338:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba180. 00000100:00000001:0.0:1788204134.083346:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788204134.083353:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4309274356 00000100:00000010:0.0:1788204134.083357:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba720. 00000100:00000001:0.0:1788204134.083362:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788204134.083366:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204134.083369:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204134.083371:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204134.083376:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204134/real 1788204134] req@ffff9c477c848a80 x1875052841939328/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204134.083384:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204134.083386:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204134.083387:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204134.083389:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204134.083391:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204134.083454:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204134.083458:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c848a80 x1875052841939328/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204134.083466:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c848a80 x1875052841939328/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204134.083472:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204134.083473:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204134.083475:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204134.083477:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204134.083480:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c848a80 x1875052841939328/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204134.083484:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204134.083487:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c848a80 x1875052841939328/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204159 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204134.083492:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204134.083494:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204134.083496:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204134.083497:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204134.083499:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204134.083501:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204134.083503:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204134.083505:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204134.083507:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204134.083510:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c848a80 x1875052841939328/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204159 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204134.083515:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c848a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841939328:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204134.083519:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204134.083520:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204134.083522:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c848a80 x1875052841939328/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204159 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204134.083527:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204134.083529:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204134.083531:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788204134.083532:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204134.083534:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204134.083535:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788204134.083537:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204134.083538:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f2000. 02000000:00000001:0.0:1788204134.083541:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204134.083543:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204134.083544:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c848a80. 00000100:00000001:0.0:1788204134.083546:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204134.083547:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204134.083549:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204134.083554:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204134.083555:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204134.083557:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204134.083558:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204134.083559:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204134.083562:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c849880 x1875052841939456/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204134.083567:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204134.083568:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204134.083570:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204134.083571:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204134.083572:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204134.083574:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c849880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841939456:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204134.083576:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204134.083585:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204134.083586:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204134.083588:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204134.083590:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788204134.083592:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204134.083595:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204134.083597:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204134.083600:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204134.083602:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841939456, portal 10 00000100:00000001:0.0:1788204134.083604:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204134.083605:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578516608 : -109644131035008 : ffff9c477c849880) 00000100:00000040:0.0:1788204134.083610:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c849880 x1875052841939456/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204134.083614:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204134.083616:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204134.083617:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788204134.083619:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841939456, offset 0 00000400:00000200:0.0:1788204134.083625:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204134.083628:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204134.083632:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204134.083636:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204134.083639:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204134.083641:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204134.083643:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204134.083647:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704395:704395:256:4294967295] 192.168.201.101@tcp LPNI seq info [704390:704390:8:4294967295] 00000400:00000200:0.0:1788204134.083652:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204134.083658:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204134.083664:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204134.083667:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788204134.083672:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204134.083675:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 33 secs later) 00000800:00000100:0.0:1788204134.083686:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204134.083688:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788204134.083690:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204134.083692:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204134.083695:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788204134.083696:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788204134.083698:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204134.083701:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c849880 x1875052841939456/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204134.083706:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204134.083708:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c849880 x1875052841939456/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204159 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204134.083714:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204134.083716:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204134.083719:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204134.083723:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788204134.083727:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204134.083729:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309273098 00000100:00000001:0.0:1788204134.083732:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309274356 00000100:00000001:0.0:1788204134.083734:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309273098 00000100:00000001:0.0:1788204134.083736:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309274356 00000100:00000001:0.0:1788204134.083738:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204134.083741:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204134.083743:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204134.083748:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204134/real 1788204134] req@ffff9c477c849880 x1875052841939456/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204134.083757:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204134.083759:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204134.083761:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204134.083764:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204134.083765:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204134.083766:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204134.083769:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c849880 x1875052841939456/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204134.083775:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c849880 x1875052841939456/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204134.083779:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204134.083780:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204134.083781:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204134.083782:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204134.083784:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c849880 x1875052841939456/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204134.083789:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204134.083791:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c849880 x1875052841939456/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204159 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204134.083796:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204134.083798:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204134.083799:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204134.083799:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204134.083801:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204134.083802:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204134.083803:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204134.083806:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204134.083807:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204134.083810:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c849880 x1875052841939456/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204159 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204134.083815:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c849880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841939456:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204134.083817:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204134.083819:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c84b800 x1875052841939584/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204134.083823:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204134.083824:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204134.083826:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204134.083827:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204134.083828:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204134.083830:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c84b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841939584:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204134.083832:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204134.083834:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204134.083835:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204134.083836:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204134.083839:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377c00. 02000000:00000001:0.0:1788204134.083840:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204134.083842:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204134.083844:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204134.083846:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204134.083848:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841939584, portal 10 00000100:00000001:0.0:1788204134.083849:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204134.083850:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578524672 : -109644131026944 : ffff9c477c84b800) 00000100:00000040:0.0:1788204134.083854:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c84b800 x1875052841939584/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204134.083859:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204134.083861:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204134.083862:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788204134.083864:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841939584, offset 0 00000400:00000200:0.0:1788204134.083866:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204134.083869:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204134.083872:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204134.083874:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204134.083877:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204134.083879:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204134.083882:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204134.083885:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704396:704396:256:4294967295] 192.168.201.101@tcp LPNI seq info [704391:704391:8:4294967295] 00000400:00000200:0.0:1788204134.083889:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204134.083896:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204134.083901:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204134.083904:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788204134.083909:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204134.083911:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 33 secs later) 00000800:00000100:0.0:1788204134.083923:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204134.083925:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788204134.083927:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204134.083930:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204134.083932:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788204134.083933:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788204134.083935:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204134.083938:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c84b800 x1875052841939584/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204134.083943:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204134.083945:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84b800 x1875052841939584/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204159 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204134.083950:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204134.083951:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204134.083954:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204134.083956:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788204134.083958:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204134.083960:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309273098 00000100:00000001:0.0:1788204134.083962:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309274356 00000100:00000001:0.0:1788204134.083964:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309273098 00000100:00000001:0.0:1788204134.083967:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309274356 00000100:00000001:0.0:1788204134.083969:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204134.083971:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204134.083973:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204134.083977:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204134/real 1788204134] req@ffff9c477c84b800 x1875052841939584/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204134.083985:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204134.083987:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204134.083989:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204134.083991:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204134.083993:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204134.083995:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204134.083999:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c84b800 x1875052841939584/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204134.084008:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c84b800 x1875052841939584/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204134.084015:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204134.084017:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204134.084018:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204134.084019:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204134.084022:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c84b800 x1875052841939584/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204134.084026:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204134.084029:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c84b800 x1875052841939584/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204159 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204134.084035:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204134.084036:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204134.084037:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204134.084038:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204134.084039:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204134.084041:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204134.084042:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204134.084044:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204134.084045:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204134.084047:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c84b800 x1875052841939584/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204159 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204134.084052:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c84b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841939584:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204134.084055:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204134.084057:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c84ad80 x1875052841939712/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204134.084062:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204134.084063:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204134.084064:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204134.084066:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204134.084067:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204134.084070:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c84ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841939712:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204134.084074:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204134.084076:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204134.084078:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204134.084079:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204134.084083:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377000. 02000000:00000001:0.0:1788204134.084085:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204134.084089:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204134.084145:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204134.084148:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204134.084150:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841939712, portal 4 00000100:00000001:0.0:1788204134.084152:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204134.084153:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578521984 : -109644131029632 : ffff9c477c84ad80) 00000100:00000040:0.0:1788204134.084158:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c84ad80 x1875052841939712/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204134.084163:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204134.084164:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204134.084166:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788204134.084167:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841939712, offset 0 00000400:00000200:0.0:1788204134.084170:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204134.084173:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204134.084175:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204134.084177:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204134.084179:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204134.084181:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204134.084182:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204134.084184:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704397:704397:256:4294967295] 192.168.201.101@tcp LPNI seq info [704392:704392:8:4294967295] 00000400:00000200:0.0:1788204134.084187:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204134.084191:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204134.084196:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204134.084199:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788204134.084203:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204134.084206:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 33 secs later) 00000800:00000100:0.0:1788204134.084216:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204134.084218:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788204134.084222:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204134.084225:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204134.084229:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788204134.084231:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788204134.084234:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204134.084238:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c84ad80 x1875052841939712/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204134.084246:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204134.084249:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84ad80 x1875052841939712/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204159 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204134.084254:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204134.084255:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204134.084258:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204134.084260:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788204134.084262:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204134.084264:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309273124 00000100:00000001:0.0:1788204134.084266:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309274356 00000100:00000001:0.0:1788204134.084267:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309273124 00000100:00000001:0.0:1788204134.084269:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309274356 00000100:00000001:0.0:1788204134.084270:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204134.084271:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204134.084273:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204134.084275:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204134/real 1788204134] req@ffff9c477c84ad80 x1875052841939712/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204134.084280:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204134.084281:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204134.084282:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204134.084283:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204134.084284:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204134.084286:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204134.084288:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c84ad80 x1875052841939712/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204134.084293:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c84ad80 x1875052841939712/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204134.084301:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204134.084302:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204134.084303:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204134.084304:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204134.084306:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c84ad80 x1875052841939712/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204134.084310:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204134.084313:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c84ad80 x1875052841939712/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204159 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204134.084317:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204134.084318:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204134.084319:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204134.084320:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204134.084321:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204134.084322:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204134.084324:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204134.084327:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204134.084330:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204134.084334:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c84ad80 x1875052841939712/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204159 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204134.084342:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c84ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841939712:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204134.084346:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204134.084348:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204134.084352:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c849880 x1875052841939456/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204159 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204134.084359:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204134.084361:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204134.084363:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788204134.084366:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204134.084368:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204134.084369:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204134.084372:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204134.084373:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f0800. 02000000:00000001:0.0:1788204134.084376:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204134.084378:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204134.084379:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c849880. 00000100:00000001:0.0:1788204134.084381:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204134.084382:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204134.084383:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204134.084386:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c84b800 x1875052841939584/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204159 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204134.084391:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204134.084391:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204134.084421:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377c00. 02000000:00000001:0.0:1788204134.084424:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204134.084425:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204134.084426:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204134.084428:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204134.084429:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f3400. 02000000:00000001:0.0:1788204134.084430:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204134.084431:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204134.084432:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c84b800. 00000100:00000001:0.0:1788204134.084434:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204134.084435:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204134.084436:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204134.084439:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c84ad80 x1875052841939712/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204159 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204134.084444:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204134.084445:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204134.084446:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377000. 02000000:00000001:0.0:1788204134.084447:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204134.084447:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204134.084448:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788204134.084450:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204134.084451:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f1000. 02000000:00000001:0.0:1788204134.084452:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204134.084453:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204134.084454:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c84ad80. 00000100:00000001:0.0:1788204134.084455:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204134.084456:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204134.084457:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204134.084460:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204134.084461:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204134.084462:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204134.084463:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204134.722500:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204134.722507:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204134.722513:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204134.722515:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204134.722518:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204134.722520:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204134.722555:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204134.722558:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204134.722562:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204135.362492:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309274356, at 4309274368 00000100:00000040:1.0:1788204135.362492:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309274356, at 4309274368 00000100:00000010:0.0:1788204135.362506:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba180. 00000100:00000010:1.0:1788204135.362509:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba720. 00010000:00000001:0.0:1788204135.746513:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204135.746521:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204135.746527:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204135.746529:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204135.746532:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204135.746534:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204136.770469:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204136.770484:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204136.770491:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204136.770493:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204136.770496:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204136.770498:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204137.794479:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204137.794485:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204137.794490:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204137.794491:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204137.794494:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204137.794495:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204137.794513:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204137.794515:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204137.794517:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204138.818500:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204138.818506:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204138.818510:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204138.818511:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204138.818514:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204138.818515:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204138.818535:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204138.818537:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204138.818539:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788204139.202725:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204139.202731:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204139.202734:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204139.202744:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9f800 x1875052841939840/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204139.202764:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204139.202769:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204139.202772:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204139.202776:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204139.202780:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204139.202785:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841939840:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204139.202791:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204139.202798:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204139.202803:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204139.202811:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204139.202820:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377c00. 02000000:00000001:0.0:1788204139.202825:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204139.202838:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204139.202846:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204139.202856:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204139.202866:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841939840, portal 25 00000100:00000001:0.0:1788204139.202871:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204139.202873:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330356224 : -109644379195392 : ffff9c476db9f800) 00000100:00000040:0.0:1788204139.202882:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9f800 x1875052841939840/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204139.202895:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204139.202901:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204139.202905:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788204139.202909:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841939840, offset 0 00000400:00000200:0.0:1788204139.202918:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204139.202928:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204139.202937:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204139.202948:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204139.202956:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204139.202964:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204139.202972:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204139.202982:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704398:704398:256:4294967295] 192.168.201.101@tcp LPNI seq info [704393:704393:8:4294967295] 00000400:00000200:0.0:1788204139.202990:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204139.203004:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204139.203012:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204139.203022:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788204139.203032:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204139.203037:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 28 secs later) 00000800:00000100:0.0:1788204139.203058:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204139.203062:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788204139.203069:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204139.203075:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204139.203079:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788204139.203083:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788204139.203089:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204139.203095:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9f800 x1875052841939840/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204139.203112:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204139.203119:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9f800 x1875052841939840/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204164 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204139.203136:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204139.203140:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204139.203150:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204139.203158:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204139.203162:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4309279476 00000100:00000010:0.0:1788204139.203169:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba180. 00000100:00000001:0.0:1788204139.203178:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788204139.203186:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4309279476 00000100:00000010:0.0:1788204139.203192:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685baf00. 00000100:00000001:0.0:1788204139.203194:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788204139.203197:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204139.203200:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204139.203205:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204139.203213:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204139/real 1788204139] req@ffff9c476db9f800 x1875052841939840/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204139.203232:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204139.203236:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204139.203240:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204139.203244:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204139.203247:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204139.203249:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204139.203254:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9f800 x1875052841939840/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204139.203273:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9f800 x1875052841939840/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204139.203285:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204139.203289:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204139.203293:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204139.203296:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204139.203300:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9f800 x1875052841939840/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204139.203323:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204139.203332:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9f800 x1875052841939840/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204164 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204139.203351:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204139.203356:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204139.203361:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204139.203364:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204139.203367:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204139.203369:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204139.203373:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204139.203377:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204139.203379:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204139.203383:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9f800 x1875052841939840/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204164 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204139.203389:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841939840:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204139.203427:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204139.203435:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204139.203438:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9f800 x1875052841939840/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204164 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204139.203443:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204139.203445:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204139.203447:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377c00. 02000000:00000001:0.0:1788204139.203450:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204139.203451:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204139.203453:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788204139.203455:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204139.203457:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a43800. 02000000:00000001:0.0:1788204139.203461:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204139.203462:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204139.203464:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9f800. 00000100:00000001:0.0:1788204139.203466:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204139.203467:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204139.203469:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204139.203474:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204139.203476:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204139.203477:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204139.203478:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204139.203480:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204139.203482:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9c380 x1875052841939968/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204139.203487:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204139.203488:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204139.203489:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204139.203491:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204139.203492:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204139.203494:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841939968:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204139.203496:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204139.203498:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204139.203499:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204139.203500:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204139.203503:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377c00. 02000000:00000001:0.0:1788204139.203504:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204139.203507:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204139.203509:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204139.203511:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204139.203514:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841939968, portal 10 00000100:00000001:0.0:1788204139.203515:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204139.203516:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330342784 : -109644379208832 : ffff9c476db9c380) 00000100:00000040:0.0:1788204139.203522:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9c380 x1875052841939968/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204139.203527:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204139.203534:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204139.203536:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788204139.203538:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841939968, offset 0 00000400:00000200:0.0:1788204139.203541:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204139.203544:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204139.203546:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204139.203549:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204139.203551:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204139.203552:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204139.203554:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204139.203556:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704399:704399:256:4294967295] 192.168.201.101@tcp LPNI seq info [704394:704394:8:4294967295] 00000400:00000200:0.0:1788204139.203559:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204139.203563:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204139.203567:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204139.203569:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788204139.203572:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204139.203575:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 28 secs later) 00000800:00000100:0.0:1788204139.203587:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204139.203589:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788204139.203592:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204139.203604:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204139.203607:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788204139.203610:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788204139.203613:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204139.203617:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9c380 x1875052841939968/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204139.203626:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204139.203630:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9c380 x1875052841939968/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204164 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204139.203646:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204139.203647:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204139.203650:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204139.203654:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788204139.203656:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204139.203658:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309278218 00000100:00000001:0.0:1788204139.203660:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309279476 00000100:00000001:0.0:1788204139.203662:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309278218 00000100:00000001:0.0:1788204139.203664:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309279476 00000100:00000001:0.0:1788204139.203665:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204139.203667:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204139.203668:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204139.203670:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204139/real 1788204139] req@ffff9c476db9c380 x1875052841939968/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204139.203675:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204139.203677:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204139.203678:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204139.203679:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204139.203680:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204139.203682:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204139.203684:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9c380 x1875052841939968/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204139.203689:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9c380 x1875052841939968/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204139.203694:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204139.203695:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204139.203696:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204139.203697:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204139.203699:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9c380 x1875052841939968/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204139.203704:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204139.203706:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9c380 x1875052841939968/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204164 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204139.203711:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204139.203712:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204139.203713:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204139.203714:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204139.203715:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204139.203716:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204139.203718:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204139.203720:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204139.203721:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204139.203724:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9c380 x1875052841939968/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204164 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204139.203728:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841939968:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204139.203731:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204139.203733:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9d880 x1875052841940096/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204139.203737:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204139.203738:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204139.203739:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204139.203741:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204139.203742:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204139.203744:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841940096:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204139.203746:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204139.203747:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204139.203749:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204139.203750:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204139.203752:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788204139.203753:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204139.203755:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204139.203757:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204139.203759:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204139.203761:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841940096, portal 10 00000100:00000001:0.0:1788204139.203763:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204139.203764:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330348160 : -109644379203456 : ffff9c476db9d880) 00000100:00000040:0.0:1788204139.203768:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9d880 x1875052841940096/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204139.203772:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204139.203774:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204139.203775:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788204139.203777:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841940096, offset 0 00000400:00000200:0.0:1788204139.203779:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204139.203782:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204139.203784:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204139.203786:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204139.203788:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204139.203789:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204139.203791:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204139.203794:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704400:704400:256:4294967295] 192.168.201.101@tcp LPNI seq info [704395:704395:8:4294967295] 00000400:00000200:0.0:1788204139.203798:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204139.203804:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204139.203809:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204139.203812:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788204139.203817:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204139.203819:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 28 secs later) 00000800:00000100:0.0:1788204139.203832:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204139.203834:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788204139.203838:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204139.203841:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204139.203845:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788204139.203846:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788204139.203849:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204139.203852:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9d880 x1875052841940096/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204139.203858:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204139.203860:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9d880 x1875052841940096/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204164 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204139.203864:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204139.203865:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204139.203867:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204139.203870:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788204139.203872:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204139.203873:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309278218 00000100:00000001:0.0:1788204139.203875:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309279476 00000100:00000001:0.0:1788204139.203877:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309278218 00000100:00000001:0.0:1788204139.203878:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309279476 00000100:00000001:0.0:1788204139.203880:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204139.203881:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204139.203882:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204139.203884:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204139/real 1788204139] req@ffff9c476db9d880 x1875052841940096/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204139.203889:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204139.203890:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204139.203892:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204139.203893:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204139.203894:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204139.203896:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204139.203898:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9d880 x1875052841940096/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204139.203903:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9d880 x1875052841940096/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204139.203907:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204139.203908:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204139.203909:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204139.203910:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204139.203912:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9d880 x1875052841940096/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204139.203916:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204139.203919:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9d880 x1875052841940096/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204164 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204139.203923:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204139.203924:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204139.203925:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204139.203926:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204139.203927:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204139.203928:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204139.203930:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204139.203932:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204139.203934:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204139.203939:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9d880 x1875052841940096/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204164 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204139.203947:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841940096:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204139.203951:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204139.203954:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9ca80 x1875052841940224/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204139.203962:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204139.203963:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204139.203966:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204139.203968:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204139.203970:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204139.203973:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841940224:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204139.203976:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204139.203978:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204139.203980:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204139.203982:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204139.203986:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374400. 02000000:00000001:0.0:1788204139.203987:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204139.203990:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204139.203992:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204139.203995:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204139.203997:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841940224, portal 4 00000100:00000001:0.0:1788204139.203998:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204139.203999:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330344576 : -109644379207040 : ffff9c476db9ca80) 00000100:00000040:0.0:1788204139.204004:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9ca80 x1875052841940224/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204139.204008:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204139.204010:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204139.204011:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788204139.204013:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841940224, offset 0 00000400:00000200:0.0:1788204139.204015:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204139.204018:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204139.204020:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204139.204022:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204139.204024:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204139.204026:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204139.204028:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204139.204030:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704401:704401:256:4294967295] 192.168.201.101@tcp LPNI seq info [704396:704396:8:4294967295] 00000400:00000200:0.0:1788204139.204033:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204139.204037:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204139.204041:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204139.204043:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788204139.204045:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204139.204047:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 28 secs later) 00000800:00000100:0.0:1788204139.204055:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204139.204057:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788204139.204059:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204139.204061:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204139.204063:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788204139.204064:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788204139.204066:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204139.204068:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9ca80 x1875052841940224/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204139.204073:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204139.204075:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9ca80 x1875052841940224/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204164 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204139.204080:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204139.204081:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204139.204083:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204139.204085:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788204139.204087:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204139.204088:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309278244 00000100:00000001:0.0:1788204139.204090:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309279476 00000100:00000001:0.0:1788204139.204092:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309278244 00000100:00000001:0.0:1788204139.204093:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309279476 00000100:00000001:0.0:1788204139.204095:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204139.204096:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204139.204098:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204139.204100:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204139/real 1788204139] req@ffff9c476db9ca80 x1875052841940224/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204139.204108:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204139.204109:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204139.204111:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204139.204113:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204139.204115:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204139.204117:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204139.204120:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9ca80 x1875052841940224/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204139.204129:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9ca80 x1875052841940224/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204139.204137:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204139.204138:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204139.204140:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204139.204142:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204139.204146:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9ca80 x1875052841940224/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204139.204153:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204139.204157:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9ca80 x1875052841940224/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204164 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204139.204163:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204139.204165:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204139.204166:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204139.204167:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204139.204168:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204139.204169:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204139.204170:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204139.204173:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204139.204174:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204139.204177:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9ca80 x1875052841940224/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204164 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204139.204182:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841940224:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204139.204184:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204139.204185:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204139.204187:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9c380 x1875052841939968/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204164 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204139.204191:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204139.204192:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204139.204194:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377c00. 02000000:00000001:0.0:1788204139.204196:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204139.204197:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204139.204198:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204139.204199:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204139.204200:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a41400. 02000000:00000001:0.0:1788204139.204202:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204139.204203:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204139.204204:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9c380. 00000100:00000001:0.0:1788204139.204206:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204139.204207:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204139.204208:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204139.204210:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9d880 x1875052841940096/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204164 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204139.204214:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204139.204215:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204139.204216:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788204139.204218:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204139.204219:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204139.204219:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204139.204220:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204139.204222:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a41000. 02000000:00000001:0.0:1788204139.204223:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204139.204224:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204139.204225:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9d880. 00000100:00000001:0.0:1788204139.204226:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204139.204227:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204139.204228:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204139.204230:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9ca80 x1875052841940224/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204164 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204139.204234:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204139.204234:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204139.204235:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374400. 02000000:00000001:0.0:1788204139.204236:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204139.204237:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204139.204238:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788204139.204239:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204139.204240:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a41800. 02000000:00000001:0.0:1788204139.204241:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204139.204241:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204139.204242:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9ca80. 00000100:00000001:0.0:1788204139.204243:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204139.204244:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204139.204245:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204139.204248:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204139.204249:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204139.204250:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204139.204251:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204139.842497:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204139.842507:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204139.842509:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204139.842513:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204139.842518:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204139.842520:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204139.842522:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204139.842525:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204139.842528:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204139.842530:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204139.842534:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204139.842535:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204140.482499:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309279476, at 4309279488 00000100:00000040:1.0:1788204140.482499:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309279476, at 4309279488 00000100:00000010:1.0:1788204140.482516:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685baf00. 00000100:00000010:0.0:1788204140.482519:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba180. 00010000:00000001:0.0:1788204140.866493:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204140.866499:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204140.866503:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204140.866504:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204140.866506:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204140.866507:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204141.890467:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204141.890473:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204141.890477:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204141.890479:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204141.890481:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204141.890485:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204141.890487:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204141.890489:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204141.890491:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204141.890492:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204141.890494:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204141.890495:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204141.890496:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204141.890497:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204141.890498:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204141.890499:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204141.890500:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204141.890502:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204141.890518:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204141.890520:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204141.890522:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204142.914513:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204142.914518:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204142.914522:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204142.914522:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204142.914525:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204142.914526:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204142.914550:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204142.914553:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204142.914556:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204143.938481:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204143.938486:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204143.938491:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204143.938492:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204143.938496:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204143.938497:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204144.322718:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204144.322724:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204144.322727:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204144.322737:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9ed80 x1875052841940352/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204144.322752:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204144.322756:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204144.322761:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204144.322765:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204144.322769:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204144.322781:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841940352:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204144.322785:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204144.322790:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204144.322794:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204144.322797:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204144.322803:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374400. 02000000:00000001:0.0:1788204144.322807:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204144.322815:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204144.322820:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204144.322826:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204144.322834:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841940352, portal 25 00000100:00000001:0.0:1788204144.322840:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204144.322843:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330353536 : -109644379198080 : ffff9c476db9ed80) 00000100:00000040:0.0:1788204144.322850:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9ed80 x1875052841940352/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204169 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204144.322879:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204144.322886:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204144.322890:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788204144.322895:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841940352, offset 0 00000400:00000200:0.0:1788204144.322905:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204144.322916:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204144.322924:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204144.322931:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204144.322937:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204144.322944:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204144.322953:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204144.322959:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704402:704402:256:4294967295] 192.168.201.101@tcp LPNI seq info [704397:704397:8:4294967295] 00000400:00000200:0.0:1788204144.322966:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204144.322981:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204144.322993:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204144.322998:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788204144.323009:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204144.323017:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1788204144.323060:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204144.323066:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788204144.323076:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204144.323082:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204144.323088:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788204144.323091:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788204144.323095:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204144.323103:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9ed80 x1875052841940352/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204169 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204144.323125:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204144.323129:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9ed80 x1875052841940352/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204169 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204144.323147:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204144.323151:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204144.323157:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204144.323164:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204144.323170:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4309284596 00000100:00000010:0.0:1788204144.323175:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba180. 00000100:00000001:0.0:1788204144.323182:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788204144.323190:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4309284596 00000100:00000010:0.0:1788204144.323195:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685bac00. 00000100:00000001:0.0:1788204144.323199:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788204144.323203:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204144.323208:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204144.323213:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204144.323233:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204144/real 1788204144] req@ffff9c476db9ed80 x1875052841940352/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204144.323247:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204144.323251:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204144.323253:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204144.323258:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204144.323261:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204144.323266:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204144.323272:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9ed80 x1875052841940352/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204144.323285:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9ed80 x1875052841940352/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204144.323295:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204144.323299:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204144.323303:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204144.323306:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204144.323311:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9ed80 x1875052841940352/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204144.323325:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204144.323329:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9ed80 x1875052841940352/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204169 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204144.323333:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204144.323335:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204144.323337:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204144.323338:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204144.323340:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204144.323341:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204144.323343:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204144.323346:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204144.323347:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204144.323351:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9ed80 x1875052841940352/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204169 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204144.323359:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841940352:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204144.323365:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204144.323369:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204144.323375:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9ed80 x1875052841940352/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204169 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204144.323384:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204144.323389:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204144.323446:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374400. 02000000:00000001:0.0:1788204144.323451:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204144.323455:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204144.323457:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788204144.323459:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204144.323464:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a42400. 02000000:00000001:0.0:1788204144.323469:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204144.323474:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204144.323479:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9ed80. 00000100:00000001:0.0:1788204144.323492:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204144.323495:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204144.323498:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204144.323507:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204144.323512:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204144.323517:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204144.323520:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204144.323524:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204144.323532:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9d500 x1875052841940480/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204144.323546:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204144.323549:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204144.323553:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204144.323555:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204144.323558:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204144.323561:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841940480:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204144.323564:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204144.323566:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204144.323568:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204144.323569:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204144.323572:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374400. 02000000:00000001:0.0:1788204144.323574:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204144.323577:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204144.323579:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204144.323582:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204144.323584:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841940480, portal 10 00000100:00000001:0.0:1788204144.323585:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204144.323586:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330347264 : -109644379204352 : ffff9c476db9d500) 00000100:00000040:0.0:1788204144.323592:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9d500 x1875052841940480/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204169 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204144.323596:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204144.323598:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204144.323599:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788204144.323601:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841940480, offset 0 00000400:00000200:0.0:1788204144.323604:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204144.323607:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204144.323610:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204144.323612:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204144.323614:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204144.323616:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204144.323618:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204144.323620:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704403:704403:256:4294967295] 192.168.201.101@tcp LPNI seq info [704398:704398:8:4294967295] 00000400:00000200:0.0:1788204144.323622:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204144.323627:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204144.323630:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204144.323633:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788204144.323635:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204144.323637:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1788204144.323645:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204144.323647:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788204144.323649:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204144.323651:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204144.323653:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788204144.323655:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788204144.323657:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204144.323659:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9d500 x1875052841940480/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204169 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204144.323664:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204144.323666:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9d500 x1875052841940480/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204169 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204144.323671:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204144.323672:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204144.323675:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204144.323678:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788204144.323680:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204144.323681:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309283338 00000100:00000001:0.0:1788204144.323683:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309284596 00000100:00000001:0.0:1788204144.323685:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309283338 00000100:00000001:0.0:1788204144.323686:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309284596 00000100:00000001:0.0:1788204144.323688:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204144.323689:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204144.323690:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204144.323692:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204144/real 1788204144] req@ffff9c476db9d500 x1875052841940480/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204144.323698:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204144.323699:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204144.323700:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204144.323702:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204144.323702:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204144.323704:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204144.323706:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9d500 x1875052841940480/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204144.323711:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9d500 x1875052841940480/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204144.323715:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204144.323716:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204144.323717:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204144.323718:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204144.323720:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9d500 x1875052841940480/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204144.323724:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204144.323727:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9d500 x1875052841940480/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204169 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204144.323732:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204144.323733:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204144.323734:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204144.323735:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204144.323736:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204144.323738:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204144.323739:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204144.323741:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204144.323742:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204144.323745:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9d500 x1875052841940480/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204169 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204144.323750:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841940480:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204144.323752:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204144.323754:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9fb80 x1875052841940608/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204144.323758:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204144.323759:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204144.323761:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204144.323762:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204144.323764:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204144.323765:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841940608:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204144.323767:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204144.323768:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204144.323769:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204144.323770:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204144.323772:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788204144.323773:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204144.323775:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204144.323777:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204144.323779:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204144.323781:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841940608, portal 10 00000100:00000001:0.0:1788204144.323782:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204144.323783:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330357120 : -109644379194496 : ffff9c476db9fb80) 00000100:00000040:0.0:1788204144.323787:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9fb80 x1875052841940608/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204169 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204144.323791:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204144.323793:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204144.323794:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788204144.323796:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841940608, offset 0 00000400:00000200:0.0:1788204144.323798:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204144.323800:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204144.323802:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204144.323804:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204144.323806:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204144.323807:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204144.323809:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204144.323811:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704404:704404:256:4294967295] 192.168.201.101@tcp LPNI seq info [704399:704399:8:4294967295] 00000400:00000200:0.0:1788204144.323814:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204144.323818:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204144.323820:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204144.323822:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788204144.323824:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204144.323826:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1788204144.323833:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204144.323834:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788204144.323836:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204144.323838:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204144.323840:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788204144.323842:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788204144.323843:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204144.323845:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9fb80 x1875052841940608/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204169 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204144.323850:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204144.323852:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9fb80 x1875052841940608/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204169 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204144.323856:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204144.323857:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204144.323859:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204144.323860:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788204144.323863:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204144.323864:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309283338 00000100:00000001:0.0:1788204144.323866:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309284596 00000100:00000001:0.0:1788204144.323867:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309283338 00000100:00000001:0.0:1788204144.323868:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309284596 00000100:00000001:0.0:1788204144.323870:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204144.323871:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204144.323872:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204144.323874:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204144/real 1788204144] req@ffff9c476db9fb80 x1875052841940608/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204144.323878:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204144.323879:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204144.323880:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204144.323881:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204144.323882:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204144.323883:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204144.323885:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9fb80 x1875052841940608/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204144.323890:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9fb80 x1875052841940608/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204144.323894:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204144.323895:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204144.323896:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204144.323897:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204144.323900:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9fb80 x1875052841940608/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204144.323904:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204144.323906:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9fb80 x1875052841940608/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204169 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204144.323910:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204144.323911:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204144.323912:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204144.323913:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204144.323914:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204144.323915:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204144.323917:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204144.323918:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204144.323920:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204144.323922:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9fb80 x1875052841940608/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204169 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204144.323927:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841940608:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204144.323929:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204144.323930:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204144.323932:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9d500 x1875052841940480/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204169 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204144.323936:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204144.323938:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204144.323939:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374400. 02000000:00000001:0.0:1788204144.323941:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204144.323942:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204144.323943:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204144.323944:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204144.323945:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a43000. 02000000:00000001:0.0:1788204144.323949:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204144.323950:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204144.323951:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9d500. 00000100:00000001:0.0:1788204144.323952:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204144.323953:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204144.323954:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204144.323956:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9fb80 x1875052841940608/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204169 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204144.323960:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204144.323961:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204144.323962:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788204144.323963:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204144.323963:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204144.323964:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204144.323965:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204144.323966:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a41c00. 02000000:00000001:0.0:1788204144.323967:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204144.323968:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204144.323969:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9fb80. 00000100:00000001:0.0:1788204144.323970:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204144.323971:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204144.323972:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204144.323974:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204144.323975:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204144.323976:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204144.323977:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204144.323978:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204144.323980:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9ca80 x1875052841940736/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204144.323984:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204144.323985:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204144.323987:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204144.323988:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204144.323989:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204144.323991:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841940736:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204144.323993:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204144.323994:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204144.323994:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204144.323995:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204144.323997:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788204144.323998:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204144.324000:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204144.324002:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204144.324004:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204144.324006:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841940736, portal 4 00000100:00000001:0.0:1788204144.324007:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204144.324008:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330344576 : -109644379207040 : ffff9c476db9ca80) 00000100:00000040:0.0:1788204144.324012:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9ca80 x1875052841940736/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204169 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204144.324018:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204144.324020:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204144.324022:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788204144.324025:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841940736, offset 0 00000400:00000200:0.0:1788204144.324029:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204144.324032:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204144.324035:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204144.324038:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204144.324041:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204144.324044:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204144.324046:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204144.324049:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704405:704405:256:4294967295] 192.168.201.101@tcp LPNI seq info [704400:704400:8:4294967295] 00000400:00000200:0.0:1788204144.324054:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204144.324060:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204144.324066:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204144.324069:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788204144.324072:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204144.324074:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1788204144.324084:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204144.324086:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:0.0:1788204144.324089:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204144.324092:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204144.324095:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:0.0:1788204144.324096:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:0.0:1788204144.324099:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204144.324103:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9ca80 x1875052841940736/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204169 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204144.324111:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204144.324114:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9ca80 x1875052841940736/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204169 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204144.324121:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204144.324122:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204144.324125:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204144.324128:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788204144.324132:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204144.324134:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309283364 00000100:00000001:0.0:1788204144.324136:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309284596 00000100:00000001:0.0:1788204144.324138:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309283364 00000100:00000001:0.0:1788204144.324139:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309284596 00000100:00000001:0.0:1788204144.324141:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204144.324142:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204144.324143:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204144.324146:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204144/real 1788204144] req@ffff9c476db9ca80 x1875052841940736/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204144.324152:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204144.324153:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204144.324154:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204144.324156:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204144.324157:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204144.324158:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204144.324160:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9ca80 x1875052841940736/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204144.324166:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9ca80 x1875052841940736/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204144.324170:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204144.324171:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204144.324172:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204144.324173:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204144.324175:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9ca80 x1875052841940736/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204144.324179:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204144.324181:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9ca80 x1875052841940736/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204169 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204144.324185:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204144.324187:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204144.324188:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204144.324189:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204144.324190:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204144.324191:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204144.324193:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204144.324195:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204144.324196:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204144.324199:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9ca80 x1875052841940736/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204169 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204144.324204:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841940736:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204144.324206:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204144.324208:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204144.324209:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9ca80 x1875052841940736/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204169 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204144.324213:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204144.324214:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204144.324215:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788204144.324217:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204144.324217:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204144.324218:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788204144.324219:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204144.324234:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a40c00. 02000000:00000001:0.0:1788204144.324238:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204144.324239:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204144.324240:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9ca80. 00000100:00000001:0.0:1788204144.324243:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204144.324244:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204144.324245:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204144.324247:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204144.324248:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204144.324250:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204144.324251:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204144.962510:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204144.962517:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204144.962523:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204144.962524:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204144.962527:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204144.962528:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204145.602493:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309284596, at 4309284608 00000100:00000040:1.0:1788204145.602493:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309284596, at 4309284608 00000100:00000010:1.0:1788204145.602508:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685bac00. 00000100:00000010:0.0:1788204145.602510:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba180. 00010000:00000001:0.0:1788204145.986513:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204145.986520:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204145.986526:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204145.986528:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204145.986532:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204145.986533:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204145.986557:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204145.986559:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204145.986562:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204147.010529:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204147.010537:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204147.010544:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204147.010546:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204147.010549:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204147.010550:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204147.010576:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204147.010579:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204147.010582:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204148.034532:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204148.034540:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204148.034546:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204148.034569:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204148.034573:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204148.034574:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204149.058499:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204149.058506:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204149.058523:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204149.058524:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204149.058528:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204149.058529:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204149.058598:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204149.058602:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204149.058606:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788204149.442545:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204149.442560:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788204149.442563:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204149.442567:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204149.442572:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204149.442579:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 14616 00000400:00000200:0.0:1788204149.442586:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204149.442592:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204149.442595:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204149.442597:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204149.442600:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204149.442602:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204149.442604:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204149.442608:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204149.442609:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788204149.442612:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204149.442614:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788204149.442616:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788204149.442617:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788204149.442619:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204149.442621:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204149.442622:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204149.442623:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204149.442626:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788204149.442629:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204149.442630:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204149.442632:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204149.442635:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204149.442637:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204149.442639:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788204149.442641:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204149.442657:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8380. 00000020:00000040:0.0:1788204149.442660:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788204149.442663:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204149.442665:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204149.442668:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204149.442672:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204149.442676:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204149.442683:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374400. 00000100:00000001:0.0:1788204149.442690:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204149.442700:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8380 x1875052841940864/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204149.442708:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204149.442712:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204149.442716:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004fba561] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8380 x1875052841940864/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204149.442737:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204149.442740:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204149.442743:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788204149.442744:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204149.442746:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204149.442748:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204149.442751:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14616 00000400:00000200:0.0:1788204149.442753:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204149.442756:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204149.442758:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204149.442761:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204149.442763:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204149.442768:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204149.442770:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204149.442774:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204149.442776:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788204149.442779:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204149.442782:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788204149.442786:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788204149.442792:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788204149.442799:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204149.442802:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204149.442806:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204149.442810:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204149.442814:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788204149.442820:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204149.442825:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204149.442828:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204149.442835:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204149.442839:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204149.442844:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204149.442850:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204149.442855:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204149.442859:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204149.442868:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8000. 00000020:00000040:0.0:1788204149.442874:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204149.442879:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204149.442882:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204149.442885:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204149.442889:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204149.442891:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204149.442898:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377c00. 00000100:00000001:0.0:1788204149.442907:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204149.442918:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8000 x1875052841940992/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204149.442932:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204149.442936:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204149.442942:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000755f6dce] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8000 x1875052841940992/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204149.442952:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204149.442956:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204149.442962:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788204149.442964:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204149.442967:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204149.442974:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204149.442979:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14616 00000400:00000200:0.0:1788204149.442986:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204149.442993:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204149.442997:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204149.443004:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204149.443011:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204149.443016:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204149.443019:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204149.443020:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204149.443022:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788204149.443023:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204149.443026:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788204149.443031:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788204149.443037:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788204149.443044:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204149.443047:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204149.443050:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204149.443053:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204149.443055:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788204149.443059:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204149.443062:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204149.443066:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204149.443069:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204149.443073:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204149.443077:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204149.443081:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204149.443087:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204149.443092:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204149.443097:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9c00. 00000020:00000040:0.0:1788204149.443101:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204149.443104:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204149.443105:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204149.443106:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204149.443107:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204149.443109:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204149.443111:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375000. 00000100:00000001:0.0:1788204149.443116:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204149.443124:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9c00 x1875052841941120/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204149.443149:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204149.443152:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204149.443158:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d680416d] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9c00 x1875052841941120/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204149.443187:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204149.443190:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788204149.443196:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788204149.443202:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204149.443211:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788204149.443214:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204149.443217:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204149.443222:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204149.443227:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14616 00000400:00000200:0.0:1788204149.443232:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204149.443237:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204149.443241:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204149.443244:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204149.443246:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204149.443248:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204149.443253:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204149.443255:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204149.443257:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788204149.443259:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204149.443263:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788204149.443266:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788204149.443269:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788204149.443271:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204149.443272:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204149.443273:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204149.443275:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204149.443280:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788204149.443282:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204149.443283:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204149.443285:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204149.443288:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204149.443291:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204149.443293:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204149.443295:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788204149.443297:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204149.443302:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204149.443308:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fb100. 00000020:00000040:0.0:1788204149.443314:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788204149.443320:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204149.443325:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204149.443332:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204149.443337:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204149.443342:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204149.443351:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375800. 00000100:00000001:0.0:1788204149.443358:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204149.443368:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fb100 x1875052841941248/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204149.443382:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204149.443386:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204149.443433:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000093808cf5] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fb100 x1875052841941248/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204149.443451:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204149.443458:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14626) 00010000:00000001:0.0:1788204150.082549:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204150.082561:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204150.082564:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204150.082569:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204150.082576:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204150.082579:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204150.082582:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204150.082585:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204150.082590:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204150.082592:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204150.082596:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204150.082597:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204150.082665:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204150.082670:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204150.082673:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788204150.722584:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309289716, at 4309289728 00000100:00000010:1.0:1788204150.722605:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88540. 00000100:00000040:0.0:1788204150.722723:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309289716, at 4309289728 00000100:00000010:0.0:1788204150.722740:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88360. 00010000:00000001:0.0:1788204151.106508:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204151.106513:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204151.106517:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204151.106518:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204151.106521:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204151.106521:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204151.106539:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204151.106541:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204151.106543:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204152.130493:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204152.130500:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204152.130505:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204152.130508:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204152.130510:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204152.130514:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204152.130517:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204152.130519:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204152.130528:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204152.130531:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204152.130534:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204152.130536:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204152.130537:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204152.130538:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204152.130540:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204152.130541:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204152.130543:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204152.130545:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204153.154508:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204153.154515:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204153.154521:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204153.154522:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204153.154525:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204153.154526:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204153.154550:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204153.154552:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204153.154555:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204154.178493:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204154.178499:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204154.178503:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204154.178504:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204154.178506:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204154.178507:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204154.178538:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204154.178541:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204154.178544:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788204154.562482:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204154.562493:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788204154.562495:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204154.562498:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204154.562502:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204154.562508:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 14621 00000400:00000200:0.0:1788204154.562515:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204154.562521:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204154.562524:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204154.562527:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204154.562530:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204154.562533:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204154.562536:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204154.562539:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204154.562541:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788204154.562543:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204154.562547:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788204154.562549:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788204154.562551:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788204154.562554:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204154.562556:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204154.562558:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204154.562559:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204154.562562:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788204154.562565:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204154.562567:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204154.562570:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204154.562573:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204154.562576:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204154.562578:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788204154.562580:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204154.562588:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fad80. 00000020:00000040:0.0:1788204154.562592:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788204154.562596:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204154.562597:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204154.562600:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204154.562603:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204154.562607:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204154.562615:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377400. 00000100:00000001:0.0:1788204154.562621:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204154.562630:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fad80 x1875052841941376/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204154.562639:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204154.562643:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204154.562648:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010fef5ed] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fad80 x1875052841941376/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204154.562669:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204154.562673:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204154.562676:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788204154.562677:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204154.562679:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204154.562682:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204154.562684:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14621 00000400:00000200:0.0:1788204154.562688:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204154.562691:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204154.562694:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204154.562697:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204154.562699:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204154.562702:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204154.562707:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204154.562710:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204154.562714:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788204154.562718:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204154.562723:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788204154.562728:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788204154.562733:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788204154.562742:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204154.562748:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204154.562755:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204154.562761:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204154.562766:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788204154.562773:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204154.562779:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204154.562784:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204154.562791:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204154.562796:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204154.562800:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204154.562807:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204154.562813:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204154.562818:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204154.562823:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9180. 00000020:00000040:0.0:1788204154.562827:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204154.562832:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204154.562836:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204154.562840:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204154.562844:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204154.562849:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204154.562856:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374c00. 00000100:00000001:0.0:1788204154.562862:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204154.562874:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9180 x1875052841941504/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204154.562891:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204154.562896:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204154.562903:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b4a335a] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9180 x1875052841941504/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204154.562931:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204154.562937:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204154.562945:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788204154.562950:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204154.562954:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204154.562959:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204154.562966:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14621 00000400:00000200:0.0:1788204154.562974:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204154.562982:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204154.562988:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204154.562995:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204154.563000:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204154.563006:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204154.563012:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204154.563016:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204154.563017:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788204154.563021:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204154.563026:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788204154.563031:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788204154.563036:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788204154.563055:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204154.563061:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204154.563065:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204154.563071:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204154.563076:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788204154.563082:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204154.563088:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204154.563094:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204154.563099:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204154.563103:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204154.563108:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204154.563112:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204154.563119:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204154.563124:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204154.563132:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8a80. 00000020:00000040:0.0:1788204154.563139:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204154.563145:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204154.563150:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204154.563154:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204154.563157:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204154.563162:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204154.563168:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375400. 00000100:00000001:0.0:1788204154.563176:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204154.563185:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8a80 x1875052841941632/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204154.563205:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204154.563211:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204154.563221:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000320d64fa] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8a80 x1875052841941632/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204154.563239:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204154.563245:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788204154.563253:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788204154.563258:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204154.563265:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788204154.563269:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204154.563272:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204154.563278:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204154.563285:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14621 00000400:00000200:0.0:1788204154.563291:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204154.563298:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204154.563302:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204154.563309:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204154.563314:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204154.563320:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204154.563325:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204154.563330:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204154.563333:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788204154.563337:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204154.563341:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788204154.563346:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788204154.563350:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788204154.563354:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204154.563355:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204154.563358:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204154.563363:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204154.563369:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788204154.563375:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204154.563380:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204154.563385:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204154.563389:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204154.563423:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204154.563426:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204154.563429:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788204154.563436:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204154.563438:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204154.563445:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fa300. 00000020:00000040:0.0:1788204154.563449:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788204154.563454:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204154.563458:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204154.563462:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204154.563465:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204154.563468:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204154.563475:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376000. 00000100:00000001:0.0:1788204154.563480:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204154.563487:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fa300 x1875052841941760/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204154.563501:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204154.563506:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204154.563515:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000643b1429] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fa300 x1875052841941760/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204154.563533:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204154.563540:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14631) 00010000:00000001:0.0:1788204155.202525:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204155.202531:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204155.202536:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204155.202538:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204155.202541:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204155.202542:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204155.202580:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204155.202582:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204155.202584:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788204155.842453:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309294836, at 4309294848 00000100:00000040:0.0:1788204155.842461:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309294836, at 4309294848 00000100:00000010:1.0:1788204155.842470:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa885a0. 00000100:00000010:0.0:1788204155.842471:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa880c0. 00010000:00000001:0.0:1788204156.226500:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204156.226506:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204156.226510:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204156.226511:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204156.226514:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204156.226515:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204157.250508:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204157.250515:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204157.250521:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204157.250522:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204157.250526:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204157.250527:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204157.250565:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204157.250567:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204157.250569:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204158.274482:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204158.274489:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204158.274496:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204158.274497:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204158.274501:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204158.274503:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204158.274526:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204158.274528:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204158.274532:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204159.298517:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204159.298525:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204159.298527:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204159.298529:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204159.298534:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204159.298536:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204159.298538:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204159.298540:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204159.298544:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204159.298546:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204159.298549:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204159.298550:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204159.298573:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204159.298576:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204159.298579:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788204159.682465:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204159.682474:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788204159.682477:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204159.682481:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204159.682486:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204159.682493:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 14626 00000400:00000200:0.0:1788204159.682500:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204159.682506:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204159.682508:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204159.682511:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204159.682513:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204159.682514:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204159.682516:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204159.682519:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204159.682520:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788204159.682522:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204159.682524:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788204159.682525:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788204159.682527:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788204159.682529:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204159.682530:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204159.682531:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204159.682532:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204159.682534:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788204159.682536:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204159.682537:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204159.682539:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204159.682541:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204159.682543:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204159.682544:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788204159.682546:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204159.682553:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fa680. 00000020:00000040:0.0:1788204159.682555:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788204159.682557:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204159.682559:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204159.682561:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204159.682563:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204159.682566:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204159.682571:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375400. 00000100:00000001:0.0:1788204159.682577:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204159.682583:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fa680 x1875052841941888/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204159.682590:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204159.682593:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204159.682596:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003756c577] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fa680 x1875052841941888/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204159.682612:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204159.682615:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204159.682617:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788204159.682618:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204159.682619:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204159.682621:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204159.682623:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14626 00000400:00000200:0.0:1788204159.682626:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204159.682630:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204159.682632:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204159.682635:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204159.682638:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204159.682642:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204159.682648:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204159.682652:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204159.682654:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788204159.682658:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204159.682662:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788204159.682667:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788204159.682672:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788204159.682679:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204159.682682:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204159.682687:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204159.682689:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204159.682693:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788204159.682697:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204159.682701:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204159.682703:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204159.682707:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204159.682713:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204159.682715:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204159.682719:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204159.682723:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204159.682725:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204159.682729:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8e00. 00000020:00000040:0.0:1788204159.682733:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204159.682734:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204159.682735:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204159.682736:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204159.682738:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204159.682740:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204159.682745:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374c00. 00000100:00000001:0.0:1788204159.682748:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204159.682758:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8e00 x1875052841942016/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204159.682773:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204159.682774:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204159.682777:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7909e09] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8e00 x1875052841942016/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204159.682792:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204159.682796:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204159.682805:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788204159.682808:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204159.682812:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204159.682817:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204159.682823:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14626 00000400:00000200:0.0:1788204159.682831:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204159.682837:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204159.682841:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204159.682849:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204159.682856:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204159.682862:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204159.682867:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204159.682874:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204159.682876:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788204159.682878:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204159.682880:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788204159.682884:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788204159.682886:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788204159.682891:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204159.682893:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204159.682894:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204159.682896:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204159.682900:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788204159.682902:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204159.682905:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204159.682907:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204159.682910:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204159.682913:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204159.682916:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204159.682918:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204159.682922:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204159.682924:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204159.682930:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fb480. 00000020:00000040:0.0:1788204159.682935:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204159.682942:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204159.682945:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204159.682949:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204159.682951:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204159.682967:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204159.682975:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377400. 00000100:00000001:0.0:1788204159.682981:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204159.682990:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fb480 x1875052841942144/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204159.683007:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204159.683010:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204159.683016:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c471466] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fb480 x1875052841942144/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204159.683032:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204159.683036:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788204159.683040:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788204159.683045:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204159.683049:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788204159.683052:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204159.683055:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204159.683057:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204159.683060:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14626 00000400:00000200:0.0:1788204159.683065:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204159.683069:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204159.683072:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204159.683078:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204159.683082:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204159.683085:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204159.683087:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204159.683088:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204159.683089:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788204159.683091:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204159.683092:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788204159.683094:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788204159.683095:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788204159.683096:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204159.683098:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204159.683099:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204159.683108:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204159.683113:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788204159.683121:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204159.683127:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204159.683131:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204159.683136:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204159.683143:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204159.683147:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204159.683151:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788204159.683157:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204159.683167:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204159.683174:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fbb80. 00000020:00000040:0.0:1788204159.683180:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788204159.683186:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204159.683190:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204159.683195:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204159.683199:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204159.683202:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204159.683208:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376c00. 00000100:00000001:0.0:1788204159.683213:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204159.683220:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fbb80 x1875052841942272/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204159.683244:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204159.683249:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204159.683258:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006afb05e] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fbb80 x1875052841942272/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204159.683267:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204159.683271:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14636) 00010000:00000001:0.0:1788204160.322507:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204160.322512:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204160.322516:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204160.322517:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204160.322519:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204160.322519:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204160.962481:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309299956, at 4309299968 00000100:00000040:1.0:1788204160.962481:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309299956, at 4309299968 00000100:00000010:1.0:1788204160.962495:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88c00. 00000100:00000010:0.0:1788204160.962497:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88b40. 00010000:00000001:0.0:1788204161.346481:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204161.346486:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204161.346490:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204161.346492:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204161.346493:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204161.346495:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204161.346497:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204161.346499:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204161.346500:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204161.346502:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204161.346504:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204161.346505:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204161.346505:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204161.346506:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204161.346507:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204161.346508:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204161.346509:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204161.346510:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204161.346526:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204161.346528:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204161.346531:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204162.370506:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204162.370512:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204162.370518:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204162.370519:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204162.370523:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204162.370524:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204162.370547:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204162.370550:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204162.370553:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204163.394478:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204163.394484:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204163.394490:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204163.394491:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204163.394494:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204163.394496:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204163.394512:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204163.394514:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204163.394516:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204164.418499:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204164.418505:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204164.418508:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204164.418509:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204164.418511:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204164.418512:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204164.802467:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204164.802478:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788204164.802480:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204164.802483:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204164.802486:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204164.802491:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 14631 00000400:00000200:0.0:1788204164.802497:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204164.802501:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204164.802503:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204164.802505:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204164.802508:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204164.802510:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204164.802511:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204164.802514:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204164.802516:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788204164.802517:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204164.802520:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788204164.802521:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788204164.802522:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788204164.802524:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204164.802525:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204164.802526:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204164.802527:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204164.802529:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788204164.802531:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204164.802532:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204164.802534:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204164.802536:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204164.802538:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204164.802539:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788204164.802541:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204164.802547:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8700. 00000020:00000040:0.0:1788204164.802549:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788204164.802552:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204164.802553:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204164.802555:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204164.802557:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204164.802560:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204164.802565:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375000. 00000100:00000001:0.0:1788204164.802570:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204164.802576:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8700 x1875052841942400/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204164.802587:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204164.802589:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204164.802592:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006dab9339] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8700 x1875052841942400/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204164.802607:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204164.802609:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204164.802611:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788204164.802612:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204164.802613:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204164.802615:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204164.802616:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14631 00000400:00000200:0.0:1788204164.802618:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204164.802620:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204164.802622:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204164.802624:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204164.802625:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204164.802627:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204164.802628:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204164.802629:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204164.802630:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788204164.802631:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204164.802632:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788204164.802633:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788204164.802635:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788204164.802639:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204164.802641:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204164.802645:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204164.802649:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204164.802652:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788204164.802655:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204164.802660:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204164.802669:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204164.802678:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204164.802684:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204164.802688:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204164.802694:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204164.802701:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204164.802705:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204164.802711:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fbb80. 00000020:00000040:0.0:1788204164.802715:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204164.802720:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204164.802723:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204164.802727:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204164.802731:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204164.802734:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204164.802740:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377c00. 00000100:00000001:0.0:1788204164.802750:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204164.802760:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fbb80 x1875052841942528/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204164.802771:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204164.802773:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204164.802779:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006afb05e] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fbb80 x1875052841942528/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204164.802788:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204164.802790:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204164.802796:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788204164.802797:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204164.802800:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204164.802805:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204164.802809:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14631 00000400:00000200:0.0:1788204164.802815:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204164.802821:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204164.802824:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204164.802829:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204164.802834:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204164.802839:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204164.802842:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204164.802843:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204164.802846:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788204164.802848:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204164.802851:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788204164.802855:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788204164.802858:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788204164.802863:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204164.802880:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204164.802881:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204164.802882:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204164.802884:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788204164.802886:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204164.802887:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204164.802889:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204164.802891:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204164.802894:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204164.802895:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204164.802897:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204164.802901:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204164.802902:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204164.802907:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fb480. 00000020:00000040:0.0:1788204164.802916:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204164.802920:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204164.802924:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204164.802927:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204164.802931:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204164.802934:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204164.802941:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374400. 00000100:00000001:0.0:1788204164.802946:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204164.802955:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fb480 x1875052841942656/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204164.802969:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204164.802974:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204164.802981:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c471466] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fb480 x1875052841942656/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204164.802994:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204164.802999:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788204164.803004:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788204164.803006:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204164.803019:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788204164.803023:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204164.803026:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204164.803029:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204164.803035:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14631 00000400:00000200:0.0:1788204164.803043:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204164.803048:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204164.803051:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204164.803056:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204164.803059:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204164.803062:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204164.803064:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204164.803065:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204164.803066:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788204164.803069:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204164.803072:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788204164.803073:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788204164.803075:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788204164.803077:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204164.803079:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204164.803083:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204164.803085:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204164.803087:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788204164.803091:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204164.803094:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204164.803097:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204164.803100:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204164.803105:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204164.803107:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204164.803110:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788204164.803112:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204164.803116:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204164.803119:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8e00. 00000020:00000040:0.0:1788204164.803122:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788204164.803126:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204164.803127:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204164.803131:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204164.803133:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204164.803135:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204164.803139:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374800. 00000100:00000001:0.0:1788204164.803143:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204164.803150:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8e00 x1875052841942784/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204164.803157:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204164.803160:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204164.803167:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7909e09] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8e00 x1875052841942784/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204164.803177:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204164.803180:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14641) 00010000:00000001:0.0:1788204165.442503:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204165.442508:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204165.442512:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204165.442513:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204165.442515:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204165.442516:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204165.442533:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204165.442535:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204165.442537:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204166.082504:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309305076, at 4309305088 00000100:00000040:1.0:1788204166.082509:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309305076, at 4309305088 00000100:00000010:0.0:1788204166.082525:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa884e0. 00000100:00000010:1.0:1788204166.082528:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa887e0. 00010000:00000001:0.0:1788204166.466536:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204166.466542:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204166.466545:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204166.466546:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204166.466548:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204166.466549:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204166.466581:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204166.466584:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204166.466586:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204167.490494:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204167.490499:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204167.490503:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204167.490504:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204167.490506:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204167.490507:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204167.490526:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204167.490528:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204167.490529:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204168.514553:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204168.514559:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204168.514564:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204168.514565:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204168.514568:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204168.514569:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204169.538511:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204169.538523:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204169.538525:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204169.538529:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204169.538534:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204169.538537:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204169.538538:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204169.538540:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204169.538543:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204169.538544:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204169.538547:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204169.538548:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204169.538572:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204169.538574:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204169.538576:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788204169.922675:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204169.922681:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204169.922685:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204169.922695:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9d880 x1875052841942912/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204169.922711:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204169.922715:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204169.922719:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204169.922722:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204169.922727:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204169.922732:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841942912:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204169.922739:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204169.922744:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204169.922747:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204169.922751:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204169.922757:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376400. 02000000:00000001:0.0:1788204169.922761:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204169.922771:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204169.922908:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204169.922916:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204169.922923:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841942912, portal 25 00000100:00000001:0.0:1788204169.922928:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204169.922931:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330348160 : -109644379203456 : ffff9c476db9d880) 00000100:00000040:0.0:1788204169.922938:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9d880 x1875052841942912/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204169.922954:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204169.922962:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204169.922968:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3c38. 00000100:00000200:0.0:1788204169.922974:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841942912, offset 0 00000400:00000200:0.0:1788204169.922987:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204169.922998:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204169.923010:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204169.923020:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204169.923030:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204169.923037:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204169.923057:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204169.923072:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704422:704422:256:4294967295] 192.168.201.101@tcp LPNI seq info [704417:704417:8:4294967295] 00000400:00000200:0.0:1788204169.923083:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204169.923100:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204169.923117:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204169.923124:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036300. 00000800:00000200:0.0:1788204169.923131:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000100:00000001:0.0:1788204169.923149:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204169.923152:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204169.923154:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4309310196 00000100:00000010:0.0:1788204169.923158:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba180. 00000100:00000001:0.0:1788204169.923163:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788204169.923167:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4309310196 00000100:00000010:0.0:1788204169.923169:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba960. 00000100:00000001:0.0:1788204169.923171:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788204169.923174:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204169.923175:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204169.923177:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204169.923179:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204169.923185:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204169.923187:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1788204169.923189:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204169.923190:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204169.923191:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204169.923195:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9c380 x1875052841943040/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204169.923200:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204169.923202:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204169.923204:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204169.923205:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204169.923206:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204169.923209:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841943040:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204169.923212:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204169.923214:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204169.923215:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204169.923216:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204169.923218:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788204169.923219:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204169.923221:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204169.923225:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302b58. 00000400:00000010:0.0:1788204169.923228:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3110. 00000100:00000200:0.0:1788204169.923231:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841943040, portal 10 00000100:00000001:0.0:1788204169.923233:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204169.923234:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330342784 : -109644379208832 : ffff9c476db9c380) 00000100:00000040:0.0:1788204169.923238:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9c380 x1875052841943040/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204169.923243:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204169.923247:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204169.923250:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c33b8. 00000100:00000200:0.0:1788204169.923252:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841943040, offset 0 00000400:00000200:0.0:1788204169.923262:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204169.923265:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204169.923269:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204169.923274:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204169.923276:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204169.923278:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204169.923281:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204169.923284:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704423:704423:255:4294967295] 192.168.201.101@tcp LPNI seq info [704418:704418:7:4294967295] 00000400:00000200:0.0:1788204169.923288:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204169.923294:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204169.923306:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204169.923310:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036b00. 00000800:00000200:0.0:1788204169.923314:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000100:00000001:0.0:1788204169.923321:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204169.923324:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788204169.923326:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204169.923327:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309308937 00000100:00000001:0.0:1788204169.923329:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309310196 00000100:00000001:0.0:1788204169.923331:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309308937 00000100:00000001:0.0:1788204169.923333:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309310196 00000100:00000001:0.0:1788204169.923334:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204169.923336:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204169.923337:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204169.923339:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9f800 x1875052841943168/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204169.923343:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204169.923344:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204169.923346:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204169.923347:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204169.923349:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204169.923350:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841943168:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204169.923360:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204169.923362:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204169.923363:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204169.923365:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204169.923370:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376800. 02000000:00000001:0.0:1788204169.923372:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204169.923375:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204169.923379:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788204169.923383:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3088. 00000100:00000200:0.0:1788204169.923388:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841943168, portal 10 00000100:00000001:0.0:1788204169.923390:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204169.923391:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330356224 : -109644379195392 : ffff9c476db9f800) 00000100:00000040:0.0:1788204169.923424:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9f800 x1875052841943168/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204169.923429:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204169.923432:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204169.923435:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c36e8. 00000100:00000200:0.0:1788204169.923438:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841943168, offset 0 00000400:00000200:0.0:1788204169.923442:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204169.923446:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204169.923449:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204169.923452:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204169.923455:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204169.923457:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204169.923458:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204169.923461:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704424:704424:254:4294967295] 192.168.201.101@tcp LPNI seq info [704419:704419:6:4294967295] 00000400:00000200:0.0:1788204169.923465:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204169.923470:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204169.923475:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204169.923478:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036600. 00000800:00000200:0.0:1788204169.923482:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000100:00000001:0.0:1788204169.923497:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204169.923504:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788204169.923507:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204169.923509:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309308938 00000100:00000001:0.0:1788204169.923516:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309310196 00000100:00000001:0.0:1788204169.923518:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309308938 00000100:00000001:0.0:1788204169.923520:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309310196 00000100:00000001:0.0:1788204169.923522:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204169.923523:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204169.923525:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204169.923528:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9f480 x1875052841943296/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204169.923532:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204169.923533:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204169.923535:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204169.923536:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204169.923538:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204169.923541:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841943296:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204169.923544:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204169.923546:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204169.923547:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204169.923549:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204169.923552:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377000. 02000000:00000001:0.0:1788204169.923553:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204169.923557:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204169.923559:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302bb0. 00000400:00000010:0.0:1788204169.923563:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204169.923566:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841943296, portal 4 00000100:00000001:0.0:1788204169.923567:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204169.923568:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330355328 : -109644379196288 : ffff9c476db9f480) 00000100:00000040:0.0:1788204169.923573:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9f480 x1875052841943296/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204169.923579:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204169.923581:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204169.923582:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3660. 00000100:00000200:0.0:1788204169.923585:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841943296, offset 0 00000400:00000200:0.0:1788204169.923588:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204169.923592:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204169.923595:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204169.923597:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204169.923599:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204169.923602:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204169.923604:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204169.923606:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704425:704425:253:4294967295] 192.168.201.101@tcp LPNI seq info [704420:704420:5:4294967295] 00000400:00000200:0.0:1788204169.923611:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204169.923616:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204169.923620:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204169.923623:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036700. 00000800:00000200:0.0:1788204169.923626:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000100:00000001:0.0:1788204169.923632:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204169.923634:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788204169.923637:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204169.923639:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309308964 00000100:00000001:0.0:1788204169.923640:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309310196 00000100:00000001:0.0:1788204169.923642:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309308964 00000100:00000001:0.0:1788204169.923644:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309310196 00000100:00000001:0.0:1788204169.923645:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204169.923691:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204169.923693:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204169.923695:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204169.923698:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204169.923699:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1788204169.923701:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204169.923702:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204169.923704:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204169.923706:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204170.562514:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204170.562519:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204170.562523:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204170.562523:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204170.562525:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204170.562526:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204170.562546:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204170.562547:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204170.562549:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204171.202481:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309310196, at 4309310208 00000100:00000040:1.0:1788204171.202484:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309310196, at 4309310208 00000100:00000010:0.0:1788204171.202498:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba180. 00000100:00000010:1.0:1788204171.202501:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba960. 00010000:00000001:0.0:1788204171.586520:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204171.586526:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204171.586531:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204171.586534:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204171.586536:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204171.586539:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204171.586542:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204171.586544:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204171.586546:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204171.586548:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204171.586550:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204171.586551:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204171.586552:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204171.586553:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204171.586554:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204171.586554:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204171.586555:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204171.586556:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204171.586581:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204171.586583:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204171.586585:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204172.610561:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204172.610572:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204172.610580:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204172.610581:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204172.610585:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204172.610586:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:1.0:1788204172.994735:0:2409:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.101:988 00000400:00000100:1.0:1788204172.994784:0:2409:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.101@tcp at host 192.168.201.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:1.0:1788204172.994794:0:2409:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204172.994797:0:2409:0:(router.c:1791:lnet_notify()) 192.168.201.1@tcp notifying 192.168.201.101@tcp: down 00000400:00000200:1.0:1788204172.994801:0:2409:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204172.994806:0:2409:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:1.0:1788204172.994813:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788204172.994817:0:2409:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036300. 00000400:00000200:1.0:1788204172.994824:0:2409:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788204172.994829:0:2409:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788204172.994836:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3c38 00000400:00000010:1.0:1788204172.994839:0:2409:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3c38. 00000100:00000001:1.0:1788204172.994847:0:2409:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788204172.994860:0:2409:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c476db9d880 x1875052841942912/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204172.994895:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788204172.994900:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9d880 x1875052841942912/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204194 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204172.994906:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204172.994907:0:2409:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788204172.994918:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788204172.994920:0:2409:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036b00. 00000400:00000200:1.0:1788204172.994923:0:2409:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788204172.994925:0:2409:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788204172.994927:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c33b8 00000400:00000010:1.0:1788204172.994929:0:2409:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c33b8. 00000100:00000001:1.0:1788204172.994931:0:2409:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788204172.994934:0:2409:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c476db9c380 x1875052841943040/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204172.994940:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788204172.994942:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9c380 x1875052841943040/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204194 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204172.994946:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204172.994947:0:2409:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788204172.994950:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788204172.994952:0:2409:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036600. 00000400:00000200:1.0:1788204172.994954:0:2409:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788204172.994956:0:2409:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788204172.994958:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c36e8 00000400:00000010:1.0:1788204172.994959:0:2409:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c36e8. 00000100:00000001:1.0:1788204172.994960:0:2409:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788204172.994964:0:2409:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c476db9f800 x1875052841943168/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204172.994968:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788204172.994970:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9f800 x1875052841943168/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204194 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204172.994975:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204172.994976:0:2409:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788204172.994979:0:2409:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788204172.994980:0:2409:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036700. 00000400:00000200:1.0:1788204172.994982:0:2409:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788204172.994983:0:2409:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788204172.994985:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3660 00000400:00000010:1.0:1788204172.994986:0:2409:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3660. 00000100:00000001:1.0:1788204172.994987:0:2409:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788204172.994990:0:2409:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c476db9f480 x1875052841943296/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204172.994995:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788204172.994996:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9f480 x1875052841943296/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204194 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204172.994999:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204172.995000:0:2409:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204172.995098:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204172.995105:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204172.995108:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204172.995117:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204169/real 1788204172] req@ffff9c476db9c380 x1875052841943040/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204172.995132:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204172.995135:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204172.995152:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302b58. 00000400:00000200:0.0:1788204172.995157:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3110 00000400:00000010:0.0:1788204172.995159:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3110. 00000100:00000001:0.0:1788204172.995162:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204172.995171:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9c380 x1875052841943040/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204172.995182:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9c380 x1875052841943040/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204172.995187:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204172.995189:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204172.995192:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204172.995194:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204172.995198:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9c380 x1875052841943040/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204172.995203:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204172.995208:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9c380 x1875052841943040/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204194 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204172.995226:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204172.995230:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204172.995231:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204172.995233:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204172.995238:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204172.995242:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204172.995247:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204172.995252:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204172.995255:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204172.995260:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9c380 x1875052841943040/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204194 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204172.995268:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841943040:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204172.995274:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204172.995277:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204169/real 1788204172] req@ffff9c476db9f800 x1875052841943168/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204172.995285:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204172.995286:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204172.995288:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788204172.995290:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3088 00000400:00000010:0.0:1788204172.995303:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3088. 00000100:00000001:0.0:1788204172.995307:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204172.995311:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9f800 x1875052841943168/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204172.995319:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9f800 x1875052841943168/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204172.995326:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204172.995328:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204172.995330:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204172.995331:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204172.995335:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9f800 x1875052841943168/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204172.995342:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204172.995346:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9f800 x1875052841943168/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204194 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204172.995354:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204172.995356:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204172.995358:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204172.995359:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204172.995361:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204172.995362:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204172.995364:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204172.995367:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204172.995370:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204172.995373:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9f800 x1875052841943168/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204194 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204172.995378:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841943168:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204172.995381:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204172.995384:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204169/real 1788204172] req@ffff9c476db9f480 x1875052841943296/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204172.995389:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204172.995390:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204172.995391:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302bb0. 00000400:00000200:0.0:1788204172.995441:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204172.995443:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204172.995446:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204172.995450:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9f480 x1875052841943296/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204172.995457:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9f480 x1875052841943296/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204172.995463:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204172.995465:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204172.995467:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204172.995469:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204172.995473:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9f480 x1875052841943296/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204172.995480:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204172.995483:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9f480 x1875052841943296/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204194 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204172.995488:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204172.995491:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204172.995492:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204172.995493:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204172.995495:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204172.995497:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204172.995500:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204172.995504:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204172.995506:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204172.995508:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9f480 x1875052841943296/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204194 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204172.995515:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841943296:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204172.995519:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204172.995523:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204169/real 1788204172] req@ffff9c476db9d880 x1875052841942912/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204172.995530:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204172.995531:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204172.995533:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204172.995535:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204172.995538:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204172.995540:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204172.995542:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9d880 x1875052841942912/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204172.995550:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9d880 x1875052841942912/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204172.995555:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204172.995556:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204172.995558:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204172.995559:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204172.995562:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9d880 x1875052841942912/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204172.995567:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204172.995570:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9d880 x1875052841942912/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204194 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204172.995576:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204172.995579:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204172.995581:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204172.995583:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204172.995584:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204172.995587:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204172.995589:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204172.995593:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204172.995595:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204172.995599:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9d880 x1875052841942912/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204194 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204172.995605:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841942912:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204172.995609:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204172.995612:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204172.995615:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9c380 x1875052841943040/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204194 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204172.995622:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204172.995626:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204172.995633:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788204172.995638:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204172.995642:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204172.995645:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204172.995648:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204172.995652:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a40000. 02000000:00000001:0.0:1788204172.995659:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204172.995661:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204172.995664:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9c380. 00000100:00000001:0.0:1788204172.995671:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204172.995672:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204172.995675:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204172.995678:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9f800 x1875052841943168/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204194 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204172.995686:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204172.995687:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204172.995689:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376800. 02000000:00000001:0.0:1788204172.995693:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204172.995694:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204172.995696:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204172.995699:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204172.995700:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a43400. 02000000:00000001:0.0:1788204172.995706:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204172.995708:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204172.995709:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9f800. 00000100:00000001:0.0:1788204172.995712:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204172.995713:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204172.995715:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204172.995719:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9f480 x1875052841943296/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204194 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204172.995744:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204172.995745:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204172.995748:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377000. 02000000:00000001:0.0:1788204172.995751:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204172.995752:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204172.995754:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788204172.995756:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204172.995758:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a42000. 02000000:00000001:0.0:1788204172.995761:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204172.995762:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204172.995764:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9f480. 00000100:00000001:0.0:1788204172.995766:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204172.995767:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204172.995769:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204172.995773:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9d880 x1875052841942912/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204194 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204172.995780:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204172.995782:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204172.995783:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376400. 02000000:00000001:0.0:1788204172.995787:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204172.995788:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204172.995789:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788204172.995791:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204172.995793:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a42c00. 02000000:00000001:0.0:1788204172.995795:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204172.995801:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204172.995802:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9d880. 00000100:00000001:0.0:1788204172.995805:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204172.995806:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204172.995811:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204172.995822:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204172.995825:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204172.995828:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204172.995831:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204173.634547:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204173.634556:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204173.634569:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204173.634571:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204173.634575:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204173.634576:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204173.634608:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204173.634612:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204173.634616:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204174.658503:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204174.658511:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204174.658517:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204174.658518:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204174.658519:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204174.658520:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204174.658541:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204174.658542:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204174.658544:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788204175.042761:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204175.042773:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204175.042778:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204175.042799:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9c000 x1875052841943424/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204175.042821:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204175.042830:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204175.042838:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204175.042846:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204175.042852:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204175.042865:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841943424:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204175.042882:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204175.042891:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204175.042897:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204175.042904:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204175.042914:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377000. 02000000:00000001:0.0:1788204175.042920:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204175.042945:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204175.042954:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204175.042965:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204175.042984:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841943424, portal 25 00000100:00000001:0.0:1788204175.042988:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204175.042991:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330341888 : -109644379209728 : ffff9c476db9c000) 00000100:00000040:0.0:1788204175.043007:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9c000 x1875052841943424/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204200 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204175.043042:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204175.043053:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204175.043059:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204175.043071:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841943424, offset 0 00000400:00000200:0.0:1788204175.043095:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204175.043115:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204175.043135:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204175.043153:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204175.043165:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204175.043179:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204175.043192:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204175.043208:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704426:704426:256:4294967295] 192.168.201.101@tcp LPNI seq info [704421:704421:8:4294967295] 00000400:00000200:0.0:1788204175.043222:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204175.043244:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204175.043262:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204175.043273:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204175.043287:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204175.043296:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1788204175.043328:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204175.043331:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204175.043338:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204175.043355:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204175.043367:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204175.043375:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204175.043384:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204175.043485:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9c000 x1875052841943424/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204200 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204175.043528:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204175.043540:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9c000 x1875052841943424/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204200 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204175.043569:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204175.043578:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204175.043592:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204175.043611:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204175.043618:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4309315317 00000100:00000010:0.0:1788204175.043631:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba180. 00000100:00000001:0.0:1788204175.043643:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788204175.043653:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4309315317 00000100:00000010:0.0:1788204175.043660:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba420. 00000100:00000001:0.0:1788204175.043667:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788204175.043676:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204175.043684:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204175.043707:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204175.043718:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204175/real 1788204175] req@ffff9c476db9c000 x1875052841943424/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204175.043735:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204175.043741:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204175.043745:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204175.043754:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204175.043759:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204175.043766:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204175.043778:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9c000 x1875052841943424/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204175.043809:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9c000 x1875052841943424/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204175.043823:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204175.043826:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204175.043829:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204175.043831:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204175.043837:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9c000 x1875052841943424/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204175.043843:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204175.043849:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9c000 x1875052841943424/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204200 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204175.043856:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204175.043859:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204175.043861:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204175.043863:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204175.043866:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204175.043869:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204175.043872:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204175.043876:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204175.043879:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204175.043882:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9c000 x1875052841943424/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204200 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204175.043889:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841943424:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204175.043893:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204175.043896:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204175.043898:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9c000 x1875052841943424/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204200 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204175.043909:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204175.043912:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204175.043915:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377000. 02000000:00000001:0.0:1788204175.043918:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204175.043921:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204175.043923:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788204175.043925:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204175.043928:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a42800. 02000000:00000001:0.0:1788204175.043932:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204175.043934:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204175.043936:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9c000. 00000100:00000001:0.0:1788204175.043941:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204175.043942:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204175.043944:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204175.043950:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204175.043952:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204175.043955:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204175.043957:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204175.043959:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204175.043963:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9c700 x1875052841943552/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204175.043969:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204175.043970:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204175.043973:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204175.043975:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204175.043977:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204175.043980:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841943552:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204175.043983:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204175.043987:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204175.043988:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204175.043989:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204175.043993:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377000. 02000000:00000001:0.0:1788204175.043995:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204175.043998:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204175.044002:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204175.044005:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204175.044009:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841943552, portal 10 00000100:00000001:0.0:1788204175.044011:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204175.044012:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330343680 : -109644379207936 : ffff9c476db9c700) 00000100:00000040:0.0:1788204175.044019:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9c700 x1875052841943552/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204200 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204175.044025:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204175.044028:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204175.044030:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204175.044033:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841943552, offset 0 00000400:00000200:0.0:1788204175.044037:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204175.044041:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204175.044045:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204175.044048:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204175.044051:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204175.044053:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204175.044056:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204175.044058:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704427:704427:256:4294967295] 192.168.201.101@tcp LPNI seq info [704422:704422:8:4294967295] 00000400:00000200:0.0:1788204175.044062:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204175.044068:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204175.044072:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204175.044076:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204175.044080:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204175.044083:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1788204175.044093:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204175.044096:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204175.044098:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204175.044102:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204175.044105:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204175.044106:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204175.044109:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204175.044113:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9c700 x1875052841943552/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204200 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204175.044121:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204175.044124:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9c700 x1875052841943552/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204200 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204175.044130:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204175.044132:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204175.044135:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204175.044139:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788204175.044142:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204175.044144:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309314058 00000100:00000001:0.0:1788204175.044146:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309315317 00000100:00000001:0.0:1788204175.044148:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309314058 00000100:00000001:0.0:1788204175.044150:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309315317 00000100:00000001:0.0:1788204175.044152:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204175.044154:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204175.044156:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204175.044160:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204175/real 1788204175] req@ffff9c476db9c700 x1875052841943552/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204175.044166:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204175.044168:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204175.044169:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204175.044171:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204175.044173:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204175.044175:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204175.044177:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9c700 x1875052841943552/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204175.044184:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9c700 x1875052841943552/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204175.044195:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204175.044196:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204175.044198:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204175.044199:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204175.044202:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9c700 x1875052841943552/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204175.044208:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204175.044212:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9c700 x1875052841943552/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204200 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204175.044217:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204175.044219:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204175.044221:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204175.044222:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204175.044224:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204175.044226:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204175.044228:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204175.044232:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204175.044234:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204175.044238:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9c700 x1875052841943552/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204200 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204175.044246:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841943552:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204175.044249:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204175.044253:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9e680 x1875052841943680/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204175.044260:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204175.044261:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204175.044264:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204175.044266:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204175.044267:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204175.044270:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841943680:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204175.044273:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204175.044276:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204175.044277:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204175.044279:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204175.044282:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376800. 02000000:00000001:0.0:1788204175.044284:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204175.044287:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204175.044289:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204175.044293:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204175.044296:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841943680, portal 10 00000100:00000001:0.0:1788204175.044298:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204175.044299:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330351744 : -109644379199872 : ffff9c476db9e680) 00000100:00000040:0.0:1788204175.044305:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9e680 x1875052841943680/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204200 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204175.044311:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204175.044313:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204175.044316:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204175.044318:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841943680, offset 0 00000400:00000200:0.0:1788204175.044322:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204175.044325:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204175.044328:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204175.044331:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204175.044333:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204175.044335:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204175.044337:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204175.044340:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704428:704428:256:4294967295] 192.168.201.101@tcp LPNI seq info [704423:704423:8:4294967295] 00000400:00000200:0.0:1788204175.044344:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204175.044350:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204175.044355:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204175.044359:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204175.044363:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204175.044365:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1788204175.044376:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204175.044378:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204175.044381:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204175.044384:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204175.044386:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204175.044388:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204175.044390:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204175.044421:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9e680 x1875052841943680/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204200 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204175.044428:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204175.044431:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9e680 x1875052841943680/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204200 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204175.044435:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204175.044436:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204175.044440:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204175.044443:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788204175.044446:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204175.044448:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309314059 00000100:00000001:0.0:1788204175.044450:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309315317 00000100:00000001:0.0:1788204175.044452:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309314059 00000100:00000001:0.0:1788204175.044454:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309315317 00000100:00000001:0.0:1788204175.044456:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204175.044458:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204175.044460:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204175.044463:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204175/real 1788204175] req@ffff9c476db9e680 x1875052841943680/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204175.044470:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204175.044472:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204175.044473:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204175.044476:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204175.044477:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204175.044479:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204175.044482:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9e680 x1875052841943680/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204175.044489:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9e680 x1875052841943680/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204175.044494:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204175.044496:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204175.044497:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204175.044498:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204175.044502:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9e680 x1875052841943680/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204175.044507:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204175.044511:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9e680 x1875052841943680/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204200 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204175.044517:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204175.044519:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204175.044521:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204175.044521:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204175.044522:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204175.044524:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204175.044526:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204175.044528:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204175.044529:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204175.044532:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9e680 x1875052841943680/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204200 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204175.044536:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841943680:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204175.044540:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204175.044543:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9d180 x1875052841943808/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204175.044549:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204175.044551:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204175.044553:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204175.044555:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204175.044556:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204175.044558:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841943808:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204175.044561:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204175.044563:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204175.044565:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204175.044567:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204175.044569:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788204175.044571:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204175.044573:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204175.044575:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204175.044577:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204175.044579:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841943808, portal 4 00000100:00000001:0.0:1788204175.044580:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204175.044581:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330346368 : -109644379205248 : ffff9c476db9d180) 00000100:00000040:0.0:1788204175.044585:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9d180 x1875052841943808/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204200 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204175.044589:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204175.044590:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204175.044591:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204175.044593:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841943808, offset 0 00000400:00000200:0.0:1788204175.044595:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204175.044598:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204175.044600:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204175.044602:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204175.044603:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204175.044605:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204175.044606:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204175.044608:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704429:704429:256:4294967295] 192.168.201.101@tcp LPNI seq info [704424:704424:8:4294967295] 00000400:00000200:0.0:1788204175.044611:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204175.044614:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204175.044616:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204175.044618:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204175.044620:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204175.044622:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1788204175.044628:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204175.044629:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204175.044631:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204175.044634:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204175.044636:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204175.044638:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204175.044640:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204175.044643:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9d180 x1875052841943808/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204200 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204175.044650:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204175.044653:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9d180 x1875052841943808/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204200 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204175.044658:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204175.044660:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204175.044663:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204175.044665:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788204175.044668:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204175.044670:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309314085 00000100:00000001:0.0:1788204175.044673:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309315317 00000100:00000001:0.0:1788204175.044675:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309314085 00000100:00000001:0.0:1788204175.044676:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309315317 00000100:00000001:0.0:1788204175.044678:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204175.044680:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204175.044681:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204175.044684:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204175/real 1788204175] req@ffff9c476db9d180 x1875052841943808/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204175.044702:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204175.044704:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204175.044705:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204175.044708:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204175.044709:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204175.044711:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204175.044715:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9d180 x1875052841943808/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204175.044725:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9d180 x1875052841943808/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204175.044729:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204175.044730:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204175.044731:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204175.044732:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204175.044734:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9d180 x1875052841943808/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204175.044739:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204175.044742:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9d180 x1875052841943808/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204200 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204175.044745:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204175.044747:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204175.044748:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204175.044749:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204175.044751:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204175.044752:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204175.044754:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204175.044755:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204175.044756:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204175.044758:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9d180 x1875052841943808/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204200 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204175.044762:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841943808:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204175.044764:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204175.044766:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204175.044768:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9c700 x1875052841943552/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204200 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204175.044772:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204175.044773:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204175.044774:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377000. 02000000:00000001:0.0:1788204175.044776:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204175.044777:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204175.044778:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204175.044779:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204175.044781:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a43c00. 02000000:00000001:0.0:1788204175.044784:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204175.044785:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204175.044786:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9c700. 00000100:00000001:0.0:1788204175.044788:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204175.044788:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204175.044789:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204175.044791:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9e680 x1875052841943680/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204200 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204175.044798:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204175.044799:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204175.044800:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376800. 02000000:00000001:0.0:1788204175.044801:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204175.044802:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204175.044803:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204175.044804:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204175.044804:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a42c00. 02000000:00000001:0.0:1788204175.044805:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204175.044806:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204175.044807:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9e680. 00000100:00000001:0.0:1788204175.044808:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204175.044809:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204175.044809:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204175.044811:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9d180 x1875052841943808/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204200 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204175.044814:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204175.044815:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204175.044815:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788204175.044816:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204175.044817:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204175.044818:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788204175.044818:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204175.044819:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a42000. 02000000:00000001:0.0:1788204175.044820:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204175.044821:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204175.044821:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9d180. 00000100:00000001:0.0:1788204175.044823:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204175.044823:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204175.044824:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204175.044827:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204175.044829:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204175.044831:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204175.044832:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204175.682466:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204175.682473:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204175.682477:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204175.682478:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204175.682481:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204175.682482:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204175.682496:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204175.682498:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204175.682500:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204176.322494:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309315317, at 4309315328 00000100:00000040:1.0:1788204176.322494:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309315317, at 4309315328 00000100:00000010:0.0:1788204176.322508:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba180. 00000100:00000010:1.0:1788204176.322511:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba420. 00010000:00000001:0.0:1788204176.706494:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204176.706499:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204176.706503:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204176.706504:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204176.706506:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204176.706507:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204177.730497:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204177.730502:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204177.730506:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204177.730507:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204177.730509:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204177.730510:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204177.730531:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204177.730533:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204177.730536:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204178.754489:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204178.754496:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204178.754502:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204178.754504:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204178.754511:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204178.754513:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204178.754531:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204178.754534:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204178.754537:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204179.778513:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204179.778521:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204179.778523:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204179.778526:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204179.778531:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204179.778534:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204179.778536:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204179.778538:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204179.778542:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204179.778543:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204179.778546:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204179.778547:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204179.778568:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204179.778570:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204179.778572:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788204180.162820:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204180.162824:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204180.162827:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204180.162835:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9ea00 x1875052841943936/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204180.162849:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204180.162852:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204180.162856:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204180.162860:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204180.162865:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204180.162873:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841943936:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204180.162880:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204180.162885:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204180.162890:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204180.162895:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204180.162904:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788204180.162908:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204180.162918:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204180.162925:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204180.162949:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204180.162958:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841943936, portal 25 00000100:00000001:0.0:1788204180.162965:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204180.162968:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330352640 : -109644379198976 : ffff9c476db9ea00) 00000100:00000040:0.0:1788204180.162977:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9ea00 x1875052841943936/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204205 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204180.162987:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204180.162991:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204180.162995:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204180.162999:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841943936, offset 0 00000400:00000200:0.0:1788204180.163005:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204180.163015:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204180.163022:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204180.163028:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204180.163040:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204180.163048:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204180.163053:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204180.163115:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704430:704430:256:4294967295] 192.168.201.101@tcp LPNI seq info [704425:704425:8:4294967295] 00000400:00000200:0.0:1788204180.163126:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204180.163144:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204180.163154:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204180.163160:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204180.163167:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204180.163171:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1788204180.163188:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204180.163192:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204180.163197:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204180.163203:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204180.163207:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204180.163210:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204180.163213:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204180.163219:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9ea00 x1875052841943936/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204205 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204180.163245:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204180.163249:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9ea00 x1875052841943936/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204205 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204180.163257:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204180.163260:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204180.163266:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204180.163272:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204180.163276:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4309320436 00000100:00000010:0.0:1788204180.163283:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba180. 00000100:00000001:0.0:1788204180.163291:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788204180.163297:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4309320436 00000100:00000010:0.0:1788204180.163301:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba0c0. 00000100:00000001:0.0:1788204180.163305:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788204180.163308:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204180.163311:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204180.163313:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204180.163318:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204180/real 1788204180] req@ffff9c476db9ea00 x1875052841943936/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204180.163327:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204180.163329:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204180.163330:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204180.163333:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204180.163334:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204180.163337:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204180.163340:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9ea00 x1875052841943936/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204180.163349:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9ea00 x1875052841943936/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204180.163355:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204180.163357:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204180.163359:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204180.163361:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204180.163365:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9ea00 x1875052841943936/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204180.163373:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204180.163377:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9ea00 x1875052841943936/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204205 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204180.163384:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204180.163387:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204180.163389:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204180.163390:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204180.163392:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204180.163427:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204180.163430:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204180.163434:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204180.163436:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204180.163441:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9ea00 x1875052841943936/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204205 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204180.163449:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841943936:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204180.163454:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204180.163456:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204180.163459:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9ea00 x1875052841943936/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204205 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204180.163466:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204180.163468:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204180.163470:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788204180.163473:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204180.163474:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204180.163476:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788204180.163478:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204180.163480:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a43400. 02000000:00000001:0.0:1788204180.163485:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204180.163487:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204180.163488:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9ea00. 00000100:00000001:0.0:1788204180.163490:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204180.163491:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204180.163493:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204180.163498:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204180.163499:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204180.163500:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204180.163501:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204180.163502:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204180.163504:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9dc00 x1875052841944064/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204180.163509:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204180.163510:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204180.163511:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204180.163512:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204180.163514:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204180.163515:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841944064:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204180.163517:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204180.163519:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204180.163519:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204180.163521:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204180.163523:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788204180.163524:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204180.163527:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204180.163528:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204180.163531:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204180.163533:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841944064, portal 10 00000100:00000001:0.0:1788204180.163534:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204180.163535:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330349056 : -109644379202560 : ffff9c476db9dc00) 00000100:00000040:0.0:1788204180.163539:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9dc00 x1875052841944064/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204205 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204180.163543:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204180.163545:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204180.163546:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204180.163548:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841944064, offset 0 00000400:00000200:0.0:1788204180.163550:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204180.163553:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204180.163555:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204180.163557:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204180.163559:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204180.163560:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204180.163562:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204180.163563:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704431:704431:256:4294967295] 192.168.201.101@tcp LPNI seq info [704426:704426:8:4294967295] 00000400:00000200:0.0:1788204180.163566:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204180.163569:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204180.163572:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204180.163574:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204180.163576:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204180.163578:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1788204180.163585:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204180.163586:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204180.163588:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204180.163591:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204180.163593:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204180.163595:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204180.163597:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204180.163612:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9dc00 x1875052841944064/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204205 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204180.163619:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204180.163622:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9dc00 x1875052841944064/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204205 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204180.163628:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204180.163629:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204180.163633:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204180.163636:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788204180.163639:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204180.163641:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309319178 00000100:00000001:0.0:1788204180.163643:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309320436 00000100:00000001:0.0:1788204180.163645:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309319178 00000100:00000001:0.0:1788204180.163647:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309320436 00000100:00000001:0.0:1788204180.163649:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204180.163651:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204180.163652:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204180.163656:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204180/real 1788204180] req@ffff9c476db9dc00 x1875052841944064/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204180.163663:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204180.163664:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204180.163666:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204180.163668:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204180.163669:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204180.163671:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204180.163674:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9dc00 x1875052841944064/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204180.163681:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9dc00 x1875052841944064/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204180.163687:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204180.163688:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204180.163690:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204180.163691:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204180.163694:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9dc00 x1875052841944064/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204180.163701:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204180.163705:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9dc00 x1875052841944064/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204205 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204180.163712:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204180.163715:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204180.163716:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204180.163717:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204180.163719:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204180.163721:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204180.163723:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204180.163726:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204180.163728:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204180.163732:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9dc00 x1875052841944064/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204205 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204180.163739:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841944064:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204180.163742:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204180.163745:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9df80 x1875052841944192/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204180.163751:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204180.163752:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204180.163754:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204180.163756:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204180.163758:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204180.163761:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841944192:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204180.163764:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204180.163766:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204180.163768:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204180.163770:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204180.163773:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376800. 02000000:00000001:0.0:1788204180.163774:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204180.163778:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204180.163780:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204180.163783:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204180.163785:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841944192, portal 10 00000100:00000001:0.0:1788204180.163787:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204180.163788:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330349952 : -109644379201664 : ffff9c476db9df80) 00000100:00000040:0.0:1788204180.163793:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9df80 x1875052841944192/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204205 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204180.163799:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204180.163801:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204180.163802:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204180.163804:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841944192, offset 0 00000400:00000200:0.0:1788204180.163807:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204180.163810:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204180.163814:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204180.163816:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204180.163819:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204180.163821:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204180.163823:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204180.163826:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704432:704432:256:4294967295] 192.168.201.101@tcp LPNI seq info [704427:704427:8:4294967295] 00000400:00000200:0.0:1788204180.163830:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204180.163836:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204180.163840:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204180.163843:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204180.163847:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204180.163850:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1788204180.163860:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204180.163862:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204180.163865:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204180.163868:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204180.163871:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204180.163873:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204180.163875:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204180.163879:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9df80 x1875052841944192/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204205 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204180.163886:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204180.163903:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9df80 x1875052841944192/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204205 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204180.163910:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204180.163911:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204180.163915:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204180.163918:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788204180.163921:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204180.163923:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309319178 00000100:00000001:0.0:1788204180.163925:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309320436 00000100:00000001:0.0:1788204180.163927:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309319178 00000100:00000001:0.0:1788204180.163929:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309320436 00000100:00000001:0.0:1788204180.163931:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204180.163932:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204180.163934:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204180.163938:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204180/real 1788204180] req@ffff9c476db9df80 x1875052841944192/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204180.163945:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204180.163947:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204180.163949:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204180.163951:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204180.163953:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204180.163955:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204180.163958:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9df80 x1875052841944192/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204180.163965:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9df80 x1875052841944192/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204180.163971:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204180.163972:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204180.163974:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204180.163975:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204180.163978:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9df80 x1875052841944192/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204180.163984:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204180.163987:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9df80 x1875052841944192/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204205 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204180.163994:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204180.163996:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204180.163997:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204180.163998:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204180.164000:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204180.164001:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204180.164003:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204180.164006:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204180.164008:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204180.164012:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9df80 x1875052841944192/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204205 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204180.164019:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841944192:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204180.164023:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204180.164026:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9d180 x1875052841944320/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204180.164032:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204180.164033:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204180.164035:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204180.164037:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204180.164039:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204180.164042:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841944320:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204180.164045:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204180.164047:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204180.164048:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204180.164050:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204180.164053:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377000. 02000000:00000001:0.0:1788204180.164055:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204180.164058:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204180.164061:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204180.164064:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204180.164067:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841944320, portal 4 00000100:00000001:0.0:1788204180.164069:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204180.164070:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330346368 : -109644379205248 : ffff9c476db9d180) 00000100:00000040:0.0:1788204180.164075:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9d180 x1875052841944320/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204205 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204180.164081:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204180.164083:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204180.164085:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204180.164087:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841944320, offset 0 00000400:00000200:0.0:1788204180.164091:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204180.164103:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204180.164106:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204180.164109:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204180.164111:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204180.164113:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204180.164115:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204180.164118:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704433:704433:256:4294967295] 192.168.201.101@tcp LPNI seq info [704428:704428:8:4294967295] 00000400:00000200:0.0:1788204180.164122:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204180.164128:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204180.164133:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204180.164136:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204180.164140:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204180.164142:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1788204180.164157:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204180.164159:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204180.164162:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204180.164165:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204180.164168:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204180.164169:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204180.164172:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204180.164175:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9d180 x1875052841944320/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204205 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204180.164183:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204180.164186:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9d180 x1875052841944320/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204205 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204180.164191:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204180.164193:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204180.164196:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204180.164199:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788204180.164202:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204180.164205:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309319204 00000100:00000001:0.0:1788204180.164207:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309320436 00000100:00000001:0.0:1788204180.164209:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309319204 00000100:00000001:0.0:1788204180.164211:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309320436 00000100:00000001:0.0:1788204180.164213:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204180.164215:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204180.164216:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204180.164220:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204180/real 1788204180] req@ffff9c476db9d180 x1875052841944320/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204180.164227:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204180.164229:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204180.164230:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204180.164232:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204180.164234:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204180.164236:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204180.164239:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9d180 x1875052841944320/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204180.164247:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9d180 x1875052841944320/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204180.164252:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204180.164253:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204180.164255:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204180.164256:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204180.164259:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9d180 x1875052841944320/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204180.164266:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204180.164269:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9d180 x1875052841944320/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204205 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204180.164275:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204180.164277:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204180.164279:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204180.164280:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204180.164282:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204180.164283:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204180.164285:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204180.164288:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204180.164290:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204180.164294:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9d180 x1875052841944320/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204205 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204180.164299:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841944320:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204180.164302:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204180.164303:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204180.164305:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9dc00 x1875052841944064/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204205 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204180.164309:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204180.164310:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204180.164311:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788204180.164313:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204180.164314:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204180.164315:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204180.164316:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204180.164317:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a40000. 02000000:00000001:0.0:1788204180.164319:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204180.164320:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204180.164321:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9dc00. 00000100:00000001:0.0:1788204180.164323:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204180.164323:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204180.164324:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204180.164326:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9df80 x1875052841944192/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204205 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204180.164330:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204180.164330:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204180.164331:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376800. 02000000:00000001:0.0:1788204180.164332:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204180.164333:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204180.164334:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204180.164335:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204180.164335:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a40400. 02000000:00000001:0.0:1788204180.164336:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204180.164337:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204180.164338:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9df80. 00000100:00000001:0.0:1788204180.164340:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204180.164340:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204180.164341:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204180.164343:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9d180 x1875052841944320/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204205 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204180.164346:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204180.164347:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204180.164348:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377000. 02000000:00000001:0.0:1788204180.164349:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204180.164349:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204180.164350:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788204180.164351:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204180.164351:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a40c00. 02000000:00000001:0.0:1788204180.164352:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204180.164353:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204180.164353:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9d180. 00000100:00000001:0.0:1788204180.164354:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204180.164355:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204180.164356:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204180.164359:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204180.164359:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204180.164360:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204180.164362:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204180.802492:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204180.802502:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204180.802509:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204180.802511:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204180.802514:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204180.802515:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204181.442491:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309320436, at 4309320448 00000100:00000040:0.0:1788204181.442493:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309320436, at 4309320448 00000100:00000010:0.0:1788204181.442513:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba180. 00000100:00000010:1.0:1788204181.442516:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba0c0. 00010000:00000001:0.0:1788204181.826518:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204181.826525:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204181.826530:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204181.826532:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204181.826534:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204181.826537:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204181.826540:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204181.826542:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204181.826544:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204181.826547:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204181.826550:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204181.826552:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204181.826553:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204181.826555:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204181.826556:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204181.826558:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204181.826560:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204181.826561:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204181.826614:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204181.826616:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204181.826618:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204182.850520:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204182.850530:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204182.850538:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204182.850540:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204182.850547:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204182.850549:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204182.850607:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204182.850611:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204182.850614:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204183.874617:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204183.874627:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204183.874635:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204183.874637:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204183.874642:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204183.874643:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204183.874680:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204183.874684:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204183.874688:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204184.898542:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204184.898549:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204184.898554:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204184.898555:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204184.898557:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204184.898558:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204185.282865:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204185.282872:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204185.282876:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204185.282886:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c848700 x1875052841944448/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204185.282902:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204185.282906:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204185.282913:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204185.282918:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204185.282924:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204185.282930:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c848700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841944448:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204185.282939:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204185.282945:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204185.282950:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204185.282956:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204185.282964:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788204185.282969:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204185.282979:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204185.282986:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204185.282996:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204185.283009:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841944448, portal 25 00000100:00000001:0.0:1788204185.283015:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204185.283020:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578512128 : -109644131039488 : ffff9c477c848700) 00000100:00000040:0.0:1788204185.283032:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c848700 x1875052841944448/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204210 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204185.283048:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204185.283056:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204185.283062:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204185.283070:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841944448, offset 0 00000400:00000200:0.0:1788204185.283082:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204185.283094:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204185.283107:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204185.283118:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204185.283125:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204185.283134:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204185.283142:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204185.283151:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704434:704434:256:4294967295] 192.168.201.101@tcp LPNI seq info [704429:704429:8:4294967295] 00000400:00000200:0.0:1788204185.283164:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204185.283181:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204185.283196:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204185.283207:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204185.283222:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204185.283228:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1788204185.283269:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204185.283274:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204185.283288:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204185.283300:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204185.283311:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204185.283315:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204185.283323:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204185.283332:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c848700 x1875052841944448/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204210 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204185.283346:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204185.283352:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c848700 x1875052841944448/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204210 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204185.283360:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204185.283362:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204185.283370:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204185.283374:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204185.283377:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4309325556 00000100:00000010:0.0:1788204185.283385:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba180. 00000100:00000001:0.0:1788204185.283436:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788204185.283444:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4309325557 00000100:00000010:0.0:1788204185.283448:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685baae0. 00000100:00000001:0.0:1788204185.283451:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788204185.283455:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204185.283457:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204185.283459:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204185.283465:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204185/real 1788204185] req@ffff9c477c848700 x1875052841944448/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204185.283474:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204185.283476:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204185.283478:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204185.283481:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204185.283491:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204185.283493:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204185.283497:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c848700 x1875052841944448/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204185.283506:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c848700 x1875052841944448/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204185.283526:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204185.283529:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204185.283532:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204185.283534:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204185.283539:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c848700 x1875052841944448/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204185.283546:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204185.283551:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c848700 x1875052841944448/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204210 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204185.283559:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204185.283563:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204185.283564:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204185.283566:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204185.283569:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204185.283571:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204185.283574:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204185.283577:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204185.283579:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204185.283584:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c848700 x1875052841944448/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204210 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204185.283591:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c848700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841944448:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204185.283603:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204185.283605:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204185.283608:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c848700 x1875052841944448/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204210 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204185.283613:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204185.283616:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204185.283619:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788204185.283622:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204185.283624:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204185.283626:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788204185.283628:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204185.283639:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f3c00. 02000000:00000001:0.0:1788204185.283644:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204185.283646:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204185.283647:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c848700. 00000100:00000001:0.0:1788204185.283651:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204185.283652:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204185.283655:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204185.283663:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204185.283665:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204185.283667:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204185.283669:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204185.283670:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204185.283680:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c848000 x1875052841944576/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204185.283688:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204185.283689:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204185.283691:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204185.283693:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204185.283695:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204185.283697:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c848000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841944576:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204185.283701:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204185.283703:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204185.283704:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204185.283706:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204185.283709:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788204185.283711:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204185.283715:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204185.283717:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204185.283721:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204185.283723:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841944576, portal 10 00000100:00000001:0.0:1788204185.283725:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204185.283727:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578510336 : -109644131041280 : ffff9c477c848000) 00000100:00000040:0.0:1788204185.283734:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c848000 x1875052841944576/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204210 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204185.283741:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204185.283743:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204185.283745:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204185.283748:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841944576, offset 0 00000400:00000200:0.0:1788204185.283752:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204185.283756:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204185.283759:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204185.283762:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204185.283764:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204185.283767:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204185.283769:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204185.283772:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704435:704435:256:4294967295] 192.168.201.101@tcp LPNI seq info [704430:704430:8:4294967295] 00000400:00000200:0.0:1788204185.283776:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204185.283783:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204185.283787:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204185.283790:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204185.283794:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204185.283797:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1788204185.283806:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204185.283809:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204185.283811:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204185.283815:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204185.283818:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204185.283820:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204185.283822:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204185.283825:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c848000 x1875052841944576/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204210 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204185.283833:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204185.283836:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c848000 x1875052841944576/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204210 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204185.283843:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204185.283844:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204185.283848:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204185.283852:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788204185.283855:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204185.283857:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309324298 00000100:00000001:0.0:1788204185.283860:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309325556 00000100:00000001:0.0:1788204185.283862:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309324298 00000100:00000001:0.0:1788204185.283864:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309325557 00000100:00000001:0.0:1788204185.283866:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204185.283869:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204185.283871:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204185.283874:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204185/real 1788204185] req@ffff9c477c848000 x1875052841944576/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204185.283883:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204185.283884:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204185.283886:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204185.283889:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204185.283890:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204185.283892:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204185.283895:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c848000 x1875052841944576/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204185.283904:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c848000 x1875052841944576/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204185.283911:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204185.283912:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204185.283914:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204185.283916:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204185.283919:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c848000 x1875052841944576/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204185.283926:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204185.283930:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c848000 x1875052841944576/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204210 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204185.283938:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204185.283940:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204185.283942:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204185.283943:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204185.283945:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204185.283947:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204185.283949:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204185.283953:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204185.283955:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204185.283960:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c848000 x1875052841944576/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204210 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204185.283968:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c848000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841944576:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204185.283971:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204185.283975:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c849c00 x1875052841944704/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204185.283981:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204185.283983:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204185.283985:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204185.283987:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204185.283989:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204185.283992:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c849c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841944704:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204185.283995:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204185.283997:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204185.283998:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204185.284000:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204185.284004:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788204185.284006:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204185.284009:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204185.284012:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204185.284015:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204185.284017:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841944704, portal 10 00000100:00000001:0.0:1788204185.284019:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204185.284021:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578517504 : -109644131034112 : ffff9c477c849c00) 00000100:00000040:0.0:1788204185.284027:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c849c00 x1875052841944704/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204210 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204185.284034:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204185.284036:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204185.284038:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204185.284040:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841944704, offset 0 00000400:00000200:0.0:1788204185.284044:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204185.284048:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204185.284051:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204185.284054:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204185.284056:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204185.284059:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204185.284061:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204185.284064:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704436:704436:256:4294967295] 192.168.201.101@tcp LPNI seq info [704431:704431:8:4294967295] 00000400:00000200:0.0:1788204185.284068:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204185.284074:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204185.284079:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204185.284082:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204185.284086:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204185.284089:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1788204185.284099:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204185.284100:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204185.284103:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204185.284107:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204185.284109:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204185.284111:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204185.284114:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204185.284117:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c849c00 x1875052841944704/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204210 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204185.284124:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204185.284127:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c849c00 x1875052841944704/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204210 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204185.284133:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204185.284135:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204185.284138:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204185.284141:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788204185.284144:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204185.284146:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309324298 00000100:00000001:0.0:1788204185.284149:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309325556 00000100:00000001:0.0:1788204185.284151:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309324298 00000100:00000001:0.0:1788204185.284153:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309325557 00000100:00000001:0.0:1788204185.284155:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204185.284157:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204185.284159:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204185.284163:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204185/real 1788204185] req@ffff9c477c849c00 x1875052841944704/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204185.284172:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204185.284173:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204185.284175:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204185.284177:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204185.284179:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204185.284181:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204185.284184:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c849c00 x1875052841944704/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204185.284193:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c849c00 x1875052841944704/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204185.284200:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204185.284201:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204185.284203:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204185.284205:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204185.284208:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c849c00 x1875052841944704/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204185.284215:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204185.284220:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c849c00 x1875052841944704/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204210 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204185.284227:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204185.284230:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204185.284231:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204185.284233:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204185.284234:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204185.284236:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204185.284238:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204185.284240:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204185.284242:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204185.284246:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c849c00 x1875052841944704/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204210 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204185.284254:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c849c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841944704:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204185.284259:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204185.284262:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c84b100 x1875052841944832/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204185.284270:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204185.284271:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204185.284273:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204185.284275:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204185.284277:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204185.284280:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c84b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841944832:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204185.284283:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204185.284285:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204185.284287:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204185.284288:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204185.284292:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374400. 02000000:00000001:0.0:1788204185.284294:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204185.284298:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204185.284300:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204185.284304:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204185.284307:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841944832, portal 4 00000100:00000001:0.0:1788204185.284308:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204185.284310:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578522880 : -109644131028736 : ffff9c477c84b100) 00000100:00000040:0.0:1788204185.284316:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c84b100 x1875052841944832/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204210 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204185.284322:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204185.284324:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204185.284327:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204185.284329:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841944832, offset 0 00000400:00000200:0.0:1788204185.284334:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204185.284337:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204185.284341:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204185.284344:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204185.284346:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204185.284348:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204185.284351:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204185.284354:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704437:704437:256:4294967295] 192.168.201.101@tcp LPNI seq info [704432:704432:8:4294967295] 00000400:00000200:0.0:1788204185.284358:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204185.284364:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204185.284369:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204185.284371:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204185.284375:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204185.284378:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1788204185.284390:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204185.284391:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204185.284425:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204185.284428:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204185.284431:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204185.284433:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204185.284436:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204185.284441:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c84b100 x1875052841944832/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204210 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204185.284449:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204185.284453:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84b100 x1875052841944832/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204210 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204185.284460:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204185.284462:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204185.284465:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204185.284468:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788204185.284471:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204185.284473:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309324325 00000100:00000001:0.0:1788204185.284476:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309325556 00000100:00000001:0.0:1788204185.284478:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309324325 00000100:00000001:0.0:1788204185.284480:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309325557 00000100:00000001:0.0:1788204185.284482:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204185.284485:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204185.284486:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204185.284490:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204185/real 1788204185] req@ffff9c477c84b100 x1875052841944832/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204185.284496:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204185.284498:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204185.284499:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204185.284502:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204185.284503:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204185.284505:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204185.284508:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c84b100 x1875052841944832/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204185.284530:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c84b100 x1875052841944832/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204185.284541:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204185.284542:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204185.284544:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204185.284546:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204185.284549:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c84b100 x1875052841944832/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204185.284555:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204185.284559:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c84b100 x1875052841944832/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204210 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204185.284566:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204185.284568:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204185.284570:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204185.284572:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204185.284573:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204185.284575:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204185.284578:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204185.284581:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204185.284583:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204185.284586:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c84b100 x1875052841944832/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204210 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204185.284594:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c84b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841944832:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204185.284598:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204185.284600:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204185.284603:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c848000 x1875052841944576/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204210 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204185.284609:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204185.284611:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204185.284613:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788204185.284616:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204185.284617:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204185.284618:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204185.284620:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204185.284622:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f1c00. 02000000:00000001:0.0:1788204185.284624:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204185.284625:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204185.284626:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c848000. 00000100:00000001:0.0:1788204185.284629:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204185.284630:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204185.284632:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204185.284635:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c849c00 x1875052841944704/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204210 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204185.284640:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204185.284641:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204185.284642:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788204185.284644:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204185.284645:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204185.284646:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204185.284647:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204185.284648:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f2400. 02000000:00000001:0.0:1788204185.284650:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204185.284651:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204185.284652:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c849c00. 00000100:00000001:0.0:1788204185.284654:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204185.284655:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204185.284656:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204185.284659:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c84b100 x1875052841944832/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204210 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204185.284664:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204185.284665:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204185.284666:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374400. 02000000:00000001:0.0:1788204185.284668:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204185.284669:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204185.284670:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788204185.284672:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204185.284673:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f1400. 02000000:00000001:0.0:1788204185.284674:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204185.284675:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204185.284676:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c84b100. 00000100:00000001:0.0:1788204185.284678:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204185.284679:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204185.284681:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204185.284685:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204185.284686:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204185.284688:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204185.284690:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204185.922569:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204185.922579:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204185.922587:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204185.922588:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204185.922592:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204185.922593:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204185.922627:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204185.922631:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204185.922634:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204186.562543:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309325556, at 4309325568 00000100:00000040:1.0:1788204186.562544:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309325557, at 4309325568 00000100:00000010:0.0:1788204186.562561:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba180. 00000100:00000010:1.0:1788204186.562568:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685baae0. 00010000:00000001:0.0:1788204186.946544:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204186.946551:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204186.946556:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204186.946557:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204186.946560:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204186.946560:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204186.946585:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204186.946587:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204186.946590:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204187.970566:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204187.970573:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204187.970577:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204187.970578:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204187.970580:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204187.970582:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204187.970603:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204187.970605:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204187.970607:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204188.994579:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204188.994588:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204188.994595:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204188.994596:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204188.994601:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204188.994602:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204190.018513:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204190.018519:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204190.018521:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204190.018524:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204190.018527:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204190.018529:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204190.018531:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204190.018532:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204190.018535:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204190.018536:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204190.018538:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204190.018539:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204190.018556:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204190.018558:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204190.018560:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788204190.402506:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204190.402518:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788204190.402520:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204190.402524:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204190.402529:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204190.402535:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 14656 00000400:00000200:1.0:1788204190.402543:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204190.402549:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204190.402552:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204190.402556:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204190.402559:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204190.402561:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204190.402564:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204190.402568:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204190.402570:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788204190.402573:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204190.402576:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788204190.402578:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788204190.402580:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788204190.402583:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204190.402584:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204190.402586:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204190.402588:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204190.402591:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788204190.402594:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204190.402597:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204190.402600:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204190.402603:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204190.402606:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204190.402608:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788204190.402610:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204190.402620:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ddf80. 00000020:00000040:1.0:1788204190.402624:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788204190.402628:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204190.402630:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204190.402633:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204190.402636:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204190.402640:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204190.402649:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98c00. 00000100:00000001:1.0:1788204190.402655:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204190.402664:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ddf80 x1875052841944960/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788204190.402675:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204190.402680:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204190.402684:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dea6dee7] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ddf80 x1875052841944960/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204190.402709:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788204190.402712:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204190.402715:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788204190.402717:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204190.402718:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204190.402721:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204190.402723:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14656 00000400:00000200:1.0:1788204190.402727:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204190.402730:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204190.402733:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204190.402736:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204190.402738:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204190.402740:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204190.402743:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204190.402745:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204190.402747:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788204190.402748:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:0.0:1788204190.402750:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1788204190.402751:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788204190.402755:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000001:0.0:1788204190.402756:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1788204190.402758:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000001:0.0:1788204190.402760:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788204190.402764:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204190.402770:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204190.402771:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3ddf80 x1875052841944960/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788204190.402774:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204190.402779:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204190.402784:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00000001:0.0:1788204190.402789:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00080000:1.0:1788204190.402790:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204190.402792:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204190.402794:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204190.402797:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788204190.402798:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204190.402800:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204190.402803:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204190.402805:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1788204190.402806:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841944960:192.168.201.101@tcp:250:kworker.0 02000000:00000001:1.0:1788204190.402811:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204190.402814:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1788204190.402816:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:0.0:1788204190.402819:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000008:00100000:1.0:1788204190.402821:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 02000000:00000001:0.0:1788204190.402822:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204190.402825:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000008:00000001:1.0:1788204190.402828:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204190.402831:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374800. 00000100:00000001:1.0:1788204190.402831:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204190.402835:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204190.402838:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dc700. 00000400:00000200:0.0:1788204190.402841:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000020:00000040:1.0:1788204190.402844:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000400:00000010:0.0:1788204190.402846:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 02000000:00000001:1.0:1788204190.402849:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000400:00000010:0.0:1788204190.402852:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 02000000:00000001:1.0:1788204190.402852:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204190.402857:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204190.402859:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:0.0:1788204190.402860:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841944960, portal 25 02000000:00000001:1.0:1788204190.402862:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204190.402863:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204190.402865:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573881728 : -109644135669888 : ffff9c477c3ddf80) 02000000:00000010:1.0:1788204190.402870:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99000. 00000100:00000040:0.0:1788204190.402871:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3ddf80 x1875052841944960/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204190.402877:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204190.402884:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:1.0:1788204190.402888:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dc700 x1875052841945088/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1788204190.402889:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204190.402894:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204190.402899:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841944960, offset 0 00000100:00000001:1.0:1788204190.402902:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204190.402905:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204190.402910:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000100:00000040:1.0:1788204190.402914:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7db4f2b] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dc700 x1875052841945088/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788204190.402922:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:1.0:1788204190.402927:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204190.402932:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000100:00080000:1.0:1788204190.402938:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1788204190.402941:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00080000:1.0:1788204190.402944:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788204190.402947:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:0.0:1788204190.402948:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000100:00080000:1.0:1788204190.402950:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:0.0:1788204190.402954:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1788204190.402956:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000400:00000200:0.0:1788204190.402959:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000100:00080000:1.0:1788204190.402963:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14656 00000400:00000200:0.0:1788204190.402968:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704438:704438:256:4294967295] 192.168.201.101@tcp LPNI seq info [704433:704433:8:4294967295] 00000400:00000200:0.0:1788204190.402973:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204190.402981:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000400:00000200:1.0:1788204190.402990:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000800:00000200:0.0:1788204190.402991:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000400:00000200:1.0:1788204190.402998:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000800:00000010:0.0:1788204190.402999:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000100:00080000:1.0:1788204190.403003:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204190.403010:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000800:00000200:0.0:1788204190.403011:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000100:00000001:1.0:1788204190.403014:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:0.0:1788204190.403017:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 42 secs later) 00000100:00000040:1.0:1788204190.403018:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204190.403024:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204190.403027:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204190.403030:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788204190.403034:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204190.403037:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000800:00000100:0.0:1788204190.403042:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000020:00000001:1.0:1788204190.403042:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788204190.403046:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000800:00000010:0.0:1788204190.403047:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000100:00000040:1.0:1788204190.403053:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000400:00000200:0.0:1788204190.403055:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000001:1.0:1788204190.403057:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204190.403061:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204190.403065:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000400:00000200:0.0:1788204190.403066:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000020:00000040:1.0:1788204190.403070:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000400:00000200:0.0:1788204190.403074:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000100:00080000:1.0:1788204190.403076:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000400:00000010:0.0:1788204190.403078:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:1.0:1788204190.403080:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204190.403084:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1788204190.403085:0:2419:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1788204190.403087:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204190.403092:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1788204190.403093:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c3ddf80 x1875052841944960/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204190.403095:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788204190.403099:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788204190.403106:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204190.403107:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788204190.403109:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204190.403112:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3ddf80 x1875052841944960/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204215 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1788204190.403115:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dce00. 00000020:00000040:1.0:1788204190.403121:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000100:00000001:0.0:1788204190.403122:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204190.403125:0:2419:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1788204190.403127:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204190.403130:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204190.403132:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1788204190.403133:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204190.403134:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204190.403138:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204190.403142:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 02000000:00000010:1.0:1788204190.403145:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9a800. 00000100:00000001:0.0:1788204190.403146:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4309330676 00000100:00000001:1.0:1788204190.403151:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204190.403155:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba180. 00000100:00100000:1.0:1788204190.403160:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dce00 x1875052841945216/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204190.403164:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788204190.403171:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204190.403172:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4309330676 00000100:00000001:1.0:1788204190.403176:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204190.403177:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba8a0. 00000100:00000001:0.0:1788204190.403182:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000040:1.0:1788204190.403184:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e15d5058] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dce00 x1875052841945216/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204190.403185:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204190.403190:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204190.403193:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000001:1.0:1788204190.403198:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204190.403199:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204190/real 1788204190] req@ffff9c477c3ddf80 x1875052841944960/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788204190.403203:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788204190.403213:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000001:0.0:1788204190.403215:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204190.403218:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00080000:1.0:1788204190.403218:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1788204190.403220:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204190.403224:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000100:00080000:1.0:1788204190.403226:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000400:00000010:0.0:1788204190.403227:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:1.0:1788204190.403230:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1788204190.403231:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00080000:1.0:1788204190.403235:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000200:0.0:1788204190.403236:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3ddf80 x1875052841944960/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204190.403240:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204190.403246:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14656 00000100:00000200:0.0:1788204190.403254:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3ddf80 x1875052841944960/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788204190.403254:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204190.403260:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204190.403266:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1788204190.403267:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1788204190.403271:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204190.403272:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204190.403277:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788204190.403278:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1788204190.403280:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788204190.403282:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204190.403287:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000100:00100000:0.0:1788204190.403288:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c3ddf80 x1875052841944960/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1788204190.403292:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204190.403295:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788204190.403298:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204190.403301:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000100:00000001:0.0:1788204190.403303:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788204190.403306:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788204190.403310:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788204190.403311:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3ddf80 x1875052841944960/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204215 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788204190.403316:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204190.403321:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204190.403326:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204190.403328:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788204190.403329:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000100:00000001:0.0:1788204190.403334:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788204190.403335:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00000001:0.0:1788204190.403338:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204190.403342:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1788204190.403342:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204190.403347:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788204190.403347:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204190.403351:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:1.0:1788204190.403352:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00080000:0.0:1788204190.403357:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 02000000:00000001:1.0:1788204190.403357:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204190.403363:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204190.403366:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:1.0:1788204190.403367:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788204190.403371:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000100:00000001:0.0:1788204190.403372:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000008:00000001:1.0:1788204190.403378:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204190.403381:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204190.403382:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3ddf80 x1875052841944960/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204215 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1788204190.403387:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dd880. 00000020:00000040:1.0:1788204190.403392:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 00000100:00100000:0.0:1788204190.403442:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841944960:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204190.403448:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1788204190.403450:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1788204190.403451:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1788204190.403455:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204190.403456:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3ddf80 x1875052841944960/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204215 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204190.403459:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204190.403462:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1788204190.403464:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788204190.403466:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204190.403467:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204190.403470:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788204190.403473:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204190.403474:0:2419:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000010:1.0:1788204190.403474:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9a400. 00000020:00000040:0.0:1788204190.403476:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788204190.403479:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1788204190.403480:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204190.403481:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4653a98c00. 02000000:00000001:0.0:1788204190.403487:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204190.403489:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204190.403492:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3ddf80. 00000100:00100000:1.0:1788204190.403492:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dd880 x1875052841945344/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204190.403496:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204190.403498:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204190.403501:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788204190.403508:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204190.403511:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204190.403515:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1788204190.403516:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083606985] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dd880 x1875052841945344/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204190.403518:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204190.403524:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204190.403526:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204190.403529:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1788204190.403534:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204190.403536:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3dc700 x1875052841945088/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788204190.403541:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14667) 00000100:00000001:0.0:1788204190.403547:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204190.403549:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204190.403552:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204190.403554:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204190.403556:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204190.403560:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841945088:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204190.403564:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204190.403566:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204190.403574:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204190.403576:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204190.403579:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788204190.403581:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204190.403585:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204190.403587:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204190.403591:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204190.403594:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841945088, portal 10 00000100:00000001:0.0:1788204190.403596:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204190.403597:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573875456 : -109644135676160 : ffff9c477c3dc700) 00000100:00000040:0.0:1788204190.403604:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3dc700 x1875052841945088/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204190.403611:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204190.403613:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204190.403615:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204190.403617:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841945088, offset 0 00000400:00000200:0.0:1788204190.403621:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204190.403623:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204190.403626:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204190.403628:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204190.403630:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204190.403631:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204190.403633:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204190.403635:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704439:704439:256:4294967295] 192.168.201.101@tcp LPNI seq info [704434:704434:8:4294967295] 00000400:00000200:0.0:1788204190.403637:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204190.403641:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204190.403644:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204190.403646:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204190.403649:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204190.403650:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 42 secs later) 00000800:00000100:0.0:1788204190.403663:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204190.403664:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204190.403667:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204190.403669:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204190.403671:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204190.403672:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204190.403673:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204190.403676:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c3dc700 x1875052841945088/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204190.403681:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204190.403683:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3dc700 x1875052841945088/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204215 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204190.403687:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204190.403687:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204190.403689:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204190.403692:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788204190.403694:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204190.403695:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309329418 00000100:00000001:0.0:1788204190.403697:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309330676 00000100:00000001:0.0:1788204190.403698:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309329418 00000100:00000001:0.0:1788204190.403700:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309330676 00000100:00000001:0.0:1788204190.403701:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204190.403702:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204190.403703:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204190.403705:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204190/real 1788204190] req@ffff9c477c3dc700 x1875052841945088/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204190.403709:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204190.403710:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204190.403711:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204190.403713:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204190.403714:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204190.403715:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204190.403717:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3dc700 x1875052841945088/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204190.403722:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3dc700 x1875052841945088/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204190.403725:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204190.403726:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204190.403727:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204190.403729:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204190.403731:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c3dc700 x1875052841945088/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204190.403737:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204190.403741:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3dc700 x1875052841945088/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204215 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204190.403746:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204190.403748:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204190.403750:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204190.403751:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204190.403753:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204190.403755:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204190.403757:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204190.403760:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204190.403763:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204190.403766:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3dc700 x1875052841945088/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204215 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204190.403774:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841945088:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204190.403778:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204190.403781:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3dce00 x1875052841945216/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204190.403789:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204190.403790:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204190.403792:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204190.403793:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204190.403794:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204190.403796:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841945216:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204190.403798:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204190.403799:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204190.403800:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204190.403801:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204190.403803:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788204190.403804:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204190.403806:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204190.403808:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204190.403810:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204190.403812:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841945216, portal 10 00000100:00000001:0.0:1788204190.403813:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204190.403814:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573877248 : -109644135674368 : ffff9c477c3dce00) 00000100:00000040:0.0:1788204190.403818:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3dce00 x1875052841945216/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204190.403821:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204190.403823:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204190.403824:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204190.403826:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841945216, offset 0 00000400:00000200:0.0:1788204190.403828:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204190.403830:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204190.403832:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204190.403834:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204190.403835:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204190.403837:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204190.403838:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204190.403840:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704440:704440:256:4294967295] 192.168.201.101@tcp LPNI seq info [704435:704435:8:4294967295] 00000400:00000200:0.0:1788204190.403843:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204190.403846:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204190.403849:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204190.403851:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204190.403853:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204190.403855:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 42 secs later) 00000800:00000100:0.0:1788204190.403861:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204190.403862:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204190.403864:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204190.403866:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204190.403867:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204190.403868:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204190.403870:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204190.403872:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c3dce00 x1875052841945216/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204190.403876:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204190.403878:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3dce00 x1875052841945216/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204215 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204190.403882:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204190.403883:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204190.403884:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204190.403886:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788204190.403888:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204190.403889:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309329418 00000100:00000001:0.0:1788204190.403891:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309330676 00000100:00000001:0.0:1788204190.403892:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309329418 00000100:00000001:0.0:1788204190.403894:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309330676 00000100:00000001:0.0:1788204190.403895:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204190.403896:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204190.403897:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204190.403899:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204190/real 1788204190] req@ffff9c477c3dce00 x1875052841945216/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204190.403904:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204190.403905:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204190.403905:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204190.403906:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204190.403907:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204190.403908:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204190.403910:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3dce00 x1875052841945216/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204190.403915:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3dce00 x1875052841945216/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204190.403918:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204190.403919:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204190.403920:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204190.403921:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204190.403923:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c3dce00 x1875052841945216/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204190.403926:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204190.403928:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3dce00 x1875052841945216/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204215 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204190.403931:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204190.403933:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204190.403934:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204190.403935:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204190.403936:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204190.403937:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204190.403938:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204190.403940:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204190.403942:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204190.403944:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3dce00 x1875052841945216/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204215 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204190.403948:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841945216:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204190.403950:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204190.403951:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204190.403952:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3dc700 x1875052841945088/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204215 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204190.403956:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204190.403957:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204190.403958:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788204190.403959:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204190.403959:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204190.403960:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204190.403961:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204190.403962:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4653a99000. 02000000:00000001:0.0:1788204190.403964:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204190.403965:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204190.403966:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3dc700. 00000100:00000001:0.0:1788204190.403967:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204190.403968:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204190.403969:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204190.403971:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3dce00 x1875052841945216/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204215 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204190.403974:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204190.403975:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204190.403975:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788204190.403976:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204190.403977:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204190.403978:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204190.403979:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204190.403980:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4653a9a800. 02000000:00000001:0.0:1788204190.403981:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204190.403982:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204190.403983:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3dce00. 00000100:00000001:0.0:1788204190.403985:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204190.403986:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204190.403988:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204190.403991:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204190.403993:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204190.403994:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204190.403995:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204190.403997:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204190.404000:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3dd880 x1875052841945344/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204190.404006:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204190.404007:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204190.404009:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204190.404011:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204190.404013:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204190.404016:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841945344:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204190.404019:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204190.404021:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204190.404022:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204190.404024:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204190.404027:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788204190.404029:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204190.404032:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204190.404033:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204190.404035:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204190.404037:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841945344, portal 4 00000100:00000001:0.0:1788204190.404039:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204190.404039:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573879936 : -109644135671680 : ffff9c477c3dd880) 00000100:00000040:0.0:1788204190.404044:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3dd880 x1875052841945344/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204190.404052:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204190.404055:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204190.404057:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204190.404059:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841945344, offset 0 00000400:00000200:0.0:1788204190.404062:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204190.404066:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204190.404069:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204190.404072:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204190.404075:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204190.404077:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204190.404079:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204190.404082:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704441:704441:256:4294967295] 192.168.201.101@tcp LPNI seq info [704436:704436:8:4294967295] 00000400:00000200:0.0:1788204190.404085:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204190.404091:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204190.404095:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204190.404098:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204190.404101:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204190.404124:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 42 secs later) 00000800:00000100:0.0:1788204190.404135:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204190.404137:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204190.404140:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204190.404155:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204190.404159:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204190.404160:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204190.404163:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204190.404166:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c3dd880 x1875052841945344/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204190.404173:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204190.404176:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3dd880 x1875052841945344/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204215 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204190.404184:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204190.404185:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204190.404188:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204190.404190:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788204190.404192:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204190.404193:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309329444 00000100:00000001:0.0:1788204190.404195:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309330676 00000100:00000001:0.0:1788204190.404196:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309329444 00000100:00000001:0.0:1788204190.404198:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309330676 00000100:00000001:0.0:1788204190.404199:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204190.404200:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204190.404201:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204190.404203:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204190/real 1788204190] req@ffff9c477c3dd880 x1875052841945344/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204190.404207:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204190.404208:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204190.404209:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204190.404210:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204190.404211:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204190.404212:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204190.404214:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3dd880 x1875052841945344/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204190.404218:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3dd880 x1875052841945344/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204190.404222:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204190.404222:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204190.404223:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204190.404225:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204190.404226:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c3dd880 x1875052841945344/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204190.404231:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204190.404233:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3dd880 x1875052841945344/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204215 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204190.404237:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204190.404238:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204190.404239:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204190.404240:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204190.404241:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204190.404242:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204190.404243:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204190.404245:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204190.404246:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204190.404248:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3dd880 x1875052841945344/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204215 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204190.404252:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841945344:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204190.404254:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204190.404255:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204190.404256:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3dd880 x1875052841945344/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204215 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204190.404260:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204190.404261:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204190.404262:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788204190.404263:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204190.404264:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204190.404265:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788204190.404266:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204190.404267:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4653a9a400. 02000000:00000001:0.0:1788204190.404268:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204190.404269:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204190.404270:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3dd880. 00000100:00000001:0.0:1788204190.404271:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204190.404272:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204190.404273:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204190.404275:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204190.404276:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204190.404277:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204190.404279:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204191.042499:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204191.042504:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204191.042508:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204191.042509:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204191.042510:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204191.042511:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204191.042536:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204191.042537:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204191.042540:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204191.682509:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309330676, at 4309330688 00000100:00000040:1.0:1788204191.682509:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309330676, at 4309330688 00000100:00000010:0.0:1788204191.682526:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba180. 00000100:00000010:1.0:1788204191.682528:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba8a0. 00010000:00000001:0.0:1788204192.066511:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204192.066516:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204192.066519:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204192.066522:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204192.066523:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204192.066526:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204192.066527:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204192.066529:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204192.066531:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204192.066532:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204192.066534:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204192.066535:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204192.066536:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204192.066537:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204192.066538:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204192.066539:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204192.066541:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204192.066543:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204192.066582:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204192.066585:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204192.066587:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204193.090486:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204193.090492:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204193.090496:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204193.090497:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204193.090499:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204193.090499:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204194.114523:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204194.114540:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204194.114547:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204194.114549:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204194.114553:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204194.114554:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204194.114601:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204194.114605:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204194.114608:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204195.138540:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204195.138548:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204195.138555:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204195.138557:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204195.138561:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204195.138563:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204195.138608:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204195.138610:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204195.138613:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788204195.524958:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204195.524965:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204195.524971:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204195.524984:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c84a680 x1875052841945472/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204195.525001:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204195.525006:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204195.525013:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204195.525018:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204195.525023:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204195.525031:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c84a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841945472:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204195.525040:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204195.525047:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204195.525052:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204195.525058:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204195.525066:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788204195.525071:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204195.525084:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204195.525093:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204195.525104:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204195.525116:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841945472, portal 25 00000100:00000001:0.0:1788204195.525122:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204195.525126:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578520192 : -109644131031424 : ffff9c477c84a680) 00000100:00000040:0.0:1788204195.525138:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c84a680 x1875052841945472/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204195.525159:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204195.525166:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204195.525172:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204195.525178:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841945472, offset 0 00000400:00000200:0.0:1788204195.525191:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204195.525205:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204195.525216:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204195.525227:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204195.525235:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204195.525244:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204195.525251:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204195.525261:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704442:704442:256:4294967295] 192.168.201.101@tcp LPNI seq info [704437:704437:8:4294967295] 00000400:00000200:0.0:1788204195.525272:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204195.525291:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204195.525303:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204195.525311:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204195.525325:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204195.525344:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1788204195.525374:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204195.525379:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204195.525385:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204195.525424:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204195.525432:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204195.525437:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204195.525443:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204195.525450:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c84a680 x1875052841945472/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204195.525474:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204195.525481:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84a680 x1875052841945472/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204220 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204195.525496:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204195.525501:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204195.525511:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204195.525518:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204195.525521:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4309335799 00000100:00000010:0.0:1788204195.525529:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba180. 00000100:00000001:0.0:1788204195.525538:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788204195.525546:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4309335799 00000100:00000010:0.0:1788204195.525550:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba060. 00000100:00000001:0.0:1788204195.525555:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788204195.525560:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204195.525571:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204195.525576:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204195.525583:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204195/real 1788204195] req@ffff9c477c84a680 x1875052841945472/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204195.525594:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204195.525597:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204195.525599:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204195.525602:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204195.525604:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204195.525607:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204195.525610:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c84a680 x1875052841945472/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204195.525615:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c84a680 x1875052841945472/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204195.525620:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204195.525621:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204195.525623:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204195.525625:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204195.525628:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c84a680 x1875052841945472/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204195.525632:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204195.525635:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c84a680 x1875052841945472/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204220 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204195.525640:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204195.525642:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204195.525643:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204195.525643:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204195.525651:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204195.525653:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204195.525656:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204195.525659:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204195.525662:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204195.525666:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c84a680 x1875052841945472/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204220 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204195.525674:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c84a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841945472:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204195.525679:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204195.525681:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204195.525685:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c84a680 x1875052841945472/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204220 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204195.525692:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204195.525694:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204195.525696:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788204195.525699:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204195.525700:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204195.525702:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788204195.525703:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204195.525706:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f0c00. 02000000:00000001:0.0:1788204195.525709:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204195.525711:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204195.525712:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c84a680. 00000100:00000001:0.0:1788204195.525715:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204195.525715:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204195.525717:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204195.525724:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204195.525725:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204195.525727:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204195.525728:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204195.525729:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204195.525732:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c84a300 x1875052841945600/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204195.525737:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204195.525737:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204195.525739:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204195.525740:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204195.525742:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204195.525743:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c84a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841945600:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204195.525745:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204195.525746:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204195.525747:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204195.525755:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204195.525757:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788204195.525758:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204195.525762:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204195.525763:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204195.525766:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204195.525768:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841945600, portal 10 00000100:00000001:0.0:1788204195.525769:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204195.525770:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578519296 : -109644131032320 : ffff9c477c84a300) 00000100:00000040:0.0:1788204195.525776:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c84a300 x1875052841945600/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204195.525780:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204195.525781:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204195.525783:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204195.525784:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841945600, offset 0 00000400:00000200:0.0:1788204195.525787:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204195.525789:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204195.525791:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204195.525794:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204195.525795:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204195.525797:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204195.525798:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204195.525800:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704443:704443:256:4294967295] 192.168.201.101@tcp LPNI seq info [704438:704438:8:4294967295] 00000400:00000200:0.0:1788204195.525803:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204195.525807:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204195.525810:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204195.525812:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204195.525814:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204195.525816:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1788204195.525824:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204195.525825:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204195.525827:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204195.525829:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204195.525831:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204195.525832:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204195.525834:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204195.525836:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c84a300 x1875052841945600/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204195.525840:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204195.525842:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84a300 x1875052841945600/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204220 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204195.525846:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204195.525847:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204195.525848:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204195.525851:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788204195.525854:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204195.525855:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309334540 00000100:00000001:0.0:1788204195.525858:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309335799 00000100:00000001:0.0:1788204195.525860:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309334540 00000100:00000001:0.0:1788204195.525862:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309335799 00000100:00000001:0.0:1788204195.525864:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204195.525866:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204195.525868:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204195.525871:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204195/real 1788204195] req@ffff9c477c84a300 x1875052841945600/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204195.525879:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204195.525880:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204195.525882:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204195.525884:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204195.525886:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204195.525888:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204195.525891:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c84a300 x1875052841945600/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204195.525900:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c84a300 x1875052841945600/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204195.525907:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204195.525908:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204195.525910:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204195.525911:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204195.525915:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c84a300 x1875052841945600/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204195.525922:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204195.525926:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c84a300 x1875052841945600/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204220 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204195.525931:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204195.525933:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204195.525934:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204195.525935:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204195.525936:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204195.525937:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204195.525939:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204195.525941:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204195.525942:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204195.525945:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c84a300 x1875052841945600/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204220 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204195.525949:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c84a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841945600:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204195.525952:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204195.525953:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c849f80 x1875052841945728/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204195.525962:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204195.525962:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204195.525964:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204195.525965:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204195.525966:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204195.525968:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c849f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841945728:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204195.525970:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204195.525972:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204195.525973:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204195.525974:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204195.525976:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377c00. 02000000:00000001:0.0:1788204195.525978:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204195.525980:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204195.525982:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204195.525984:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204195.525986:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841945728, portal 10 00000100:00000001:0.0:1788204195.525987:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204195.525988:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578518400 : -109644131033216 : ffff9c477c849f80) 00000100:00000040:0.0:1788204195.525992:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c849f80 x1875052841945728/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204195.525996:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204195.525998:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204195.525999:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204195.526001:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841945728, offset 0 00000400:00000200:0.0:1788204195.526003:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204195.526006:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204195.526008:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204195.526009:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204195.526011:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204195.526013:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204195.526014:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204195.526016:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704444:704444:256:4294967295] 192.168.201.101@tcp LPNI seq info [704439:704439:8:4294967295] 00000400:00000200:0.0:1788204195.526019:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204195.526023:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204195.526026:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204195.526028:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204195.526030:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204195.526032:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1788204195.526038:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204195.526040:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204195.526042:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204195.526045:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204195.526048:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204195.526050:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204195.526052:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204195.526055:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c849f80 x1875052841945728/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204195.526063:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204195.526065:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c849f80 x1875052841945728/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204220 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204195.526072:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204195.526073:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204195.526076:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204195.526079:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788204195.526081:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204195.526083:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309334540 00000100:00000001:0.0:1788204195.526086:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309335799 00000100:00000001:0.0:1788204195.526088:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309334540 00000100:00000001:0.0:1788204195.526090:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309335799 00000100:00000001:0.0:1788204195.526093:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204195.526095:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204195.526097:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204195.526100:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204195/real 1788204195] req@ffff9c477c849f80 x1875052841945728/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204195.526107:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204195.526108:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204195.526110:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204195.526112:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204195.526113:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204195.526115:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204195.526118:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c849f80 x1875052841945728/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204195.526125:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c849f80 x1875052841945728/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204195.526132:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204195.526133:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204195.526135:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204195.526136:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204195.526140:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c849f80 x1875052841945728/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204195.526145:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204195.526147:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c849f80 x1875052841945728/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204220 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204195.526151:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204195.526153:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204195.526153:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204195.526154:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204195.526155:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204195.526157:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204195.526158:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204195.526160:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204195.526162:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204195.526164:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c849f80 x1875052841945728/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204220 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204195.526169:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c849f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841945728:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204195.526171:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204195.526172:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c84aa00 x1875052841945856/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204195.526176:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204195.526177:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204195.526178:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204195.526179:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204195.526180:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204195.526182:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c84aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841945856:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204195.526184:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204195.526185:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204195.526186:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204195.526187:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204195.526190:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375000. 02000000:00000001:0.0:1788204195.526191:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204195.526194:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204195.526196:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204195.526198:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204195.526200:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841945856, portal 4 00000100:00000001:0.0:1788204195.526201:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204195.526202:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578521088 : -109644131030528 : ffff9c477c84aa00) 00000100:00000040:0.0:1788204195.526206:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c84aa00 x1875052841945856/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204195.526210:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204195.526212:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204195.526213:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204195.526215:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841945856, offset 0 00000400:00000200:0.0:1788204195.526217:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204195.526220:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204195.526222:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204195.526224:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204195.526225:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204195.526227:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204195.526228:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204195.526230:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704445:704445:256:4294967295] 192.168.201.101@tcp LPNI seq info [704440:704440:8:4294967295] 00000400:00000200:0.0:1788204195.526233:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204195.526238:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204195.526242:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204195.526245:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204195.526249:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204195.526251:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1788204195.526261:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204195.526264:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204195.526266:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204195.526269:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204195.526272:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204195.526274:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204195.526276:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204195.526279:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c84aa00 x1875052841945856/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204195.526287:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204195.526290:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84aa00 x1875052841945856/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204220 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204195.526295:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204195.526297:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204195.526301:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204195.526304:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788204195.526307:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204195.526309:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309334566 00000100:00000001:0.0:1788204195.526311:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309335799 00000100:00000001:0.0:1788204195.526313:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309334566 00000100:00000001:0.0:1788204195.526315:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309335799 00000100:00000001:0.0:1788204195.526317:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204195.526319:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204195.526320:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204195.526324:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204195/real 1788204195] req@ffff9c477c84aa00 x1875052841945856/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204195.526342:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204195.526344:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204195.526346:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204195.526348:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204195.526349:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204195.526350:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204195.526353:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c84aa00 x1875052841945856/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204195.526358:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c84aa00 x1875052841945856/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204195.526364:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204195.526365:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204195.526367:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204195.526368:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204195.526372:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c84aa00 x1875052841945856/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204195.526379:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204195.526382:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c84aa00 x1875052841945856/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204220 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204195.526390:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204195.526409:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204195.526410:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204195.526412:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204195.526413:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204195.526414:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204195.526416:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204195.526418:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204195.526420:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204195.526423:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c84aa00 x1875052841945856/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204220 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204195.526428:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c84aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841945856:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204195.526430:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204195.526431:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204195.526434:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c84a300 x1875052841945600/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204220 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204195.526437:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204195.526438:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204195.526440:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788204195.526442:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204195.526443:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204195.526443:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204195.526445:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204195.526446:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f2800. 02000000:00000001:0.0:1788204195.526448:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204195.526450:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204195.526451:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c84a300. 00000100:00000001:0.0:1788204195.526453:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204195.526455:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204195.526457:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204195.526460:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c849f80 x1875052841945728/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204220 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204195.526466:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204195.526467:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204195.526468:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377c00. 02000000:00000001:0.0:1788204195.526471:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204195.526473:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204195.526474:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204195.526476:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204195.526477:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f3000. 02000000:00000001:0.0:1788204195.526479:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204195.526480:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204195.526481:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c849f80. 00000100:00000001:0.0:1788204195.526483:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204195.526485:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204195.526486:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204195.526490:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c84aa00 x1875052841945856/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204220 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204195.526496:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204195.526497:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204195.526498:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375000. 02000000:00000001:0.0:1788204195.526500:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204195.526501:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204195.526502:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788204195.526504:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204195.526505:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f3800. 02000000:00000001:0.0:1788204195.526507:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204195.526508:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204195.526509:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c84aa00. 00000100:00000001:0.0:1788204195.526511:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204195.526513:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204195.526515:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204195.526518:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204195.526520:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204195.526522:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204195.526524:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204196.162569:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204196.162577:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204196.162583:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204196.162584:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204196.162588:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204196.162589:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204196.162695:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204196.162699:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204196.162702:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204196.802522:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309335799, at 4309335808 00000100:00000040:1.0:1788204196.802523:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309335799, at 4309335808 00000100:00000010:0.0:1788204196.802546:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba180. 00000100:00000010:1.0:1788204196.802550:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba060. 00010000:00000001:0.0:1788204197.186559:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204197.186581:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204197.186589:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204197.186591:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204197.186595:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204197.186596:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204198.210508:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204198.210515:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204198.210520:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204198.210521:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204198.210524:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204198.210526:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204198.210568:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204198.210571:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204198.210574:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204199.234500:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204199.234507:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204199.234512:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204199.234513:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204199.234516:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204199.234517:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204199.234551:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204199.234553:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204199.234556:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204200.258542:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204200.258549:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204200.258551:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204200.258554:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204200.258557:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204200.258559:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204200.258561:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204200.258562:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204200.258564:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204200.258565:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204200.258567:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204200.258568:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204200.258606:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204200.258609:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204200.258612:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788204200.642724:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204200.642728:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204200.642731:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204200.642738:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c849180 x1875052841945984/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204200.642749:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204200.642752:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204200.642758:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204200.642761:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204200.642763:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204200.642769:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c849180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841945984:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204200.642775:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204200.642779:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204200.642782:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204200.642786:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204200.642791:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375000. 02000000:00000001:0.0:1788204200.642796:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204200.642820:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204200.642825:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204200.642886:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204200.642894:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841945984, portal 25 00000100:00000001:0.0:1788204200.642898:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204200.642901:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578514816 : -109644131036800 : ffff9c477c849180) 00000100:00000040:0.0:1788204200.642908:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c849180 x1875052841945984/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204200.642918:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204200.642923:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204200.642927:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204200.642931:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841945984, offset 0 00000400:00000200:0.0:1788204200.642941:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204200.642951:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204200.642961:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204200.642969:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204200.642976:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204200.642982:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204200.642989:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204200.642996:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704446:704446:256:4294967295] 192.168.201.101@tcp LPNI seq info [704441:704441:8:4294967295] 00000400:00000200:0.0:1788204200.643005:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204200.643020:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204200.643030:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204200.643037:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204200.643047:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204200.643052:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1788204200.643074:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204200.643077:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204200.643084:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204200.643091:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204200.643097:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204200.643101:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204200.643108:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204200.643115:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c849180 x1875052841945984/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204200.643144:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204200.643151:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c849180 x1875052841945984/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204225 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204200.643166:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204200.643171:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204200.643216:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204200.643223:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204200.643228:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4309340916 00000100:00000010:0.0:1788204200.643236:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba180. 00000100:00000001:0.0:1788204200.643260:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788204200.643267:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4309340916 00000100:00000010:0.0:1788204200.643272:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685baea0. 00000100:00000001:0.0:1788204200.643278:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788204200.643285:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204200.643290:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204200.643295:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204200.643303:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204200/real 1788204200] req@ffff9c477c849180 x1875052841945984/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204200.643316:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204200.643320:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204200.643322:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204200.643327:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204200.643331:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204200.643335:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204200.643342:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c849180 x1875052841945984/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204200.643356:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c849180 x1875052841945984/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204200.643375:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204200.643379:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204200.643384:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204200.643388:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204200.643415:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c849180 x1875052841945984/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204200.643420:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204200.643424:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c849180 x1875052841945984/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204225 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204200.643431:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204200.643434:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204200.643436:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204200.643437:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204200.643440:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204200.643443:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204200.643446:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204200.643450:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204200.643452:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204200.643455:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c849180 x1875052841945984/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204225 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204200.643460:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c849180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841945984:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204200.643463:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204200.643465:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204200.643468:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c849180 x1875052841945984/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204225 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204200.643474:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204200.643476:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204200.643478:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375000. 02000000:00000001:0.0:1788204200.643481:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204200.643483:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204200.643485:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788204200.643487:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204200.643489:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f1800. 02000000:00000001:0.0:1788204200.643492:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204200.643494:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204200.643495:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c849180. 00000100:00000001:0.0:1788204200.643498:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204200.643500:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204200.643502:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204200.643508:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204200.643510:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204200.643512:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204200.643513:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204200.643515:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204200.643517:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c84aa00 x1875052841946112/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204200.643522:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204200.643523:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204200.643524:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204200.643526:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204200.643527:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204200.643529:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c84aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841946112:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204200.643531:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204200.643532:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204200.643534:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204200.643535:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204200.643538:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375000. 02000000:00000001:0.0:1788204200.643540:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204200.643544:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204200.643546:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204200.643549:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204200.643552:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841946112, portal 10 00000100:00000001:0.0:1788204200.643554:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204200.643556:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578521088 : -109644131030528 : ffff9c477c84aa00) 00000100:00000040:0.0:1788204200.643563:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c84aa00 x1875052841946112/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204200.643570:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204200.643573:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204200.643575:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204200.643577:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841946112, offset 0 00000400:00000200:0.0:1788204200.643580:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204200.643590:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204200.643592:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204200.643594:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204200.643597:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204200.643599:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204200.643601:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204200.643604:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704447:704447:256:4294967295] 192.168.201.101@tcp LPNI seq info [704442:704442:8:4294967295] 00000400:00000200:0.0:1788204200.643608:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204200.643613:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204200.643617:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204200.643621:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204200.643625:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204200.643628:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1788204200.643638:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204200.643640:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204200.643642:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204200.643644:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204200.643646:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204200.643648:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204200.643649:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204200.643689:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c84aa00 x1875052841946112/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204200.643694:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204200.643696:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84aa00 x1875052841946112/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204225 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204200.643704:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204200.643705:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204200.643708:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204200.643711:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788204200.643713:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204200.643714:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309339658 00000100:00000001:0.0:1788204200.643716:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309340916 00000100:00000001:0.0:1788204200.643718:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309339658 00000100:00000001:0.0:1788204200.643719:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309340916 00000100:00000001:0.0:1788204200.643720:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204200.643722:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204200.643723:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204200.643725:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204200/real 1788204200] req@ffff9c477c84aa00 x1875052841946112/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204200.643729:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204200.643730:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204200.643731:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204200.643732:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204200.643733:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204200.643734:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204200.643736:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c84aa00 x1875052841946112/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204200.643741:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c84aa00 x1875052841946112/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204200.643744:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204200.643745:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204200.643746:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204200.643747:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204200.643749:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c84aa00 x1875052841946112/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204200.643753:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204200.643755:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c84aa00 x1875052841946112/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204225 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204200.643759:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204200.643760:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204200.643761:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204200.643762:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204200.643763:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204200.643764:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204200.643765:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204200.643767:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204200.643768:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204200.643770:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c84aa00 x1875052841946112/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204225 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204200.643774:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c84aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841946112:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204200.643776:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204200.643778:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c849f80 x1875052841946240/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204200.643782:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204200.643783:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204200.643784:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204200.643785:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204200.643786:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204200.643788:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c849f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841946240:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204200.643790:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204200.643791:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204200.643792:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204200.643793:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204200.643796:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377c00. 02000000:00000001:0.0:1788204200.643797:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204200.643800:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204200.643803:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204200.643806:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204200.643808:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841946240, portal 10 00000100:00000001:0.0:1788204200.643810:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204200.643811:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578518400 : -109644131033216 : ffff9c477c849f80) 00000100:00000040:0.0:1788204200.643817:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c849f80 x1875052841946240/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204200.643823:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204200.643825:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204200.643828:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204200.643830:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841946240, offset 0 00000400:00000200:0.0:1788204200.643834:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204200.643837:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204200.643841:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204200.643844:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204200.643846:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204200.643848:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204200.643849:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204200.643851:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704448:704448:256:4294967295] 192.168.201.101@tcp LPNI seq info [704443:704443:8:4294967295] 00000400:00000200:0.0:1788204200.643853:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204200.643858:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204200.643860:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204200.643862:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204200.643864:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204200.643866:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1788204200.643873:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204200.643874:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204200.643876:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204200.643878:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204200.643880:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204200.643881:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204200.643882:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204200.643884:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c849f80 x1875052841946240/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204200.643889:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204200.643891:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c849f80 x1875052841946240/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204225 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204200.643895:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204200.643896:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204200.643898:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204200.643900:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788204200.643901:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204200.643903:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309339658 00000100:00000001:0.0:1788204200.643904:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309340916 00000100:00000001:0.0:1788204200.643906:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309339658 00000100:00000001:0.0:1788204200.643907:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309340916 00000100:00000001:0.0:1788204200.643908:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204200.643909:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204200.643910:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204200.643929:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204200/real 1788204200] req@ffff9c477c849f80 x1875052841946240/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204200.643935:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204200.643936:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204200.643937:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204200.643938:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204200.643939:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204200.643952:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204200.643954:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c849f80 x1875052841946240/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204200.643959:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c849f80 x1875052841946240/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204200.643963:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204200.643964:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204200.643965:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204200.643966:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204200.643968:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c849f80 x1875052841946240/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204200.643972:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204200.643974:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c849f80 x1875052841946240/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204225 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204200.643978:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204200.643979:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204200.643980:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204200.643980:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204200.643981:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204200.643982:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204200.643984:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204200.643985:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204200.643987:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204200.643990:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c849f80 x1875052841946240/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204225 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204200.643997:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c849f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841946240:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204200.644000:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204200.644003:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c84a300 x1875052841946368/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204200.644009:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204200.644010:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204200.644012:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204200.644014:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204200.644016:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204200.644018:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c84a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841946368:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204200.644021:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204200.644023:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204200.644024:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204200.644026:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204200.644029:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788204200.644031:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204200.644035:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204200.644038:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204200.644040:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204200.644042:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841946368, portal 4 00000100:00000001:0.0:1788204200.644043:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204200.644044:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578519296 : -109644131032320 : ffff9c477c84a300) 00000100:00000040:0.0:1788204200.644048:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c84a300 x1875052841946368/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204200.644052:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204200.644054:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204200.644055:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204200.644056:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841946368, offset 0 00000400:00000200:0.0:1788204200.644058:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204200.644061:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204200.644063:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204200.644065:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204200.644066:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204200.644068:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204200.644069:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204200.644072:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704449:704449:256:4294967295] 192.168.201.101@tcp LPNI seq info [704444:704444:8:4294967295] 00000400:00000200:0.0:1788204200.644074:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204200.644078:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204200.644080:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204200.644082:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204200.644084:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204200.644086:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1788204200.644092:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204200.644094:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204200.644096:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204200.644097:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204200.644099:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204200.644100:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204200.644101:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204200.644103:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c84a300 x1875052841946368/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204200.644108:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204200.644110:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84a300 x1875052841946368/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204225 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204200.644113:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204200.644114:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204200.644116:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204200.644118:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788204200.644120:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204200.644121:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309339684 00000100:00000001:0.0:1788204200.644123:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309340916 00000100:00000001:0.0:1788204200.644124:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309339684 00000100:00000001:0.0:1788204200.644125:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309340916 00000100:00000001:0.0:1788204200.644126:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204200.644128:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204200.644129:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204200.644131:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204200/real 1788204200] req@ffff9c477c84a300 x1875052841946368/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204200.644135:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204200.644136:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204200.644137:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204200.644138:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204200.644139:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204200.644140:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204200.644141:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c84a300 x1875052841946368/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204200.644146:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c84a300 x1875052841946368/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204200.644149:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204200.644150:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204200.644151:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204200.644152:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204200.644153:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c84a300 x1875052841946368/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204200.644157:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204200.644159:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c84a300 x1875052841946368/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204225 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204200.644162:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204200.644164:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204200.644164:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204200.644165:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204200.644166:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204200.644167:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204200.644169:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204200.644171:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204200.644172:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204200.644174:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c84a300 x1875052841946368/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204225 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204200.644178:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c84a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841946368:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204200.644180:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204200.644181:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204200.644183:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c84aa00 x1875052841946112/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204225 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204200.644187:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204200.644188:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204200.644189:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375000. 02000000:00000001:0.0:1788204200.644191:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204200.644192:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204200.644194:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204200.644196:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204200.644197:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f0000. 02000000:00000001:0.0:1788204200.644199:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204200.644200:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204200.644201:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c84aa00. 00000100:00000001:0.0:1788204200.644204:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204200.644205:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204200.644206:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204200.644210:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c849f80 x1875052841946240/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204225 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204200.644216:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204200.644217:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204200.644219:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377c00. 02000000:00000001:0.0:1788204200.644221:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204200.644222:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204200.644223:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204200.644225:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204200.644227:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f3800. 02000000:00000001:0.0:1788204200.644229:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204200.644230:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204200.644231:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c849f80. 00000100:00000001:0.0:1788204200.644233:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204200.644234:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204200.644235:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204200.644237:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c84a300 x1875052841946368/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204225 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204200.644241:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204200.644242:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204200.644253:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788204200.644256:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204200.644257:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204200.644257:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788204200.644258:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204200.644259:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f3000. 02000000:00000001:0.0:1788204200.644261:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204200.644261:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204200.644262:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c84a300. 00000100:00000001:0.0:1788204200.644263:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204200.644264:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204200.644265:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204200.644268:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204200.644269:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204200.644271:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204200.644272:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204201.282673:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204201.282680:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204201.282686:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204201.282687:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204201.282691:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204201.282692:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204201.922529:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309340916, at 4309340928 00000100:00000040:0.0:1788204201.922530:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309340916, at 4309340928 00000100:00000010:1.0:1788204201.922558:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685baea0. 00000100:00000010:0.0:1788204201.922564:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba180. 00010000:00000001:0.0:1788204202.306476:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204202.306484:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204202.306490:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204202.306492:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204202.306495:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204202.306498:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204202.306501:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204202.306504:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204202.306505:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204202.306508:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204202.306511:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204202.306512:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204202.306513:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204202.306515:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204202.306516:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204202.306518:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204202.306519:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204202.306521:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204202.306541:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204202.306544:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204202.306546:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204203.330533:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204203.330543:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204203.330550:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204203.330551:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204203.330555:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204203.330556:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204203.330647:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204203.330651:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204203.330655:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204204.355613:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204204.355620:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204204.355626:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204204.355627:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204204.355630:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204204.355632:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204204.355653:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204204.355655:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204204.355657:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204205.378493:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204205.378500:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204205.378504:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204205.378506:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204205.378509:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204205.378510:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204205.762711:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204205.762716:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204205.762721:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204205.762731:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9e680 x1875052841946496/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204205.762758:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204205.762760:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204205.762764:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204205.762766:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204205.762769:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204205.762773:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841946496:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204205.762777:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204205.762780:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204205.762783:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204205.762785:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204205.762791:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377c00. 02000000:00000001:0.0:1788204205.762795:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204205.762803:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204205.762809:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204205.762818:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204205.762827:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841946496, portal 25 00000100:00000001:0.0:1788204205.762832:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204205.762835:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330351744 : -109644379199872 : ffff9c476db9e680) 00000100:00000040:0.0:1788204205.762845:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9e680 x1875052841946496/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204205.762861:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204205.762868:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204205.762873:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204205.762879:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841946496, offset 0 00000400:00000200:0.0:1788204205.762890:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204205.762901:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204205.762911:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204205.762920:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204205.762928:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204205.762936:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204205.762942:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204205.762951:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704450:704450:256:4294967295] 192.168.201.101@tcp LPNI seq info [704445:704445:8:4294967295] 00000400:00000200:0.0:1788204205.762962:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204205.762979:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204205.762988:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204205.762997:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204205.763007:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204205.763013:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1788204205.763037:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204205.763042:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204205.763050:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204205.763059:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204205.763067:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204205.763071:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204205.763078:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204205.763085:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9e680 x1875052841946496/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204205.763104:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204205.763112:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9e680 x1875052841946496/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204230 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204205.763130:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204205.763133:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204205.763142:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204205.763151:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204205.763173:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4309346036 00000100:00000010:0.0:1788204205.763179:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba180. 00000100:00000001:0.0:1788204205.763188:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788204205.763198:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4309346036 00000100:00000010:0.0:1788204205.763205:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba1e0. 00000100:00000001:0.0:1788204205.763211:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788204205.763217:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204205.763224:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204205.763229:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204205.763239:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204205/real 1788204205] req@ffff9c476db9e680 x1875052841946496/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204205.763256:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204205.763259:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204205.763262:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204205.763267:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204205.763271:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204205.763275:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204205.763282:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9e680 x1875052841946496/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204205.763297:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9e680 x1875052841946496/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204205.763306:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204205.763309:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204205.763311:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204205.763313:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204205.763317:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9e680 x1875052841946496/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204205.763324:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204205.763328:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9e680 x1875052841946496/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204230 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204205.763342:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204205.763345:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204205.763346:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204205.763348:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204205.763350:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204205.763352:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204205.763355:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204205.763359:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204205.763361:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204205.763365:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9e680 x1875052841946496/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204230 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204205.763373:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841946496:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204205.763377:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204205.763380:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204205.763383:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9e680 x1875052841946496/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204230 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204205.763420:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204205.763422:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204205.763424:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377c00. 02000000:00000001:0.0:1788204205.763427:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204205.763429:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204205.763431:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788204205.763433:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204205.763435:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a41c00. 02000000:00000001:0.0:1788204205.763438:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204205.763440:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204205.763442:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9e680. 00000100:00000001:0.0:1788204205.763444:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204205.763445:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204205.763448:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204205.763454:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204205.763456:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204205.763458:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204205.763459:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204205.763461:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204205.763465:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9c700 x1875052841946624/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204205.763471:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204205.763473:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204205.763475:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204205.763476:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204205.763478:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204205.763481:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841946624:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204205.763484:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204205.763486:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204205.763487:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204205.763489:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204205.763491:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377c00. 02000000:00000001:0.0:1788204205.763493:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204205.763497:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204205.763499:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204205.763503:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204205.763505:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841946624, portal 10 00000100:00000001:0.0:1788204205.763508:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204205.763509:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330343680 : -109644379207936 : ffff9c476db9c700) 00000100:00000040:0.0:1788204205.763515:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9c700 x1875052841946624/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204205.763521:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204205.763523:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204205.763525:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204205.763527:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841946624, offset 0 00000400:00000200:0.0:1788204205.763531:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204205.763535:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204205.763539:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204205.763542:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204205.763544:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204205.763547:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204205.763549:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204205.763552:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704451:704451:256:4294967295] 192.168.201.101@tcp LPNI seq info [704446:704446:8:4294967295] 00000400:00000200:0.0:1788204205.763556:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204205.763562:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204205.763566:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204205.763570:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204205.763573:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204205.763576:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1788204205.763585:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204205.763587:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204205.763589:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204205.763592:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204205.763594:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204205.763596:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204205.763598:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204205.763601:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9c700 x1875052841946624/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204205.763608:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204205.763611:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9c700 x1875052841946624/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204230 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204205.763617:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204205.763619:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204205.763622:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204205.763625:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788204205.763628:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204205.763629:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309344778 00000100:00000001:0.0:1788204205.763632:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309346036 00000100:00000001:0.0:1788204205.763634:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309344778 00000100:00000001:0.0:1788204205.763635:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309346036 00000100:00000001:0.0:1788204205.763637:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204205.763639:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204205.763640:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204205.763643:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204205/real 1788204205] req@ffff9c476db9c700 x1875052841946624/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204205.763649:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204205.763651:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204205.763652:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204205.763654:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204205.763655:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204205.763657:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204205.763659:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9c700 x1875052841946624/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204205.763666:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9c700 x1875052841946624/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204205.763671:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204205.763672:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204205.763673:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204205.763674:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204205.763677:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9c700 x1875052841946624/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204205.763683:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204205.763686:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9c700 x1875052841946624/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204230 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204205.763691:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204205.763693:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204205.763695:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204205.763696:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204205.763698:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204205.763699:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204205.763701:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204205.763704:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204205.763706:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204205.763709:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9c700 x1875052841946624/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204230 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204205.763717:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841946624:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204205.763720:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204205.763723:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9c000 x1875052841946752/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204205.763729:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204205.763731:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204205.763733:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204205.763734:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204205.763736:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204205.763739:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841946752:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204205.763741:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204205.763743:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204205.763745:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204205.763746:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204205.763749:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375000. 02000000:00000001:0.0:1788204205.763751:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204205.763755:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204205.763757:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204205.763759:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204205.763762:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841946752, portal 10 00000100:00000001:0.0:1788204205.763764:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204205.763765:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330341888 : -109644379209728 : ffff9c476db9c000) 00000100:00000040:0.0:1788204205.763771:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9c000 x1875052841946752/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204205.763777:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204205.763779:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204205.763781:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204205.763783:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841946752, offset 0 00000400:00000200:0.0:1788204205.763787:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204205.763790:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204205.763794:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204205.763797:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204205.763799:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204205.763801:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204205.763803:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204205.763806:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704452:704452:256:4294967295] 192.168.201.101@tcp LPNI seq info [704447:704447:8:4294967295] 00000400:00000200:0.0:1788204205.763811:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204205.763816:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204205.763820:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204205.763823:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204205.763826:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204205.763828:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1788204205.763834:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204205.763835:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204205.763837:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204205.763839:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204205.763841:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204205.763842:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204205.763844:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204205.763846:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9c000 x1875052841946752/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204205.763851:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204205.763853:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9c000 x1875052841946752/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204230 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204205.763857:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204205.763858:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204205.763860:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204205.763862:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788204205.763864:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204205.763865:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309344778 00000100:00000001:0.0:1788204205.763866:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309346036 00000100:00000001:0.0:1788204205.763868:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309344778 00000100:00000001:0.0:1788204205.763869:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309346036 00000100:00000001:0.0:1788204205.763870:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204205.763871:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204205.763873:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204205.763874:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204205/real 1788204205] req@ffff9c476db9c000 x1875052841946752/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204205.763878:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204205.763879:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204205.763880:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204205.763881:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204205.763882:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204205.763883:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204205.763885:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9c000 x1875052841946752/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204205.763890:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9c000 x1875052841946752/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204205.763894:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204205.763894:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204205.763895:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204205.763896:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204205.763898:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9c000 x1875052841946752/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204205.763902:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204205.763904:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9c000 x1875052841946752/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204230 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204205.763908:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204205.763909:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204205.763910:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204205.763910:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204205.763911:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204205.763913:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204205.763914:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204205.763915:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204205.763916:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204205.763918:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9c000 x1875052841946752/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204230 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204205.763922:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841946752:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204205.763924:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204205.763926:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9d880 x1875052841946880/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204205.763930:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204205.763931:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204205.763933:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204205.763933:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204205.763935:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204205.763936:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841946880:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204205.763938:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204205.763939:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204205.763940:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204205.763941:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204205.763943:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788204205.763944:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204205.763946:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204205.763948:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204205.763950:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204205.763951:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841946880, portal 4 00000100:00000001:0.0:1788204205.763952:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204205.763953:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330348160 : -109644379203456 : ffff9c476db9d880) 00000100:00000040:0.0:1788204205.763957:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9d880 x1875052841946880/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204205.763961:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204205.763962:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204205.763963:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204205.763964:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841946880, offset 0 00000400:00000200:0.0:1788204205.763967:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204205.763970:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204205.763973:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204205.763975:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204205.763977:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204205.763980:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204205.763981:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204205.763984:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704453:704453:256:4294967295] 192.168.201.101@tcp LPNI seq info [704448:704448:8:4294967295] 00000400:00000200:0.0:1788204205.763988:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204205.763993:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204205.763997:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204205.764001:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204205.764004:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204205.764006:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1788204205.764016:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204205.764018:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204205.764020:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204205.764023:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204205.764026:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204205.764028:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204205.764030:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204205.764033:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9d880 x1875052841946880/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204205.764041:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204205.764043:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9d880 x1875052841946880/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204230 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204205.764049:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204205.764051:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204205.764054:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204205.764057:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788204205.764060:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204205.764062:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309344804 00000100:00000001:0.0:1788204205.764064:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309346036 00000100:00000001:0.0:1788204205.764066:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309344804 00000100:00000001:0.0:1788204205.764068:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309346036 00000100:00000001:0.0:1788204205.764070:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204205.764071:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204205.764073:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204205.764077:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204205/real 1788204205] req@ffff9c476db9d880 x1875052841946880/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204205.764084:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204205.764085:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204205.764087:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204205.764089:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204205.764091:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204205.764093:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204205.764096:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9d880 x1875052841946880/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204205.764104:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9d880 x1875052841946880/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204205.764110:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204205.764112:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204205.764114:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204205.764115:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204205.764118:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9d880 x1875052841946880/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204205.764125:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204205.764129:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9d880 x1875052841946880/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204230 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204205.764135:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204205.764137:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204205.764139:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204205.764140:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204205.764141:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204205.764143:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204205.764145:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204205.764149:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204205.764151:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204205.764166:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9d880 x1875052841946880/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204230 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204205.764175:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841946880:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204205.764178:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204205.764180:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204205.764183:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9c700 x1875052841946624/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204230 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204205.764189:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204205.764191:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204205.764192:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377c00. 02000000:00000001:0.0:1788204205.764195:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204205.764196:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204205.764198:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204205.764200:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204205.764201:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a43000. 02000000:00000001:0.0:1788204205.764205:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204205.764206:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204205.764208:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9c700. 00000100:00000001:0.0:1788204205.764211:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204205.764212:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204205.764214:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204205.764217:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9c000 x1875052841946752/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204230 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204205.764224:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204205.764225:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204205.764227:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375000. 02000000:00000001:0.0:1788204205.764229:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204205.764230:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204205.764231:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204205.764233:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204205.764234:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a42400. 02000000:00000001:0.0:1788204205.764237:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204205.764238:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204205.764239:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9c000. 00000100:00000001:0.0:1788204205.764241:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204205.764242:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204205.764244:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204205.764247:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9d880 x1875052841946880/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204230 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204205.764253:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204205.764254:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204205.764256:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788204205.764257:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204205.764258:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204205.764259:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788204205.764261:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204205.764262:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a41800. 02000000:00000001:0.0:1788204205.764264:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204205.764265:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204205.764266:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9d880. 00000100:00000001:0.0:1788204205.764268:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204205.764270:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204205.764271:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204205.764274:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204205.764276:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204205.764277:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204205.764279:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204206.402518:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204206.402524:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204206.402530:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204206.402531:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204206.402534:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204206.402536:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204206.402570:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204206.402572:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204206.402575:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204207.042498:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309346036, at 4309346048 00000100:00000010:0.0:1788204207.042515:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba180. 00000100:00000040:1.0:1788204207.042515:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309346036, at 4309346048 00000100:00000010:1.0:1788204207.042535:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba1e0. 00010000:00000001:0.0:1788204207.426569:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204207.426576:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204207.426581:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204207.426582:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204207.426585:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204207.426586:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204207.426612:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204207.426614:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204207.426616:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204208.450528:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204208.450538:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204208.450545:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204208.450546:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204208.450550:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204208.450551:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204208.450581:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204208.450585:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204208.450588:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204209.474554:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204209.474565:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204209.474568:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204209.474573:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204209.474579:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204209.474582:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204209.474585:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204209.474587:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204209.474592:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204209.474594:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204209.474598:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204209.474599:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204210.498502:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204210.498510:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204210.498515:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204210.498516:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204210.498519:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204210.498520:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204210.498542:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204210.498544:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204210.498546:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788204210.882828:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204210.882834:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204210.882839:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204210.882851:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c84a680 x1875052841947008/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204210.882870:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204210.882874:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204210.882882:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204210.882887:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204210.882895:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204210.882903:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c84a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841947008:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204210.882913:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204210.882920:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204210.882930:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204210.882937:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204210.882945:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375000. 02000000:00000001:0.0:1788204210.882950:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204210.882960:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204210.882968:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204210.882979:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204210.882990:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841947008, portal 25 00000100:00000001:0.0:1788204210.882996:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204210.883000:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578520192 : -109644131031424 : ffff9c477c84a680) 00000100:00000040:0.0:1788204210.883013:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c84a680 x1875052841947008/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204210.883032:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204210.883042:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204210.883047:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204210.883054:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841947008, offset 0 00000400:00000200:0.0:1788204210.883081:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204210.883093:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204210.883103:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204210.883113:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204210.883121:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204210.883130:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204210.883137:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204210.883145:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704454:704454:256:4294967295] 192.168.201.101@tcp LPNI seq info [704449:704449:8:4294967295] 00000400:00000200:0.0:1788204210.883157:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204210.883175:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204210.883190:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204210.883200:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204210.883214:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204210.883221:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1788204210.883261:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204210.883268:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204210.883281:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204210.883292:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204210.883302:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204210.883308:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204210.883316:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204210.883322:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c84a680 x1875052841947008/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204210.883336:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204210.883343:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84a680 x1875052841947008/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204235 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204210.883355:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204210.883360:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204210.883369:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204210.883377:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204210.883383:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4309351156 00000100:00000010:0.0:1788204210.883426:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba180. 00000100:00000001:0.0:1788204210.883436:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788204210.883443:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4309351157 00000100:00000010:0.0:1788204210.883447:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685baf60. 00000100:00000001:0.0:1788204210.883450:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788204210.883454:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204210.883457:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204210.883460:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204210.883465:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204210/real 1788204210] req@ffff9c477c84a680 x1875052841947008/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204210.883481:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204210.883483:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204210.883484:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204210.883487:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204210.883489:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204210.883492:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204210.883496:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c84a680 x1875052841947008/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204210.883504:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c84a680 x1875052841947008/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204210.883510:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204210.883512:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204210.883514:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204210.883517:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204210.883521:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c84a680 x1875052841947008/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204210.883529:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204210.883534:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c84a680 x1875052841947008/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204235 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204210.883541:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204210.883545:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204210.883546:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204210.883547:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204210.883551:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204210.883553:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204210.883556:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204210.883560:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204210.883562:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204210.883567:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c84a680 x1875052841947008/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204235 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204210.883576:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c84a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841947008:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204210.883581:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204210.883583:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204210.883586:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c84a680 x1875052841947008/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204235 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204210.883593:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204210.883596:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204210.883598:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375000. 02000000:00000001:0.0:1788204210.883602:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204210.883604:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204210.883606:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788204210.883608:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204210.883611:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f2800. 02000000:00000001:0.0:1788204210.883616:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204210.883618:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204210.883620:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c84a680. 00000100:00000001:0.0:1788204210.883623:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204210.883624:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204210.883626:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204210.883635:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204210.883637:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204210.883639:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204210.883641:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204210.883642:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204210.883646:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c84b100 x1875052841947136/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204210.883660:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204210.883661:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204210.883664:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204210.883666:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204210.883668:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204210.883671:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c84b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841947136:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204210.883674:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204210.883676:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204210.883678:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204210.883679:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204210.883682:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375000. 02000000:00000001:0.0:1788204210.883685:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204210.883688:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204210.883691:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204210.883694:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204210.883697:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841947136, portal 10 00000100:00000001:0.0:1788204210.883699:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204210.883700:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578522880 : -109644131028736 : ffff9c477c84b100) 00000100:00000040:0.0:1788204210.883707:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c84b100 x1875052841947136/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204210.883714:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204210.883716:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204210.883718:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204210.883721:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841947136, offset 0 00000400:00000200:0.0:1788204210.883725:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204210.883728:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204210.883732:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204210.883734:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204210.883737:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204210.883739:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204210.883741:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204210.883744:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704455:704455:256:4294967295] 192.168.201.101@tcp LPNI seq info [704450:704450:8:4294967295] 00000400:00000200:0.0:1788204210.883748:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204210.883754:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204210.883758:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204210.883761:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204210.883765:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204210.883768:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1788204210.883779:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204210.883781:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204210.883783:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204210.883787:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204210.883790:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204210.883792:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204210.883794:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204210.883798:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c84b100 x1875052841947136/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204210.883805:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204210.883808:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84b100 x1875052841947136/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204235 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204210.883814:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204210.883816:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204210.883819:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204210.883823:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788204210.883826:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204210.883828:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309349898 00000100:00000001:0.0:1788204210.883831:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309351156 00000100:00000001:0.0:1788204210.883833:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309349898 00000100:00000001:0.0:1788204210.883835:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309351157 00000100:00000001:0.0:1788204210.883837:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204210.883839:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204210.883841:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204210.883844:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204210/real 1788204210] req@ffff9c477c84b100 x1875052841947136/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204210.883852:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204210.883853:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204210.883855:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204210.883858:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204210.883859:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204210.883861:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204210.883865:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c84b100 x1875052841947136/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204210.883873:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c84b100 x1875052841947136/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204210.883880:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204210.883881:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204210.883883:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204210.883884:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204210.883888:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c84b100 x1875052841947136/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204210.883894:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204210.883903:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c84b100 x1875052841947136/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204235 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204210.883910:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204210.883913:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204210.883914:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204210.883915:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204210.883917:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204210.883919:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204210.883922:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204210.883925:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204210.883927:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204210.883930:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c84b100 x1875052841947136/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204235 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204210.883938:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c84b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841947136:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204210.883942:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204210.883945:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c849c00 x1875052841947264/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204210.883952:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204210.883953:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204210.883955:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204210.883957:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204210.883959:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204210.883962:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c849c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841947264:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204210.883965:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204210.883966:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204210.883968:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204210.883969:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204210.883973:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377c00. 02000000:00000001:0.0:1788204210.883975:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204210.883978:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204210.883980:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204210.883983:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204210.883986:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841947264, portal 10 00000100:00000001:0.0:1788204210.883988:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204210.883989:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578517504 : -109644131034112 : ffff9c477c849c00) 00000100:00000040:0.0:1788204210.883995:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c849c00 x1875052841947264/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204210.884001:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204210.884003:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204210.884005:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204210.884008:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841947264, offset 0 00000400:00000200:0.0:1788204210.884011:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204210.884015:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204210.884018:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204210.884021:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204210.884024:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204210.884026:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204210.884028:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204210.884031:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704456:704456:256:4294967295] 192.168.201.101@tcp LPNI seq info [704451:704451:8:4294967295] 00000400:00000200:0.0:1788204210.884035:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204210.884040:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204210.884044:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204210.884048:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204210.884051:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204210.884053:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1788204210.884063:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204210.884077:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204210.884081:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204210.884085:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204210.884088:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204210.884090:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204210.884092:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204210.884096:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c849c00 x1875052841947264/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204210.884103:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204210.884106:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c849c00 x1875052841947264/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204235 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204210.884112:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204210.884113:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204210.884116:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204210.884119:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788204210.884122:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204210.884124:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309349898 00000100:00000001:0.0:1788204210.884127:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309351156 00000100:00000001:0.0:1788204210.884129:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309349898 00000100:00000001:0.0:1788204210.884132:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309351157 00000100:00000001:0.0:1788204210.884134:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204210.884136:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204210.884138:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204210.884141:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204210/real 1788204210] req@ffff9c477c849c00 x1875052841947264/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204210.884149:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204210.884150:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204210.884152:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204210.884154:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204210.884156:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204210.884158:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204210.884162:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c849c00 x1875052841947264/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204210.884169:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c849c00 x1875052841947264/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204210.884175:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204210.884176:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204210.884178:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204210.884179:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204210.884183:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c849c00 x1875052841947264/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204210.884189:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204210.884194:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c849c00 x1875052841947264/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204235 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204210.884200:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204210.884202:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204210.884204:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204210.884205:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204210.884207:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204210.884209:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204210.884211:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204210.884214:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204210.884217:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204210.884221:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c849c00 x1875052841947264/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204235 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204210.884228:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c849c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841947264:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204210.884232:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204210.884235:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c848000 x1875052841947392/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204210.884241:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204210.884242:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204210.884244:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204210.884246:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204210.884248:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204210.884251:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c848000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841947392:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204210.884254:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204210.884255:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204210.884257:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204210.884258:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204210.884262:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376c00. 02000000:00000001:0.0:1788204210.884264:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204210.884267:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204210.884270:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204210.884273:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204210.884276:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841947392, portal 4 00000100:00000001:0.0:1788204210.884277:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204210.884279:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578510336 : -109644131041280 : ffff9c477c848000) 00000100:00000040:0.0:1788204210.884284:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c848000 x1875052841947392/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204210.884290:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204210.884292:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204210.884294:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204210.884296:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841947392, offset 0 00000400:00000200:0.0:1788204210.884299:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204210.884303:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204210.884306:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204210.884309:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204210.884311:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204210.884313:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204210.884316:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204210.884318:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704457:704457:256:4294967295] 192.168.201.101@tcp LPNI seq info [704452:704452:8:4294967295] 00000400:00000200:0.0:1788204210.884322:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204210.884328:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204210.884332:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204210.884335:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204210.884339:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204210.884341:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1788204210.884351:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204210.884353:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204210.884356:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204210.884359:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204210.884361:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204210.884363:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204210.884365:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204210.884369:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c848000 x1875052841947392/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204210.884376:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204210.884378:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c848000 x1875052841947392/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204235 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204210.884389:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204210.884390:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204210.884410:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204210.884413:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788204210.884417:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204210.884419:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309349925 00000100:00000001:0.0:1788204210.884421:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309351156 00000100:00000001:0.0:1788204210.884423:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309349925 00000100:00000001:0.0:1788204210.884425:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309351157 00000100:00000001:0.0:1788204210.884427:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204210.884429:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204210.884431:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204210.884435:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204210/real 1788204210] req@ffff9c477c848000 x1875052841947392/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204210.884443:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204210.884444:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204210.884446:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204210.884449:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204210.884451:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204210.884453:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204210.884456:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c848000 x1875052841947392/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204210.884464:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c848000 x1875052841947392/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204210.884469:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204210.884471:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204210.884472:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204210.884474:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204210.884478:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c848000 x1875052841947392/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204210.884485:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204210.884488:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c848000 x1875052841947392/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204235 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204210.884494:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204210.884497:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204210.884498:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204210.884499:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204210.884501:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204210.884503:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204210.884506:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204210.884509:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204210.884511:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204210.884515:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c848000 x1875052841947392/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204235 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204210.884523:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c848000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841947392:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204210.884527:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204210.884528:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204210.884531:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c84b100 x1875052841947136/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204235 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204210.884537:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204210.884539:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204210.884541:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375000. 02000000:00000001:0.0:1788204210.884544:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204210.884545:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204210.884546:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204210.884548:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204210.884550:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f0c00. 02000000:00000001:0.0:1788204210.884553:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204210.884554:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204210.884556:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c84b100. 00000100:00000001:0.0:1788204210.884558:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204210.884559:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204210.884561:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204210.884564:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c849c00 x1875052841947264/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204235 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204210.884570:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204210.884571:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204210.884572:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377c00. 02000000:00000001:0.0:1788204210.884575:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204210.884576:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204210.884577:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204210.884579:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204210.884580:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f1400. 02000000:00000001:0.0:1788204210.884582:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204210.884584:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204210.884585:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c849c00. 00000100:00000001:0.0:1788204210.884587:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204210.884588:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204210.884590:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204210.884593:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c848000 x1875052841947392/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204235 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204210.884599:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204210.884600:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204210.884602:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376c00. 02000000:00000001:0.0:1788204210.884604:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204210.884605:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204210.884607:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788204210.884609:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204210.884610:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f2400. 02000000:00000001:0.0:1788204210.884612:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204210.884613:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204210.884615:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c848000. 00000100:00000001:0.0:1788204210.884617:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204210.884618:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204210.884620:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204210.884624:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204210.884625:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204210.884627:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204210.884628:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204211.522558:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204211.522566:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204211.522572:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204211.522573:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204211.522577:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204211.522578:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204211.522610:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204211.522613:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204211.522617:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204212.162509:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309351156, at 4309351168 00000100:00000040:1.0:1788204212.162509:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309351157, at 4309351168 00000100:00000010:1.0:1788204212.162527:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685baf60. 00000100:00000010:0.0:1788204212.162530:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba180. 00010000:00000001:0.0:1788204212.546556:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204212.546572:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204212.546579:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204212.546582:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204212.546584:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204212.546587:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204212.546590:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204212.546593:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204212.546594:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204212.546596:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204212.546598:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204212.546599:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204212.546600:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204212.546601:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204212.546602:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204212.546603:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204212.546604:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204212.546605:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204212.546636:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204212.546639:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204212.546642:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204213.570506:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204213.570511:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204213.570516:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204213.570517:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204213.570520:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204213.570521:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204214.594505:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204214.594512:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204214.594529:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204214.594531:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204214.594534:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204214.594535:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204214.594560:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204214.594563:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204214.594566:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204215.618516:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204215.618524:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204215.618529:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204215.618530:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204215.618532:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204215.618533:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204215.618554:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204215.618557:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204215.618560:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788204216.002677:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204216.002683:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204216.002686:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204216.002697:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c848700 x1875052841947520/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204216.002716:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204216.002720:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204216.002734:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204216.002737:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204216.002740:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204216.002746:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c848700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841947520:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204216.002753:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204216.002759:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204216.002761:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204216.002766:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204216.002774:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376c00. 02000000:00000001:0.0:1788204216.002778:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204216.002786:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204216.002791:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204216.002799:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204216.002806:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841947520, portal 25 00000100:00000001:0.0:1788204216.002810:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204216.002813:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578512128 : -109644131039488 : ffff9c477c848700) 00000100:00000040:0.0:1788204216.002822:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c848700 x1875052841947520/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204241 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204216.002838:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204216.002842:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204216.002846:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204216.002851:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841947520, offset 0 00000400:00000200:0.0:1788204216.002859:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204216.002870:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204216.002880:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204216.002888:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204216.002894:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204216.002899:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204216.002904:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204216.002910:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704458:704458:256:4294967295] 192.168.201.101@tcp LPNI seq info [704453:704453:8:4294967295] 00000400:00000200:0.0:1788204216.002920:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204216.002934:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204216.002944:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204216.002950:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204216.002960:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204216.002966:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1788204216.002997:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204216.003000:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204216.003008:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204216.003019:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204216.003028:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204216.003033:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204216.003039:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204216.003044:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c848700 x1875052841947520/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204241 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204216.003050:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204216.003053:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c848700 x1875052841947520/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204241 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204216.003058:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204216.003060:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204216.003067:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204216.003076:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204216.003082:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4309356276 00000100:00000010:0.0:1788204216.003091:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba180. 00000100:00000001:0.0:1788204216.003098:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788204216.003106:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4309356276 00000100:00000010:0.0:1788204216.003110:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685bae40. 00000100:00000001:0.0:1788204216.003114:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788204216.003119:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204216.003123:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204216.003127:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204216.003135:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204216/real 1788204216] req@ffff9c477c848700 x1875052841947520/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204216.003171:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204216.003174:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204216.003176:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204216.003179:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204216.003182:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204216.003184:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204216.003188:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c848700 x1875052841947520/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204216.003195:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c848700 x1875052841947520/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204216.003200:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204216.003201:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204216.003203:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204216.003204:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204216.003206:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c848700 x1875052841947520/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204216.003210:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204216.003213:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c848700 x1875052841947520/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204241 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204216.003218:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204216.003219:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204216.003220:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204216.003221:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204216.003222:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204216.003223:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204216.003225:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204216.003227:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204216.003229:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204216.003231:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c848700 x1875052841947520/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204241 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204216.003236:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c848700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841947520:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204216.003238:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204216.003240:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204216.003242:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c848700 x1875052841947520/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204241 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204216.003249:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204216.003251:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204216.003253:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376c00. 02000000:00000001:0.0:1788204216.003255:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204216.003256:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204216.003257:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788204216.003258:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204216.003260:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f1c00. 02000000:00000001:0.0:1788204216.003262:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204216.003263:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204216.003264:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c848700. 00000100:00000001:0.0:1788204216.003266:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204216.003267:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204216.003268:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204216.003273:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204216.003274:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204216.003276:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204216.003277:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204216.003278:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204216.003280:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c84ad80 x1875052841947648/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204216.003284:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204216.003286:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204216.003287:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204216.003289:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204216.003291:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204216.003294:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c84ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841947648:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204216.003296:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204216.003298:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204216.003300:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204216.003301:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204216.003304:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376c00. 02000000:00000001:0.0:1788204216.003306:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204216.003309:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204216.003312:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204216.003316:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204216.003319:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841947648, portal 10 00000100:00000001:0.0:1788204216.003320:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204216.003322:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578521984 : -109644131029632 : ffff9c477c84ad80) 00000100:00000040:0.0:1788204216.003329:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c84ad80 x1875052841947648/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204241 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204216.003334:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204216.003335:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204216.003337:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204216.003339:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841947648, offset 0 00000400:00000200:0.0:1788204216.003341:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204216.003344:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204216.003346:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204216.003349:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204216.003350:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204216.003351:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204216.003353:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204216.003355:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704459:704459:256:4294967295] 192.168.201.101@tcp LPNI seq info [704454:704454:8:4294967295] 00000400:00000200:0.0:1788204216.003357:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204216.003361:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204216.003364:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204216.003366:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204216.003368:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204216.003370:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1788204216.003376:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204216.003378:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204216.003380:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204216.003382:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204216.003384:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204216.003385:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204216.003386:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204216.003388:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c84ad80 x1875052841947648/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204241 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204216.003422:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204216.003424:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84ad80 x1875052841947648/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204241 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204216.003429:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204216.003430:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204216.003432:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204216.003435:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788204216.003437:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204216.003438:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309355018 00000100:00000001:0.0:1788204216.003440:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309356276 00000100:00000001:0.0:1788204216.003441:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309355018 00000100:00000001:0.0:1788204216.003442:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309356276 00000100:00000001:0.0:1788204216.003443:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204216.003444:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204216.003446:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204216.003448:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204216/real 1788204216] req@ffff9c477c84ad80 x1875052841947648/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204216.003452:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204216.003453:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204216.003454:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204216.003455:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204216.003456:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204216.003457:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204216.003459:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c84ad80 x1875052841947648/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204216.003464:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c84ad80 x1875052841947648/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204216.003470:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204216.003471:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204216.003472:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204216.003473:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204216.003475:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c84ad80 x1875052841947648/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204216.003479:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204216.003481:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c84ad80 x1875052841947648/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204241 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204216.003484:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204216.003485:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204216.003486:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204216.003487:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204216.003488:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204216.003489:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204216.003490:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204216.003492:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204216.003494:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204216.003496:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c84ad80 x1875052841947648/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204241 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204216.003500:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c84ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841947648:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204216.003502:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204216.003503:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c84b800 x1875052841947776/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204216.003507:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204216.003508:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204216.003509:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204216.003510:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204216.003511:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204216.003513:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c84b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841947776:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204216.003515:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204216.003516:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204216.003517:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204216.003518:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204216.003520:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377c00. 02000000:00000001:0.0:1788204216.003521:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204216.003523:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204216.003524:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204216.003526:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204216.003527:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841947776, portal 10 00000100:00000001:0.0:1788204216.003529:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204216.003529:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578524672 : -109644131026944 : ffff9c477c84b800) 00000100:00000040:0.0:1788204216.003533:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c84b800 x1875052841947776/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204241 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204216.003537:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204216.003538:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204216.003539:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204216.003541:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841947776, offset 0 00000400:00000200:0.0:1788204216.003543:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204216.003544:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204216.003546:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204216.003548:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204216.003549:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204216.003551:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204216.003552:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204216.003554:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704460:704460:256:4294967295] 192.168.201.101@tcp LPNI seq info [704455:704455:8:4294967295] 00000400:00000200:0.0:1788204216.003556:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204216.003560:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204216.003563:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204216.003565:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204216.003567:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204216.003569:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1788204216.003575:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204216.003576:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204216.003578:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204216.003580:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204216.003582:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204216.003583:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204216.003584:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204216.003586:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c84b800 x1875052841947776/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204241 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204216.003590:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204216.003592:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84b800 x1875052841947776/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204241 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204216.003595:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204216.003596:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204216.003597:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204216.003599:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788204216.003600:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204216.003601:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309355018 00000100:00000001:0.0:1788204216.003603:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309356276 00000100:00000001:0.0:1788204216.003604:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309355018 00000100:00000001:0.0:1788204216.003605:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309356276 00000100:00000001:0.0:1788204216.003607:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204216.003608:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204216.003608:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204216.003610:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204216/real 1788204216] req@ffff9c477c84b800 x1875052841947776/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204216.003615:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204216.003615:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204216.003616:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204216.003618:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204216.003618:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204216.003619:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204216.003621:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c84b800 x1875052841947776/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204216.003625:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c84b800 x1875052841947776/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204216.003629:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204216.003629:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204216.003630:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204216.003631:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204216.003633:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c84b800 x1875052841947776/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204216.003637:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204216.003638:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c84b800 x1875052841947776/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204241 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204216.003642:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204216.003643:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204216.003644:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204216.003645:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204216.003646:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204216.003647:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204216.003648:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204216.003649:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204216.003650:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204216.003653:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c84b800 x1875052841947776/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204241 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204216.003657:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c84b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841947776:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204216.003659:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204216.003661:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c849880 x1875052841947904/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204216.003664:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204216.003665:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204216.003666:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204216.003667:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204216.003668:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204216.003669:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c849880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841947904:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204216.003671:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204216.003672:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204216.003673:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204216.003674:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204216.003675:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375000. 02000000:00000001:0.0:1788204216.003676:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204216.003678:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204216.003679:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204216.003681:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204216.003682:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841947904, portal 4 00000100:00000001:0.0:1788204216.003683:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204216.003684:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578516608 : -109644131035008 : ffff9c477c849880) 00000100:00000040:0.0:1788204216.003687:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c849880 x1875052841947904/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204241 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204216.003693:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204216.003696:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204216.003698:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204216.003700:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841947904, offset 0 00000400:00000200:0.0:1788204216.003704:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204216.003707:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204216.003709:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204216.003712:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204216.003714:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204216.003717:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204216.003719:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204216.003722:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704461:704461:256:4294967295] 192.168.201.101@tcp LPNI seq info [704456:704456:8:4294967295] 00000400:00000200:0.0:1788204216.003726:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204216.003731:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204216.003736:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204216.003739:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204216.003741:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204216.003743:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1788204216.003749:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204216.003750:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204216.003752:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204216.003754:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204216.003756:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204216.003757:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204216.003759:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204216.003761:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c849880 x1875052841947904/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204241 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204216.003766:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204216.003767:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c849880 x1875052841947904/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204241 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204216.003771:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204216.003772:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204216.003774:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204216.003776:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788204216.003777:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204216.003779:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309355044 00000100:00000001:0.0:1788204216.003781:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309356276 00000100:00000001:0.0:1788204216.003782:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309355044 00000100:00000001:0.0:1788204216.003783:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309356276 00000100:00000001:0.0:1788204216.003784:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204216.003785:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204216.003786:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204216.003788:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204216/real 1788204216] req@ffff9c477c849880 x1875052841947904/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204216.003792:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204216.003793:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204216.003794:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204216.003795:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204216.003796:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204216.003797:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204216.003799:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c849880 x1875052841947904/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204216.003803:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c849880 x1875052841947904/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204216.003807:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204216.003807:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204216.003808:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204216.003809:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204216.003811:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c849880 x1875052841947904/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204216.003814:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204216.003816:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c849880 x1875052841947904/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204241 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204216.003820:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204216.003822:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204216.003823:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204216.003823:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204216.003824:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204216.003825:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204216.003827:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204216.003829:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204216.003830:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204216.003832:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c849880 x1875052841947904/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204241 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204216.003835:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c849880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841947904:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204216.003837:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204216.003838:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204216.003840:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c84ad80 x1875052841947648/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204241 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204216.003843:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204216.003844:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204216.003845:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376c00. 02000000:00000001:0.0:1788204216.003847:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204216.003847:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204216.003848:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204216.003850:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204216.003851:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f3c00. 02000000:00000001:0.0:1788204216.003852:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204216.003853:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204216.003854:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c84ad80. 00000100:00000001:0.0:1788204216.003855:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204216.003856:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204216.003857:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204216.003860:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c84b800 x1875052841947776/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204241 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204216.003871:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204216.003872:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204216.003873:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377c00. 02000000:00000001:0.0:1788204216.003876:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204216.003877:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204216.003878:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204216.003880:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204216.003881:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f1000. 02000000:00000001:0.0:1788204216.003883:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204216.003884:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204216.003885:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c84b800. 00000100:00000001:0.0:1788204216.003887:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204216.003888:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204216.003890:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204216.003893:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c849880 x1875052841947904/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204241 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204216.003900:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204216.003901:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204216.003902:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375000. 02000000:00000001:0.0:1788204216.003904:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204216.003905:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204216.003905:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788204216.003906:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204216.003907:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f3400. 02000000:00000001:0.0:1788204216.003908:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204216.003909:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204216.003910:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c849880. 00000100:00000001:0.0:1788204216.003911:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204216.003912:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204216.003913:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204216.003915:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204216.003916:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204216.003917:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204216.003918:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204216.642501:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204216.642506:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204216.642510:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204216.642511:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204216.642513:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204216.642514:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204216.642532:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204216.642534:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204216.642536:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204217.282490:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309356276, at 4309356288 00000100:00000040:1.0:1788204217.282490:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309356276, at 4309356288 00000100:00000010:1.0:1788204217.282503:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685bae40. 00000100:00000010:0.0:1788204217.282504:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba180. 00010000:00000001:0.0:1788204217.666699:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204217.666706:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204217.666712:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204217.666714:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204217.666717:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204217.666718:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204218.690502:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204218.690511:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204218.690516:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204218.690517:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204218.690519:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204218.690520:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204218.690537:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204218.690539:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204218.690541:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204219.714525:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204219.714534:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204219.714536:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204219.714539:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204219.714544:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204219.714546:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204219.714547:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204219.714549:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204219.714552:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204219.714553:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204219.714555:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204219.714556:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204219.714579:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204219.714581:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204219.714583:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204220.738570:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204220.738580:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204220.738587:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204220.738588:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204220.738590:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204220.738591:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204220.738624:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204220.738627:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204220.738631:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788204221.122595:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204221.122609:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788204221.122612:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204221.122617:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204221.122622:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204221.122630:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 14687 00000400:00000200:0.0:1788204221.122639:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204221.122646:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204221.122650:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204221.122654:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204221.122658:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204221.122660:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204221.122663:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204221.122667:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204221.122669:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788204221.122672:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204221.122676:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788204221.122679:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788204221.122681:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788204221.122684:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204221.122687:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204221.122689:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204221.122691:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204221.122695:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788204221.122703:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204221.122705:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204221.122708:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204221.122711:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204221.122713:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204221.122715:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788204221.122718:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204221.122729:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fa680. 00000020:00000040:0.0:1788204221.122731:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788204221.122735:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204221.122736:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204221.122739:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204221.122742:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204221.122746:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204221.122753:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376c00. 00000100:00000001:0.0:1788204221.122759:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204221.122769:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fa680 x1875052841948032/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204221.122780:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204221.122785:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204221.122790:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003756c577] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fa680 x1875052841948032/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204221.122822:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204221.122825:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204221.122827:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788204221.122828:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204221.122830:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204221.122832:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204221.122834:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14687 00000400:00000200:0.0:1788204221.122838:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204221.122840:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204221.122841:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204221.122843:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204221.122845:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204221.122847:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204221.122849:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204221.122852:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204221.122854:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788204221.122856:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204221.122858:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788204221.122860:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788204221.122868:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788204221.122874:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204221.122877:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204221.122881:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204221.122885:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204221.122909:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788204221.122914:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204221.122919:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204221.122923:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204221.122929:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204221.122933:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204221.122936:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204221.122940:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204221.122943:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204221.122947:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204221.122951:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fa300. 00000020:00000040:0.0:1788204221.122955:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204221.122958:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204221.122959:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204221.122963:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204221.122965:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204221.122968:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204221.122972:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377400. 00000100:00000001:0.0:1788204221.122976:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204221.122980:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fa300 x1875052841948160/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204221.122988:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204221.122990:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204221.122995:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000643b1429] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fa300 x1875052841948160/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204221.123002:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204221.123004:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204221.123009:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788204221.123012:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204221.123014:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204221.123017:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204221.123020:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14687 00000400:00000200:0.0:1788204221.123026:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204221.123029:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204221.123031:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204221.123035:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204221.123037:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204221.123039:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204221.123040:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204221.123042:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204221.123044:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788204221.123047:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204221.123049:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788204221.123050:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788204221.123052:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788204221.123054:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204221.123058:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204221.123062:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204221.123066:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204221.123068:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788204221.123072:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204221.123074:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204221.123075:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204221.123077:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204221.123080:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204221.123082:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204221.123084:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204221.123088:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204221.123091:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204221.123102:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8a80. 00000020:00000040:0.0:1788204221.123107:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204221.123112:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204221.123113:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204221.123115:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204221.123117:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204221.123119:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204221.123122:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374c00. 00000100:00000001:0.0:1788204221.123124:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204221.123128:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8a80 x1875052841948288/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204221.123133:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204221.123137:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204221.123141:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000320d64fa] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8a80 x1875052841948288/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204221.123146:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204221.123152:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788204221.123157:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788204221.123159:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204221.123163:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788204221.123167:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204221.123170:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204221.123173:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204221.123179:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14687 00000400:00000200:0.0:1788204221.123186:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204221.123194:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204221.123199:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204221.123213:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204221.123217:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204221.123219:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204221.123222:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204221.123227:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204221.123230:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788204221.123233:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204221.123238:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788204221.123241:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788204221.123243:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788204221.123247:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204221.123249:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204221.123251:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204221.123255:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204221.123261:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788204221.123266:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204221.123272:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204221.123275:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204221.123280:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204221.123286:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204221.123288:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204221.123292:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788204221.123296:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204221.123300:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204221.123308:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9180. 00000020:00000040:0.0:1788204221.123313:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788204221.123319:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204221.123320:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204221.123322:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204221.123324:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204221.123326:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204221.123331:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375400. 00000100:00000001:0.0:1788204221.123337:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204221.123345:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9180 x1875052841948416/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204221.123360:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204221.123363:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204221.123368:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b4a335a] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9180 x1875052841948416/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204221.123378:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204221.123383:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14697) 00010000:00000001:0.0:1788204221.762518:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204221.762528:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204221.762535:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204221.762536:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204221.762540:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204221.762541:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204222.402490:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309361397, at 4309361408 00000100:00000040:1.0:1788204222.402504:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309361397, at 4309361408 00000100:00000010:0.0:1788204222.402507:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88cc0. 00000100:00000010:1.0:1788204222.402521:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa883c0. 00010000:00000001:0.0:1788204222.786531:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204222.786539:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204222.786544:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204222.786547:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204222.786553:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204222.786555:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204222.786558:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204222.786560:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204222.786561:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204222.786563:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204222.786566:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204222.786567:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204222.786568:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204222.786569:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204222.786570:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204222.786570:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204222.786572:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204222.786574:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204222.786604:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204222.786608:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204222.786612:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204223.810483:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204223.810490:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204223.810496:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204223.810497:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204223.810501:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204223.810502:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204223.810524:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204223.810527:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204223.810530:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204224.834506:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204224.834512:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204224.834517:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204224.834518:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204224.834522:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204224.834523:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204224.834547:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204224.834550:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204224.834552:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204225.858510:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204225.858516:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204225.858521:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204225.858522:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204225.858525:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204225.858527:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204226.882518:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204226.882524:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204226.882529:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204226.882530:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204226.882533:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204226.882534:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204226.882555:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204226.882558:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204226.882560:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788204227.522486:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309366516, at 4309366528 00000100:00000040:0.0:1788204227.522500:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309366516, at 4309366528 00000100:00000010:1.0:1788204227.522501:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88600. 00000100:00000010:0.0:1788204227.522515:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88a20. 00010000:00000001:0.0:1788204227.906502:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204227.906509:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204227.906515:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204227.906516:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204227.906519:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204227.906521:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204227.906544:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204227.906547:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204227.906549:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204228.930555:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204228.930563:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204228.930567:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204228.930568:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204228.930571:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204228.930572:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204228.930604:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204228.930608:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204228.930611:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204229.954510:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204229.954518:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204229.954521:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204229.954524:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204229.954528:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204229.954531:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204229.954532:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204229.954534:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204229.954537:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204229.954538:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204229.954541:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204229.954542:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204230.978543:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204230.978549:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204230.978554:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204230.978555:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204230.978558:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204230.978558:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204230.978589:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204230.978591:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204230.978594:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204232.002486:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204232.002493:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204232.002498:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204232.002500:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204232.002502:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204232.002503:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204232.002552:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204232.002554:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204232.002557:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204232.642489:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309371637, at 4309371648 00000100:00000040:1.0:1788204232.642489:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309371637, at 4309371648 00000100:00000010:1.0:1788204232.642504:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88e40. 00000100:00000010:0.0:1788204232.642512:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88420. 00010000:00000001:0.0:1788204233.026503:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204233.026508:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204233.026512:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204233.026515:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204233.026516:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204233.026518:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204233.026520:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204233.026522:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204233.026523:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204233.026525:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204233.026527:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204233.026528:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204233.026529:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204233.026529:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204233.026530:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204233.026531:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204233.026532:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204233.026533:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204233.026559:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204233.026561:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204233.026563:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204234.050530:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204234.050537:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204234.050543:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204234.050544:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204234.050547:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204234.050548:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204235.074493:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204235.074500:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204235.074505:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204235.074506:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204235.074509:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204235.074510:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204235.074555:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204235.074559:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204235.074562:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204236.098500:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204236.098505:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204236.098509:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204236.098510:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204236.098512:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204236.098513:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204236.098536:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204236.098538:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204236.098540:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204237.122495:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204237.122502:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204237.122507:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204237.122508:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204237.122512:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204237.122512:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204237.122549:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204237.122552:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204237.122555:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204237.762482:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309376756, at 4309376768 00000100:00000040:1.0:1788204237.762482:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309376756, at 4309376768 00000100:00000010:1.0:1788204237.762495:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88e40. 00000100:00000010:0.0:1788204237.762498:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88420. 00010000:00000001:0.0:1788204238.146501:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204238.146506:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204238.146509:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204238.146510:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204238.146512:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204238.146513:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204239.170479:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204239.170485:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204239.170488:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204239.170489:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204239.170492:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204239.170493:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204239.170510:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204239.170512:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204239.170514:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1788204239.554686:0:2408:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.101:988 00000400:00000100:0.0:1788204239.554743:0:2408:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.101@tcp at host 192.168.201.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:0.0:1788204239.554753:0:2408:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204239.554757:0:2408:0:(router.c:1791:lnet_notify()) 192.168.201.1@tcp notifying 192.168.201.101@tcp: down 00000400:00000200:0.0:1788204239.554760:0:2408:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204239.554764:0:2408:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:0.0:1788204239.554769:0:2408:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:0.0:1788204239.554773:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475d95bd00. 00000400:00000200:0.0:1788204239.554778:0:2408:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788204239.556288:0:2408:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788204239.556301:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f9c38 00000400:00000010:0.0:1788204239.556304:0:2408:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f9c38. 00000100:00000001:0.0:1788204239.556313:0:2408:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204239.556326:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477c848a80 x1875052841949568/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204261 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204239.556356:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204239.556361:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c848a80 x1875052841949568/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204261 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204239.556368:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204239.556370:0:2408:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1788204239.556380:0:2408:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:0.0:1788204239.556382:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475d95ba00. 00000400:00000200:0.0:1788204239.556385:0:2408:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788204239.556387:0:2408:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788204239.556389:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f9880 00000400:00000010:0.0:1788204239.556390:0:2408:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f9880. 00000100:00000001:0.0:1788204239.556392:0:2408:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204239.556409:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477c849880 x1875052841949696/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204261 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204239.556417:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204239.556420:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c849880 x1875052841949696/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204261 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204239.556426:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204239.556427:0:2408:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1788204239.556433:0:2408:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:0.0:1788204239.556436:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475d95bf00. 00000400:00000200:0.0:1788204239.556438:0:2408:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788204239.556441:0:2408:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788204239.556443:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f9990 00000400:00000010:0.0:1788204239.556444:0:2408:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f9990. 00000100:00000001:0.0:1788204239.556446:0:2408:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204239.556450:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477c84b800 x1875052841949824/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204261 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204239.556456:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204239.556459:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84b800 x1875052841949824/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204261 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204239.556463:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204239.556465:0:2408:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1788204239.556468:0:2408:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:0.0:1788204239.556470:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475d95b200. 00000400:00000200:0.0:1788204239.556473:0:2408:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788204239.556475:0:2408:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788204239.556478:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f9660 00000400:00000010:0.0:1788204239.556479:0:2408:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f9660. 00000100:00000001:0.0:1788204239.556482:0:2408:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204239.556487:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477c84ad80 x1875052841949952/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204261 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204239.556493:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204239.556496:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84ad80 x1875052841949952/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204261 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204239.556501:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204239.556502:0:2408:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1788204240.194523:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204240.194531:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204240.194534:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204240.194537:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204240.194541:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204240.194544:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204240.194546:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204240.194548:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204240.194552:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204240.194554:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204240.194584:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204240.194586:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204240.194646:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204240.194649:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204240.194652:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204241.218472:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204241.218478:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204241.218482:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204241.218483:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204241.218485:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204241.218486:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204241.218520:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204241.218522:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204241.218524:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788204241.602530:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204241.602552:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788204241.602555:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204241.602559:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204241.602563:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204241.602569:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 14708 00000400:00000200:0.0:1788204241.602577:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204241.602582:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204241.602585:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204241.602589:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204241.602592:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204241.602594:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204241.602596:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204241.602600:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204241.602602:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788204241.602605:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204241.602608:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788204241.602610:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788204241.602613:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788204241.602616:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204241.602617:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204241.602620:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204241.602621:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204241.602624:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788204241.602627:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204241.602630:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204241.602633:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204241.602636:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204241.602639:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204241.602641:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788204241.602643:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204241.602649:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fad80. 00000020:00000040:0.0:1788204241.602652:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788204241.602656:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204241.602657:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204241.602660:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204241.602663:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204241.602667:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204241.602674:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377400. 00000100:00000001:0.0:1788204241.602680:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204241.602689:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fad80 x1875052841950080/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204241.602699:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204241.602703:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204241.602709:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010fef5ed] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fad80 x1875052841950080/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204241.602736:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204241.602739:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204241.602742:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788204241.602744:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204241.602745:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204241.602748:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204241.602751:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14708 00000400:00000200:0.0:1788204241.602755:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204241.602758:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204241.602760:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204241.602763:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204241.602765:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204241.602767:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204241.602769:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204241.602771:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204241.602772:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788204241.602774:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204241.602776:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788204241.602777:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788204241.602779:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788204241.602782:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204241.602784:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204241.602785:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204241.602787:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204241.602789:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788204241.602793:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204241.602795:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204241.602798:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204241.602805:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204241.602807:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204241.602809:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204241.602814:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204241.602817:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204241.602819:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204241.602836:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fb100. 00000020:00000040:0.0:1788204241.602839:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204241.602841:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204241.602843:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204241.602845:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204241.602846:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204241.602848:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204241.602852:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376c00. 00000100:00000001:0.0:1788204241.602855:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204241.602865:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fb100 x1875052841950208/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204241.602872:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204241.602875:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204241.602879:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000093808cf5] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fb100 x1875052841950208/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204241.602887:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204241.602889:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204241.602893:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788204241.602894:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204241.602896:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204241.602899:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204241.602901:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14708 00000400:00000200:0.0:1788204241.602905:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204241.602907:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204241.602909:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204241.602912:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204241.602914:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204241.602916:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204241.602918:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204241.602920:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204241.602921:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788204241.602922:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204241.602924:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788204241.602938:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788204241.602940:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788204241.602944:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204241.602946:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204241.602947:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204241.602949:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204241.602951:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788204241.602954:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204241.602956:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204241.602958:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204241.602960:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204241.602962:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204241.602964:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204241.602966:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204241.602968:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204241.602970:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204241.602973:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9c00. 00000020:00000040:0.0:1788204241.602975:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204241.602978:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204241.602979:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204241.602981:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204241.602982:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204241.602984:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204241.602987:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377c00. 00000100:00000001:0.0:1788204241.602990:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204241.602994:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9c00 x1875052841950336/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204241.603001:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204241.603003:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204241.603006:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d680416d] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9c00 x1875052841950336/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204241.603013:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204241.603016:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788204241.603020:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788204241.603022:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204241.603025:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788204241.603026:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204241.603028:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204241.603030:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204241.603032:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14708 00000400:00000200:0.0:1788204241.603035:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204241.603038:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204241.603040:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204241.603042:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204241.603044:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204241.603046:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204241.603048:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204241.603050:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204241.603051:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788204241.603052:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204241.603054:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788204241.603056:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788204241.603058:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788204241.603060:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204241.603062:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204241.603064:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204241.603066:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204241.603068:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788204241.603070:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204241.603073:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204241.603075:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204241.603077:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204241.603079:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204241.603081:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204241.603083:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788204241.603085:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204241.603087:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204241.603090:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8000. 00000020:00000040:0.0:1788204241.603097:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788204241.603099:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204241.603101:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204241.603102:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204241.603103:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204241.603105:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204241.603109:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375000. 00000100:00000001:0.0:1788204241.603112:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204241.603116:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8000 x1875052841950464/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204241.603122:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204241.603124:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204241.603127:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000755f6dce] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8000 x1875052841950464/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204241.603135:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204241.603139:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14718) 00010000:00000001:0.0:1788204242.242554:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204242.242561:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204242.242566:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204242.242567:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204242.242570:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204242.242571:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204242.882500:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309381877, at 4309381888 00000100:00000040:0.0:1788204242.882508:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309381877, at 4309381888 00000100:00000010:0.0:1788204242.882529:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88a20. 00000100:00000010:1.0:1788204242.882535:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88600. 00010000:00000001:0.0:1788204243.266606:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204243.266615:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204243.266623:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204243.266627:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204243.266630:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204243.266633:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204243.266637:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204243.266640:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204243.266642:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204243.266644:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204243.266648:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204243.266649:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204243.266650:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204243.266651:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204243.266653:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204243.266654:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204243.266655:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204243.266657:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204243.266715:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204243.266719:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204243.266722:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204244.290562:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204244.290570:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204244.290576:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204244.290578:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204244.290582:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204244.290583:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204244.290613:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204244.290616:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204244.290618:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204245.314529:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204245.314535:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204245.314540:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204245.314541:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204245.314543:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204245.314544:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204245.314573:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204245.314577:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204245.314580:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204246.338571:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204246.338577:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204246.338581:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204246.338582:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204246.338584:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204246.338585:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204246.722510:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204246.722521:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788204246.722524:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204246.722528:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204246.722532:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204246.722539:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 14713 00000400:00000200:0.0:1788204246.722547:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204246.722553:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204246.722555:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204246.722558:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204246.722566:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204246.722568:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204246.722572:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204246.722576:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204246.722578:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788204246.722580:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204246.722583:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788204246.722585:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788204246.722586:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788204246.722588:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204246.722589:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204246.722590:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204246.722591:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204246.722593:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788204246.722596:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204246.722598:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204246.722600:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204246.722603:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204246.722606:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204246.722607:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788204246.722609:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204246.722620:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8380. 00000020:00000040:0.0:1788204246.722623:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788204246.722627:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204246.722629:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204246.722633:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204246.722636:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204246.722641:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204246.722651:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374800. 00000100:00000001:0.0:1788204246.722659:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204246.722670:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8380 x1875052841950592/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204246.722681:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204246.722687:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204246.722692:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004fba561] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8380 x1875052841950592/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204246.722717:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204246.722721:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204246.722724:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788204246.722725:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204246.722726:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204246.722729:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204246.722732:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14713 00000400:00000200:0.0:1788204246.722735:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204246.722737:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204246.722739:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204246.722742:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204246.722745:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204246.722747:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204246.722750:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204246.722754:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204246.722758:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788204246.722762:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204246.722767:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788204246.722772:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788204246.722778:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788204246.722787:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204246.722792:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204246.722797:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204246.722803:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204246.722807:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788204246.722813:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204246.722818:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204246.722822:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204246.722831:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204246.722835:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204246.722837:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204246.722841:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204246.722845:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204246.722848:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204246.722852:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9f80. 00000020:00000040:0.0:1788204246.722855:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204246.722860:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204246.722861:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204246.722862:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204246.722863:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204246.722865:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204246.722871:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377800. 00000100:00000001:0.0:1788204246.722876:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204246.722885:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9f80 x1875052841950720/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204246.722898:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204246.722901:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204246.722907:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5e67c01] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9f80 x1875052841950720/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204246.722919:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204246.722921:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204246.722926:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788204246.722929:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204246.722931:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204246.722935:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204246.722938:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14713 00000400:00000200:0.0:1788204246.722940:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204246.722944:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204246.722946:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204246.722949:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204246.722952:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204246.722956:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204246.722959:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204246.722962:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204246.722965:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788204246.722967:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204246.722970:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788204246.722971:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788204246.722974:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788204246.722979:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204246.722984:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204246.722988:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204246.722992:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204246.722995:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788204246.722998:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204246.722999:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204246.723000:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204246.723002:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204246.723003:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204246.723005:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204246.723006:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204246.723011:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204246.723014:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204246.723018:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fb800. 00000020:00000040:0.0:1788204246.723021:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204246.723023:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204246.723026:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204246.723027:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204246.723028:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204246.723029:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204246.723035:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374400. 00000100:00000001:0.0:1788204246.723036:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204246.723041:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fb800 x1875052841950848/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204246.723049:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204246.723052:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204246.723056:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045f4f50b] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fb800 x1875052841950848/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204246.723064:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204246.723067:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788204246.723074:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788204246.723081:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204246.723088:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788204246.723092:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204246.723095:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204246.723098:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204246.723104:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14713 00000400:00000200:0.0:1788204246.723113:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204246.723117:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204246.723120:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204246.723136:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204246.723141:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204246.723147:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204246.723151:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204246.723156:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204246.723158:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788204246.723161:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204246.723165:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788204246.723169:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788204246.723171:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788204246.723174:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204246.723175:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204246.723177:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204246.723180:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204246.723184:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788204246.723188:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204246.723193:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204246.723195:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204246.723198:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204246.723201:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204246.723202:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204246.723204:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788204246.723207:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204246.723211:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204246.723214:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9880. 00000020:00000040:0.0:1788204246.723217:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788204246.723221:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204246.723222:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204246.723227:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204246.723229:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204246.723232:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204246.723237:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376800. 00000100:00000001:0.0:1788204246.723243:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204246.723250:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9880 x1875052841950976/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204246.723272:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204246.723276:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204246.723281:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2b42fc4] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9880 x1875052841950976/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204246.723289:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204246.723297:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14723) 00010000:00000001:0.0:1788204247.362534:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204247.362543:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204247.362549:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204247.362551:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204247.362555:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204247.362557:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204247.362586:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204247.362588:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204247.362590:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204248.002538:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309386996, at 4309387008 00000100:00000040:1.0:1788204248.002538:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309386996, at 4309387008 00000100:00000010:1.0:1788204248.002555:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa883c0. 00000100:00000010:0.0:1788204248.002557:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88a80. 00010000:00000001:0.0:1788204248.386552:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204248.386560:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204248.386566:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204248.386568:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204248.386572:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204248.386573:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204248.386596:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204248.386599:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204248.386602:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204249.410496:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204249.410512:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204249.410514:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204249.410518:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204249.410524:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204249.410526:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204249.410529:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204249.410531:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204249.410535:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204249.410537:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204249.410540:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204249.410542:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204249.410570:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204249.410572:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204249.410575:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204250.434543:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204250.434550:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204250.434556:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204250.434557:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204250.434559:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204250.434560:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204251.458473:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204251.458482:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204251.458495:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204251.458496:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204251.458499:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204251.458500:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204251.458520:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204251.458523:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204251.458525:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204252.482540:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204252.482551:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204252.482563:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204252.482569:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204252.482572:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204252.482576:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204252.482578:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204252.482580:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204252.482582:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204252.482583:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204252.482586:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204252.482587:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204252.482587:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204252.482588:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204252.482589:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204252.482590:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204252.482591:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204252.482592:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204252.482621:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204252.482624:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204252.482628:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204253.122525:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309392116, at 4309392128 00000100:00000040:1.0:1788204253.122526:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309392116, at 4309392128 00000100:00000010:0.0:1788204253.122542:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88cc0. 00000100:00000010:1.0:1788204253.122547:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa887e0. 00010000:00000001:0.0:1788204253.506498:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204253.506505:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204253.506510:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204253.506512:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204253.506515:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204253.506517:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204253.506539:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204253.506541:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204253.506543:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204254.530507:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204254.530513:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204254.530518:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204254.530520:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204254.530523:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204254.530524:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204255.554600:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204255.554610:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204255.554617:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204255.554619:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204255.554623:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204255.554624:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204255.554656:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204255.554659:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204255.554663:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204256.578516:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204256.578523:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204256.578528:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204256.578528:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204256.578531:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204256.578532:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204256.578560:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204256.578562:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204256.578564:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204257.602520:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204257.602530:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204257.602539:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204257.602540:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204257.602544:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204257.602545:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204257.602640:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204257.602644:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204257.602647:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788204258.242504:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309397236, at 4309397248 00000100:00000010:1.0:1788204258.242521:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88c00. 00000100:00000040:0.0:1788204258.242905:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309397236, at 4309397248 00000100:00000010:0.0:1788204258.242917:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa884e0. 00010000:00000001:0.0:1788204258.626509:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204258.626517:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204258.626522:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204258.626523:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204258.626525:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204258.626526:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204259.650536:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204259.650544:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204259.650547:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204259.650550:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204259.650555:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204259.650558:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204259.650560:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204259.650562:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204259.650567:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204259.650569:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204259.650573:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204259.650574:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204259.650606:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204259.650609:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204259.650612:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204260.674507:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204260.674512:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204260.674516:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204260.674517:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204260.674519:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204260.674520:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204260.674538:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204260.674540:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204260.674542:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204261.698501:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204261.698505:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204261.698509:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204261.698510:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204261.698512:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204261.698512:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204261.698530:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204261.698532:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204261.698534:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204262.722496:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204262.722505:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204262.722510:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204262.722513:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204262.722515:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204262.722518:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204262.722522:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204262.722524:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204262.722526:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204262.722528:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204262.722530:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204262.722532:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204262.722533:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204262.722534:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204262.722535:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204262.722536:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204262.722537:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204262.722539:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204263.362474:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309402357, at 4309402368 00000100:00000040:1.0:1788204263.362475:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309402357, at 4309402368 00000100:00000010:1.0:1788204263.362487:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa880c0. 00000100:00000010:0.0:1788204263.362489:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88b40. 00010000:00000001:0.0:1788204263.746471:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204263.746476:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204263.746480:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204263.746480:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204263.746482:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204263.746483:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204263.746502:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204263.746503:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204263.746505:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204264.770511:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204264.770518:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204264.770524:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204264.770525:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204264.770528:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204264.770529:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204264.770552:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204264.770555:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204264.770558:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204265.794498:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204265.794504:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204265.794509:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204265.794510:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204265.794513:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204265.794514:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204265.794535:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204265.794538:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204265.794541:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204266.818501:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204266.818508:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204266.818512:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204266.818513:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204266.818515:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204266.818516:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204267.202493:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204267.202501:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788204267.202502:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204267.202505:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204267.202509:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204267.202513:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 14733 00000400:00000200:0.0:1788204267.202518:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204267.202522:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204267.202524:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204267.202526:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204267.202528:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204267.202530:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204267.202532:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204267.202534:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204267.202536:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788204267.202537:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204267.202539:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788204267.202541:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788204267.202542:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788204267.202544:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204267.202545:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204267.202546:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204267.202547:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204267.202549:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788204267.202551:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204267.202553:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204267.202555:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204267.202558:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204267.202560:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204267.202561:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788204267.202563:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204267.202568:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9500. 00000020:00000040:0.0:1788204267.202571:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788204267.202573:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204267.202574:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204267.202577:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204267.202579:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204267.202581:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204267.202586:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377000. 00000100:00000001:0.0:1788204267.202590:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204267.202596:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9500 x1875052841952640/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204267.202603:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204267.202606:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204267.202609:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000842d065d] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9500 x1875052841952640/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204267.202625:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204267.202627:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204267.202629:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788204267.202630:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204267.202631:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204267.202633:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204267.202635:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14733 00000400:00000200:0.0:1788204267.202636:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204267.202638:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204267.202639:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204267.202642:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204267.202643:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204267.202645:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204267.202646:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204267.202648:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204267.202649:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788204267.202650:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204267.202651:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788204267.202652:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788204267.202654:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788204267.202656:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204267.202657:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204267.202659:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204267.202663:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204267.202665:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788204267.202669:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204267.202671:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204267.202673:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204267.202677:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204267.202679:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204267.202681:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204267.202685:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204267.202690:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204267.202693:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204267.202698:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9880. 00000020:00000040:0.0:1788204267.202702:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204267.202705:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204267.202707:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204267.202709:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204267.202711:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204267.202713:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204267.202716:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376800. 00000100:00000001:0.0:1788204267.202720:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204267.202727:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9880 x1875052841952768/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204267.202738:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204267.202740:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204267.202743:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2b42fc4] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9880 x1875052841952768/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204267.202753:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204267.202755:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204267.202757:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788204267.202758:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204267.202760:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204267.202765:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204267.202769:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14733 00000400:00000200:0.0:1788204267.202775:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204267.202780:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204267.202782:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204267.202786:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204267.202788:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204267.202790:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204267.202791:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204267.202793:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204267.202795:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788204267.202797:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204267.202798:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788204267.202800:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788204267.202801:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788204267.202808:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204267.202812:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204267.202816:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204267.202818:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204267.202820:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788204267.202824:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204267.202827:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204267.202831:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204267.202833:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204267.202837:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204267.202839:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204267.202841:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204267.202844:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204267.202847:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204267.202851:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fb800. 00000020:00000040:0.0:1788204267.202854:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204267.202855:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204267.202856:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204267.202861:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204267.202862:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204267.202863:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204267.202869:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374400. 00000100:00000001:0.0:1788204267.202872:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204267.202880:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fb800 x1875052841952896/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204267.202887:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204267.202889:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204267.202893:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045f4f50b] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fb800 x1875052841952896/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204267.202900:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204267.202903:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788204267.202907:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788204267.202911:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204267.202916:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788204267.202918:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204267.202920:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204267.202925:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204267.202930:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14733 00000400:00000200:0.0:1788204267.202934:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204267.202939:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204267.202942:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204267.202946:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204267.202949:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204267.202952:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204267.202955:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204267.202956:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204267.202956:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788204267.202957:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204267.202959:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788204267.202962:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788204267.202965:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788204267.202970:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204267.202973:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204267.202976:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204267.202978:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204267.203022:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788204267.203026:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204267.203030:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204267.203047:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204267.203050:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204267.203051:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204267.203052:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204267.203053:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788204267.203055:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204267.203059:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204267.203061:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9f80. 00000020:00000040:0.0:1788204267.203064:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788204267.203075:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204267.203078:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204267.203081:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204267.203082:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204267.203085:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204267.203107:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377800. 00000100:00000001:0.0:1788204267.203110:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204267.203118:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9f80 x1875052841953024/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204267.203126:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204267.203128:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204267.203135:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5e67c01] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9f80 x1875052841953024/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204267.203161:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204267.203166:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14743) 00010000:00000001:0.0:1788204267.842499:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204267.842505:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204267.842508:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204267.842509:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204267.842512:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204267.842513:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204267.842531:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204267.842533:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204267.842535:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204268.482498:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309407476, at 4309407488 00000100:00000040:1.0:1788204268.482498:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309407476, at 4309407488 00000100:00000010:1.0:1788204268.482511:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88360. 00000100:00000010:0.0:1788204268.482513:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa885a0. 00010000:00000001:0.0:1788204268.866481:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204268.866486:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204268.866490:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204268.866491:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204268.866493:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204268.866494:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204268.866511:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204268.866513:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204268.866515:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204269.890502:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204269.890510:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204269.890512:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204269.890516:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204269.890521:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204269.890523:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204269.890531:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204269.890533:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204269.890537:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204269.890539:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204269.890542:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204269.890543:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204269.890564:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204269.890566:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204269.890569:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204270.914467:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204270.914472:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204270.914476:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204270.914478:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204270.914479:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204270.914480:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204271.938504:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204271.938511:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204271.938516:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204271.938518:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204271.938521:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204271.938522:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204271.938547:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204271.938550:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204271.938553:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788204272.322468:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204272.322477:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788204272.322478:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204272.322482:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204272.322487:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204272.322493:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 14738 00000400:00000200:0.0:1788204272.322501:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204272.322507:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204272.322510:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204272.322513:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204272.322517:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204272.322519:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204272.322521:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204272.322526:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204272.322527:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788204272.322529:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204272.322531:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788204272.322533:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788204272.322534:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788204272.322536:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204272.322537:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204272.322538:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204272.322539:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204272.322541:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788204272.322543:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204272.322545:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204272.322547:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204272.322549:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204272.322551:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204272.322552:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788204272.322554:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204272.322568:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8380. 00000020:00000040:0.0:1788204272.322572:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788204272.322576:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204272.322578:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204272.322585:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204272.322587:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204272.322591:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204272.322598:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375800. 00000100:00000001:0.0:1788204272.322603:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204272.322610:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8380 x1875052841953152/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204272.322616:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204272.322619:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204272.322622:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004fba561] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8380 x1875052841953152/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204272.322637:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204272.322639:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204272.322641:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788204272.322642:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204272.322643:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204272.322645:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204272.322647:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14738 00000400:00000200:0.0:1788204272.322650:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204272.322652:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204272.322653:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204272.322655:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204272.322657:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204272.322659:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204272.322660:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204272.322662:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204272.322663:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788204272.322664:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204272.322666:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788204272.322668:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788204272.322669:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788204272.322672:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204272.322675:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204272.322678:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204272.322681:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204272.322684:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788204272.322688:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204272.322692:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204272.322695:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204272.322700:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204272.322704:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204272.322706:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204272.322711:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204272.322715:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204272.322719:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204272.322724:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8000. 00000020:00000040:0.0:1788204272.322728:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204272.322730:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204272.322732:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204272.322736:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204272.322739:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204272.322744:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204272.322751:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375000. 00000100:00000001:0.0:1788204272.322758:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204272.322767:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8000 x1875052841953280/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204272.322781:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204272.322785:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204272.322794:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000755f6dce] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8000 x1875052841953280/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204272.322819:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204272.322825:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204272.322832:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788204272.322835:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204272.322838:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204272.322844:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204272.322850:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14738 00000400:00000200:0.0:1788204272.322858:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204272.322867:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204272.322874:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204272.322880:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204272.322884:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204272.322890:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204272.322895:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204272.322897:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204272.322900:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788204272.322904:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204272.322906:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788204272.322911:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788204272.322917:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788204272.322925:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204272.322931:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204272.322935:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204272.322941:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204272.322945:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788204272.322953:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204272.322958:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204272.322963:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204272.322967:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204272.322971:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204272.322973:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204272.322977:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204272.322981:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204272.322986:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204272.322992:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9c00. 00000020:00000040:0.0:1788204272.322995:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204272.323028:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204272.323030:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204272.323033:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204272.323043:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204272.323048:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204272.323059:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377c00. 00000100:00000001:0.0:1788204272.323065:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204272.323074:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9c00 x1875052841953408/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204272.323085:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204272.323089:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204272.323096:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d680416d] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9c00 x1875052841953408/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204272.323113:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204272.323116:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788204272.323122:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788204272.323127:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204272.323133:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788204272.323136:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204272.323138:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204272.323139:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204272.323142:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14738 00000400:00000200:0.0:1788204272.323150:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204272.323153:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204272.323157:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204272.323163:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204272.323167:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204272.323171:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204272.323173:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204272.323177:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204272.323180:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788204272.323184:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204272.323187:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788204272.323190:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788204272.323194:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788204272.323198:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204272.323202:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204272.323206:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204272.323209:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204272.323212:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788204272.323218:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204272.323222:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204272.323226:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204272.323229:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204272.323234:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204272.323237:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204272.323240:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788204272.323244:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204272.323248:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204272.323252:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fb100. 00000020:00000040:0.0:1788204272.323255:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788204272.323259:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204272.323261:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204272.323263:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204272.323265:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204272.323267:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204272.323271:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376c00. 00000100:00000001:0.0:1788204272.323274:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204272.323281:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fb100 x1875052841953536/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204272.323290:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204272.323294:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204272.323299:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000093808cf5] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fb100 x1875052841953536/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204272.323308:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204272.323314:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14749) 00010000:00000001:0.0:1788204272.962476:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204272.962481:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204272.962485:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204272.962487:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204272.962489:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204272.962492:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204272.962494:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204272.962496:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204272.962498:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204272.962499:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204272.962502:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204272.962502:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204272.962503:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204272.962504:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204272.962505:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204272.962506:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204272.962508:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204272.962509:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204272.962527:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204272.962529:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204272.962530:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204273.602459:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309412596, at 4309412608 00000100:00000040:1.0:1788204273.602459:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309412596, at 4309412608 00000100:00000010:0.0:1788204273.602472:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88540. 00000100:00000010:1.0:1788204273.602474:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88de0. 00010000:00000001:0.0:1788204273.986630:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204273.986637:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204273.986643:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204273.986644:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204273.986647:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204273.986648:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204273.986674:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204273.986676:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204273.986679:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204275.010514:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204275.010519:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204275.010523:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204275.010524:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204275.010526:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204275.010527:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204276.034519:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204276.034526:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204276.034542:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204276.034543:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204276.034546:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204276.034547:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204276.034584:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204276.034587:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204276.034590:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204277.058494:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204277.058498:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204277.058502:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204277.058503:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204277.058505:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204277.058506:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204277.058537:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204277.058538:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204277.058540:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788204277.442512:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204277.442526:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788204277.442529:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204277.442533:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204277.442538:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204277.442544:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 14744 00000400:00000200:0.0:1788204277.442552:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204277.442559:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204277.442562:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204277.442566:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204277.442569:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204277.442572:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204277.442574:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204277.442578:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204277.442580:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788204277.442583:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204277.442586:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788204277.442588:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788204277.442590:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788204277.442593:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204277.442595:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204277.442597:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204277.442599:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204277.442601:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788204277.442604:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204277.442607:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204277.442609:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204277.442612:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204277.442615:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204277.442617:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788204277.442619:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204277.442628:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fad80. 00000020:00000040:0.0:1788204277.442631:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788204277.442635:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204277.442637:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204277.442640:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204277.442643:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204277.442646:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204277.442652:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374c00. 00000100:00000001:0.0:1788204277.442658:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204277.442667:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fad80 x1875052841953664/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204277.442677:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204277.442682:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204277.442686:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010fef5ed] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fad80 x1875052841953664/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204277.442706:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204277.442709:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204277.442713:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788204277.442714:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204277.442716:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204277.442719:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204277.442722:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14744 00000400:00000200:0.0:1788204277.442726:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204277.442730:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204277.442732:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204277.442736:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204277.442740:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204277.442745:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204277.442750:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204277.442755:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204277.442757:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788204277.442761:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204277.442764:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788204277.442770:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788204277.442777:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788204277.442785:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204277.442789:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204277.442796:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204277.442801:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204277.442806:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788204277.442813:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204277.442817:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204277.442821:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204277.442827:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204277.442830:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204277.442833:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204277.442837:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204277.442843:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204277.442847:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204277.442853:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9180. 00000020:00000040:0.0:1788204277.442858:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204277.442863:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204277.442865:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204277.442870:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204277.442874:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204277.442879:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204277.442887:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375400. 00000100:00000001:0.0:1788204277.442894:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204277.442905:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9180 x1875052841953792/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204277.442932:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204277.442937:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204277.442949:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b4a335a] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9180 x1875052841953792/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204277.442981:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204277.442985:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204277.442989:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788204277.442990:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204277.442991:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204277.442994:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204277.442999:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14744 00000400:00000200:0.0:1788204277.443008:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204277.443015:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204277.443020:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204277.443024:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204277.443028:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204277.443035:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204277.443038:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204277.443042:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204277.443045:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788204277.443047:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204277.443049:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788204277.443051:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788204277.443052:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788204277.443053:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204277.443056:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204277.443060:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204277.443065:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204277.443068:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788204277.443075:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204277.443078:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204277.443083:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204277.443088:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204277.443093:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204277.443097:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204277.443101:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204277.443107:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204277.443109:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204277.443113:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8a80. 00000020:00000040:0.0:1788204277.443119:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204277.443124:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204277.443127:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204277.443129:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204277.443130:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204277.443132:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204277.443144:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376000. 00000100:00000001:0.0:1788204277.443149:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204277.443159:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8a80 x1875052841953920/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204277.443175:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204277.443179:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204277.443188:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000320d64fa] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8a80 x1875052841953920/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204277.443204:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204277.443211:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788204277.443216:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788204277.443221:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204277.443239:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788204277.443242:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204277.443246:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204277.443251:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204277.443258:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14744 00000400:00000200:0.0:1788204277.443266:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204277.443273:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204277.443275:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204277.443281:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204277.443284:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204277.443285:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204277.443286:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204277.443288:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204277.443288:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788204277.443289:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204277.443291:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788204277.443295:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788204277.443299:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788204277.443304:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204277.443307:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204277.443311:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204277.443313:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204277.443319:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788204277.443324:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204277.443330:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204277.443335:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204277.443341:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204277.443346:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204277.443353:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204277.443358:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788204277.443363:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204277.443369:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204277.443376:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fa300. 00000020:00000040:0.0:1788204277.443382:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788204277.443387:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204277.443391:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204277.443424:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204277.443428:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204277.443433:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204277.443442:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374c00. 00000100:00000001:0.0:1788204277.443447:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204277.443455:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fa300 x1875052841954048/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204277.443467:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204277.443469:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204277.443478:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000643b1429] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fa300 x1875052841954048/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204277.443501:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204277.443510:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14754) 00010000:00000001:0.0:1788204278.082482:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204278.082489:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204278.082495:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204278.082496:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204278.082499:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204278.082500:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204278.082539:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204278.082541:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204278.082542:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788204278.722459:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309417716, at 4309417728 00000100:00000040:0.0:1788204278.722465:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309417716, at 4309417728 00000100:00000010:1.0:1788204278.722472:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88300. 00000100:00000010:0.0:1788204278.722474:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa882a0. 00010000:00000001:0.0:1788204279.106528:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204279.106534:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204279.106541:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204279.106542:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204279.106545:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204279.106546:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204280.130477:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204280.130486:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204280.130489:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204280.130492:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204280.130498:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204280.130500:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204280.130502:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204280.130504:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204280.130507:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204280.130508:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204280.130511:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204280.130512:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204280.130532:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204280.130534:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204280.130536:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204281.154517:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204281.154524:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204281.154530:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204281.154531:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204281.154534:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204281.154535:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204281.154566:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204281.154569:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204281.154571:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204282.178505:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204282.178513:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204282.178518:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204282.178520:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204282.178523:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204282.178524:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204282.178592:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204282.178596:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204282.178599:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204283.202487:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204283.202495:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204283.202501:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204283.202504:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204283.202506:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204283.202509:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204283.202511:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204283.202514:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204283.202515:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204283.202518:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204283.202521:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204283.202522:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204283.202524:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204283.202525:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204283.202526:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204283.202528:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204283.202529:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204283.202531:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204283.842503:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309422836, at 4309422848 00000100:00000040:1.0:1788204283.842503:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309422836, at 4309422848 00000100:00000010:0.0:1788204283.842518:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88780. 00000100:00000010:1.0:1788204283.842521:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88900. 00010000:00000001:0.0:1788204284.226498:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204284.226503:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204284.226507:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204284.226508:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204284.226510:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204284.226511:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204284.226552:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204284.226554:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204284.226556:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204285.250493:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204285.250499:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204285.250505:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204285.250506:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204285.250509:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204285.250510:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204285.250543:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204285.250545:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204285.250547:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204286.274491:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204286.274496:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204286.274500:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204286.274501:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204286.274503:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204286.274504:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204286.274521:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204286.274523:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204286.274525:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204287.298484:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204287.298490:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204287.298493:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204287.298494:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204287.298497:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204287.298497:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204288.322458:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204288.322465:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204288.322472:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204288.322473:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204288.322476:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204288.322477:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204288.322498:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204288.322500:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204288.322503:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204288.962492:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309427956, at 4309427968 00000100:00000040:1.0:1788204288.962492:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309427956, at 4309427968 00000100:00000010:0.0:1788204288.962505:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88000. 00000100:00000010:1.0:1788204288.962506:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88ba0. 00010000:00000001:0.0:1788204289.346498:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204289.346504:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204289.346506:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204289.346509:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204289.346513:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204289.346514:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204289.346515:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204289.346517:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204289.346519:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204289.346520:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204289.346522:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204289.346523:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204289.346541:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204289.346542:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204289.346544:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204290.370489:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204290.370494:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204290.370499:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204290.370500:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204290.370502:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204290.370503:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204290.370521:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204290.370523:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204290.370525:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204291.394521:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204291.394528:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204291.394533:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204291.394534:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204291.394537:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204291.394538:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204292.418509:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204292.418515:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204292.418521:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204292.418525:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204292.418527:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204292.418529:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204292.418539:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204292.418540:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204292.418542:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204292.418543:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204292.418546:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204292.418547:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204292.418548:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204292.418548:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204292.418549:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204292.418550:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204292.418551:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204292.418552:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204292.418573:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204292.418575:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204292.418576:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788204292.802489:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204292.802500:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788204292.802502:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204292.802505:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204292.802510:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204292.802517:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 14759 00000400:00000200:0.0:1788204292.802530:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204292.802536:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204292.802538:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204292.802541:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204292.802544:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204292.802546:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204292.802548:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204292.802551:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204292.802553:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788204292.802556:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204292.802558:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788204292.802560:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788204292.802564:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788204292.802566:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204292.802568:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204292.802570:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204292.802571:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204292.802574:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788204292.802577:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204292.802580:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204292.802582:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204292.802585:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204292.802588:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204292.802590:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788204292.802592:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204292.802599:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fa680. 00000020:00000040:0.0:1788204292.802602:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788204292.802604:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204292.802605:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204292.802608:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204292.802610:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204292.802613:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204292.802618:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375000. 00000100:00000001:0.0:1788204292.802623:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204292.802628:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fa680 x1875052841955200/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204292.802636:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204292.802639:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204292.802642:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003756c577] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fa680 x1875052841955200/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204292.802671:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204292.802673:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204292.802678:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788204292.802679:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204292.802681:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204292.802683:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204292.802684:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14759 00000400:00000200:0.0:1788204292.802687:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204292.802689:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204292.802691:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204292.802694:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204292.802696:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204292.802697:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204292.802699:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204292.802700:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204292.802701:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788204292.802702:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204292.802704:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788204292.802708:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788204292.802710:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788204292.802713:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204292.802716:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204292.802720:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204292.802723:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204292.802727:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788204292.802732:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204292.802735:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204292.802738:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204292.802747:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204292.802750:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204292.802752:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204292.802757:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204292.802764:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204292.802766:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204292.802770:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8e00. 00000020:00000040:0.0:1788204292.802773:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204292.802777:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204292.802779:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204292.802781:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204292.802784:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204292.802786:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204292.802792:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375800. 00000100:00000001:0.0:1788204292.802796:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204292.802802:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8e00 x1875052841955328/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204292.802810:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204292.802813:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204292.802821:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7909e09] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8e00 x1875052841955328/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204292.802847:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204292.802852:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204292.802857:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788204292.802860:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204292.802863:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204292.802870:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204292.802875:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14759 00000400:00000200:0.0:1788204292.802880:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204292.802885:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204292.802889:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204292.802897:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204292.802912:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204292.802919:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204292.802925:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204292.802930:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204292.802934:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788204292.802936:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204292.802940:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788204292.802944:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788204292.802949:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788204292.802958:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204292.802964:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204292.802970:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204292.802975:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204292.802980:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788204292.802988:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204292.802992:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204292.802996:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204292.802999:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204292.803003:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204292.803007:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204292.803010:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204292.803014:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204292.803018:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204292.803025:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fb480. 00000020:00000040:0.0:1788204292.803030:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204292.803033:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204292.803035:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204292.803039:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204292.803041:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204292.803043:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204292.803048:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374800. 00000100:00000001:0.0:1788204292.803051:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204292.803058:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fb480 x1875052841955456/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204292.803073:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204292.803078:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204292.803087:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c471466] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fb480 x1875052841955456/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204292.803114:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204292.803118:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788204292.803122:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788204292.803129:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204292.803133:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788204292.803136:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204292.803138:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204292.803141:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204292.803146:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14759 00000400:00000200:0.0:1788204292.803154:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204292.803160:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204292.803163:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204292.803168:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204292.803172:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204292.803176:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204292.803181:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204292.803186:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204292.803188:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788204292.803191:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204292.803193:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788204292.803196:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788204292.803199:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788204292.803213:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204292.803218:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204292.803223:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204292.803227:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204292.803235:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788204292.803241:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204292.803247:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204292.803251:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204292.803254:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204292.803257:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204292.803260:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204292.803262:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788204292.803266:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204292.803269:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204292.803275:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fbb80. 00000020:00000040:0.0:1788204292.803278:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788204292.803281:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204292.803284:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204292.803287:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204292.803290:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204292.803294:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204292.803302:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377800. 00000100:00000001:0.0:1788204292.803308:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204292.803320:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fbb80 x1875052841955584/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204292.803329:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204292.803333:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204292.803340:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006afb05e] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fbb80 x1875052841955584/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204292.803354:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204292.803362:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14769) 00010000:00000001:0.0:1788204293.442494:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204293.442500:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204293.442505:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204293.442506:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204293.442510:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204293.442511:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204293.442533:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204293.442536:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204293.442539:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788204294.082460:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309433076, at 4309433088 00000100:00000040:0.0:1788204294.082472:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309433076, at 4309433088 00000100:00000010:1.0:1788204294.082474:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88180. 00000100:00000010:0.0:1788204294.082483:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88ea0. 00010000:00000001:0.0:1788204294.466518:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204294.466525:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204294.466530:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204294.466532:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204294.466535:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204294.466535:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204294.466556:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204294.466558:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204294.466560:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204295.490506:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204295.490512:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204295.490516:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204295.490517:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204295.490519:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204295.490520:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204296.514487:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204296.514492:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204296.514496:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204296.514497:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204296.514499:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204296.514500:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204296.514519:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204296.514521:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204296.514523:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204297.538490:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204297.538496:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204297.538500:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204297.538501:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204297.538504:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204297.538504:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204297.538526:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204297.538528:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204297.538531:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204298.562539:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204298.562560:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204298.562567:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204298.562569:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204298.562572:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204298.562574:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204298.562601:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204298.562603:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204298.562605:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204299.202479:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309438197, at 4309438208 00000100:00000040:1.0:1788204299.202483:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309438197, at 4309438208 00000100:00000010:1.0:1788204299.202500:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88720. 00000100:00000010:0.0:1788204299.202597:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88d20. 00010000:00000001:0.0:1788204299.586493:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204299.586502:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204299.586504:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204299.586507:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204299.586512:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204299.586515:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204299.586516:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204299.586518:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204299.586521:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204299.586522:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204299.586525:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204299.586535:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204300.610463:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204300.610467:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204300.610471:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204300.610472:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204300.610474:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204300.610475:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204300.610490:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204300.610492:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204300.610494:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204301.634488:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204301.634513:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204301.634518:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204301.634519:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204301.634521:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204301.634522:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204301.634540:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204301.634542:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204301.634544:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204302.658524:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204302.658531:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204302.658537:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204302.658539:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204302.658542:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204302.658545:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204302.658548:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204302.658550:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204302.658552:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204302.658554:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204302.658558:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204302.658559:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204302.658560:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204302.658562:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204302.658563:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204302.658565:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204302.658567:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204302.658568:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204302.658594:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204302.658597:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204302.658599:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204303.682523:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204303.682530:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204303.682536:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204303.682537:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204303.682540:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204303.682541:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204304.322472:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309443316, at 4309443328 00000100:00000040:1.0:1788204304.322472:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309443316, at 4309443328 00000100:00000010:0.0:1788204304.322488:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88060. 00000100:00000010:1.0:1788204304.322490:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88c60. 00010000:00000001:0.0:1788204304.706504:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204304.706511:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204304.706517:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204304.706518:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204304.706521:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204304.706522:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204304.706549:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204304.706551:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204304.706554:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204305.730528:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204305.730535:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204305.730540:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204305.730541:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204305.730545:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204305.730546:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204305.730576:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204305.730579:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204305.730582:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204306.754507:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204306.754513:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204306.754518:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204306.754519:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204306.754521:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204306.754522:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204306.754545:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204306.754547:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204306.754549:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204307.778508:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204307.778513:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204307.778517:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204307.778517:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204307.778519:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204307.778520:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204308.802560:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204308.802571:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204308.802578:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204308.802580:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204308.802583:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204308.802584:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204308.802615:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204308.802618:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204308.802621:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204309.442478:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309448437, at 4309448448 00000100:00000040:1.0:1788204309.442478:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309448437, at 4309448448 00000100:00000010:0.0:1788204309.442491:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa889c0. 00000100:00000010:1.0:1788204309.442495:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88ae0. 00010000:00000001:0.0:1788204309.826495:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204309.826502:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204309.826504:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204309.826506:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204309.826509:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204309.826511:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204309.826512:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204309.826514:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204309.826516:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204309.826517:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204309.826520:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204309.826520:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204309.826538:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204309.826540:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204309.826542:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204310.850502:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204310.850509:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204310.850513:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204310.850515:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204310.850518:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204310.850519:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204310.850541:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204310.850544:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204310.850547:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204311.874455:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204311.874461:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204311.874465:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204311.874466:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204311.874468:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204311.874469:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204312.898499:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204312.898506:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204312.898511:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204312.898514:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204312.898516:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204312.898519:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204312.898521:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204312.898524:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204312.898525:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204312.898532:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204312.898535:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204312.898536:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204312.898537:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204312.898538:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204312.898539:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204312.898540:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204312.898541:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204312.898542:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204312.898566:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204312.898568:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204312.898570:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788204313.282536:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204313.282547:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788204313.282550:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204313.282553:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204313.282557:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204313.282564:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 14779 00000400:00000200:1.0:1788204313.282570:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204313.282576:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204313.282579:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204313.282581:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204313.282583:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204313.282585:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204313.282587:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204313.282590:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204313.282592:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788204313.282594:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204313.282597:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788204313.282598:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788204313.282600:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788204313.282602:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204313.282603:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204313.282604:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204313.282606:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204313.282609:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788204313.282612:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204313.282616:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204313.282619:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204313.282622:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204313.282625:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204313.282628:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788204313.282631:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204313.282642:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dd180. 00000020:00000040:1.0:1788204313.282647:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788204313.282651:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204313.282653:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204313.282657:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204313.282661:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204313.282666:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204313.282676:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99000. 00000100:00000001:1.0:1788204313.282684:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204313.282697:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dd180 x1875052841957248/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788204313.282708:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204313.282714:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204313.282717:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000095f81904] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dd180 x1875052841957248/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204313.282736:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788204313.282739:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204313.282742:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788204313.282743:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204313.282744:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204313.282747:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204313.282748:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14779 00000400:00000200:1.0:1788204313.282751:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204313.282753:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204313.282755:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204313.282757:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204313.282759:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204313.282760:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204313.282762:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204313.282765:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204313.282766:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788204313.282767:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204313.282769:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788204313.282771:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788204313.282773:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788204313.282778:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204313.282783:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204313.282789:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204313.282794:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204313.282800:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788204313.282809:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204313.282815:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204313.282818:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204313.282826:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204313.282831:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204313.282834:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788204313.282839:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788204313.282843:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204313.282847:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204313.282854:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3df100. 00000020:00000040:1.0:1788204313.282859:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788204313.282864:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204313.282867:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204313.282871:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204313.282874:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204313.282878:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204313.282884:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98c00. 00000100:00000001:1.0:1788204313.282889:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204313.282898:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3df100 x1875052841957376/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788204313.282907:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204313.282911:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204313.282918:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c16a5860] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3df100 x1875052841957376/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204313.282936:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788204313.282940:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204313.282943:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788204313.282945:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204313.282946:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204313.282950:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204313.282954:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14779 00000400:00000200:1.0:1788204313.282958:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204313.282964:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204313.282967:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204313.282971:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204313.282974:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204313.282979:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204313.282982:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204313.282985:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204313.282988:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788204313.282990:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204313.282992:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788204313.282997:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788204313.283000:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788204313.283004:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204313.283005:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204313.283008:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204313.283012:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204313.283015:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788204313.283021:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204313.283025:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204313.283028:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204313.283029:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204313.283031:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204313.283034:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788204313.283036:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788204313.283039:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204313.283041:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204313.283047:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dc000. 00000020:00000040:1.0:1788204313.283050:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788204313.283053:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204313.283054:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204313.283056:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204313.283059:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204313.283061:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204313.283067:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98800. 00000100:00000001:1.0:1788204313.283072:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204313.283082:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dc000 x1875052841957504/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788204313.283092:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204313.283096:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204313.283104:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1e3b926] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dc000 x1875052841957504/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204313.283119:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204313.283122:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788204313.283129:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788204313.283135:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204313.283144:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788204313.283148:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204313.283152:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204313.283159:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204313.283166:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14779 00000400:00000200:1.0:1788204313.283179:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204313.283186:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204313.283192:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204313.283198:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204313.283201:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204313.283205:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204313.283209:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204313.283213:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204313.283218:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788204313.283220:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204313.283224:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788204313.283229:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788204313.283236:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788204313.283245:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204313.283251:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204313.283257:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204313.283263:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204313.283270:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788204313.283278:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204313.283283:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204313.283285:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204313.283302:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204313.283304:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204313.283306:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788204313.283309:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788204313.283317:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204313.283322:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204313.283330:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dd880. 00000020:00000040:1.0:1788204313.283337:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788204313.283343:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204313.283346:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204313.283352:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204313.283355:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204313.283359:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204313.283366:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9bc00. 00000100:00000001:1.0:1788204313.283373:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204313.283388:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dd880 x1875052841957632/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788204313.283432:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204313.283436:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204313.283442:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083606985] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dd880 x1875052841957632/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204313.283453:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204313.283461:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14789) 00010000:00000001:0.0:1788204313.922509:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204313.922514:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204313.922518:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204313.922519:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204313.922522:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204313.922522:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204313.922544:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204313.922545:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204313.922547:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204314.562513:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309453556, at 4309453568 00000100:00000040:1.0:1788204314.562513:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309453556, at 4309453568 00000100:00000010:1.0:1788204314.562528:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa886c0. 00000100:00000010:0.0:1788204314.562536:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88120. 00010000:00000001:0.0:1788204314.946486:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204314.946494:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204314.946500:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204314.946501:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204314.946504:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204314.946505:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204314.946529:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204314.946532:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204314.946534:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204315.970497:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204315.970504:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204315.970509:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204315.970511:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204315.970514:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204315.970515:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204316.994482:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204316.994487:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204316.994490:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204316.994491:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204316.994494:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204316.994495:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204316.994512:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204316.994514:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204316.994515:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204318.018513:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204318.018521:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204318.018526:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204318.018527:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204318.018529:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204318.018530:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204318.018581:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204318.018583:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204318.018586:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204319.042468:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204319.042474:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204319.042477:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204319.042478:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204319.042481:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204319.042481:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204319.042499:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204319.042501:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204319.042503:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204319.682481:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309458676, at 4309458688 00000100:00000040:1.0:1788204319.682481:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309458676, at 4309458688 00000100:00000010:0.0:1788204319.682494:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88480. 00000100:00000010:1.0:1788204319.682500:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa888a0. 00010000:00000001:0.0:1788204320.066505:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204320.066512:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204320.066515:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204320.066523:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204320.066527:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204320.066529:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204320.066530:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204320.066532:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204320.066535:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204320.066536:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204320.066538:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204320.066538:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204321.090465:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204321.090470:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204321.090474:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204321.090475:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204321.090477:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204321.090478:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204321.090507:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204321.090509:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204321.090511:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204322.114501:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204322.114506:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204322.114510:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204322.114511:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204322.114513:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204322.114514:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204322.114538:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204322.114540:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204322.114542:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204323.138510:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204323.138517:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204323.138523:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204323.138527:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204323.138529:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204323.138533:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204323.138536:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204323.138539:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204323.138541:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204323.138543:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204323.138546:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204323.138548:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204323.138549:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204323.138551:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204323.138553:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204323.138554:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204323.138556:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204323.138559:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204323.138582:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204323.138585:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204323.138588:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204324.162516:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204324.162524:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204324.162530:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204324.162532:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204324.162535:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204324.162537:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204324.802515:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309463796, at 4309463808 00000100:00000040:1.0:1788204324.802515:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309463796, at 4309463808 00000100:00000010:1.0:1788204324.802532:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa888a0. 00000100:00000010:0.0:1788204324.802540:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88d80. 00010000:00000001:0.0:1788204325.186478:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204325.186484:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204325.186488:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204325.186489:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204325.186491:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204325.186492:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204325.186535:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204325.186537:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204325.186539:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204326.210564:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204326.210571:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204326.210577:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204326.210578:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204326.210580:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204326.210581:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204326.210618:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204326.210620:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204326.210623:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204327.234543:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204327.234555:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204327.234563:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204327.234564:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204327.234569:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204327.234571:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204327.234608:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204327.234612:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204327.234616:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204328.258509:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204328.258514:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204328.258519:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204328.258521:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204328.258524:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204328.258525:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204329.282481:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204329.282486:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204329.282489:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204329.282490:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204329.282493:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204329.282493:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204329.282510:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204329.282512:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204329.282518:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204329.922493:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309468916, at 4309468928 00000100:00000040:1.0:1788204329.922493:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309468916, at 4309468928 00000100:00000010:0.0:1788204329.922507:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88480. 00000100:00000010:1.0:1788204329.922509:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88120. 00010000:00000001:0.0:1788204330.306509:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204330.306515:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204330.306517:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204330.306519:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204330.306523:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204330.306524:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204330.306526:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204330.306527:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204330.306530:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204330.306531:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204330.306533:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204330.306534:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204330.306552:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204330.306554:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204330.306556:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204331.330452:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204331.330456:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204331.330461:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204331.330463:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204331.330466:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204331.330467:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204331.330487:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204331.330490:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204331.330492:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204332.354478:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204332.354485:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204332.354490:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204332.354493:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204332.354495:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204332.354498:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204332.354501:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204332.354503:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204332.354506:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204332.354508:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204332.354511:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204332.354512:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204332.354513:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204332.354514:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204332.354516:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204332.354517:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204332.354519:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204332.354521:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204333.378508:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204333.378514:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204333.378520:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204333.378521:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204333.378525:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204333.378526:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204333.378550:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204333.378552:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204333.378554:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788204333.762466:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204333.762474:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788204333.762475:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204333.762478:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204333.762481:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204333.762486:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 14800 00000400:00000200:0.0:1788204333.762491:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204333.762496:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204333.762498:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204333.762500:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204333.762502:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204333.762504:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204333.762506:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204333.762508:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204333.762510:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788204333.762512:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204333.762514:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788204333.762516:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788204333.762517:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788204333.762519:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204333.762520:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204333.762521:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204333.762522:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204333.762524:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788204333.762526:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204333.762527:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204333.762529:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204333.762531:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204333.762533:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204333.762535:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788204333.762536:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204333.762542:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8700. 00000020:00000040:0.0:1788204333.762545:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788204333.762548:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204333.762549:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204333.762551:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204333.762553:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204333.762555:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204333.762560:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374400. 00000100:00000001:0.0:1788204333.762566:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204333.762571:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8700 x1875052841959296/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204333.762578:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204333.762581:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204333.762584:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006dab9339] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8700 x1875052841959296/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204333.762599:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204333.762602:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204333.762607:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788204333.762608:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204333.762609:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204333.762611:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204333.762613:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14800 00000400:00000200:0.0:1788204333.762615:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204333.762618:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204333.762619:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204333.762622:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204333.762624:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204333.762625:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204333.762627:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204333.762628:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204333.762631:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788204333.762633:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204333.762636:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788204333.762638:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788204333.762640:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788204333.762644:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204333.762649:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204333.762653:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204333.762656:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204333.762660:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788204333.762665:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204333.762667:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204333.762668:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204333.762672:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204333.762676:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204333.762679:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204333.762684:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204333.762689:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204333.762692:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204333.762696:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fbb80. 00000020:00000040:0.0:1788204333.762702:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204333.762705:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204333.762706:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204333.762708:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204333.762710:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204333.762712:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204333.762717:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377800. 00000100:00000001:0.0:1788204333.762723:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204333.762729:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fbb80 x1875052841959424/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204333.762737:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204333.762742:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204333.762746:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006afb05e] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fbb80 x1875052841959424/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204333.762755:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204333.762760:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204333.762764:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788204333.762768:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204333.762771:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204333.762775:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204333.762780:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14800 00000400:00000200:0.0:1788204333.762786:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204333.762789:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204333.762790:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204333.762796:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204333.762798:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204333.762803:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204333.762806:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204333.762808:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204333.762810:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788204333.762813:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204333.762816:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788204333.762820:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788204333.762824:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788204333.762831:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204333.762835:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204333.762839:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204333.762841:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204333.762843:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788204333.762848:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204333.762851:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204333.762855:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204333.762858:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204333.762860:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204333.762863:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204333.762865:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204333.762869:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204333.762871:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204333.762876:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fb480. 00000020:00000040:0.0:1788204333.762880:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204333.762886:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204333.762889:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204333.762891:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204333.762893:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204333.762897:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204333.762901:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374800. 00000100:00000001:0.0:1788204333.762904:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204333.762909:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fb480 x1875052841959552/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204333.762920:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204333.762922:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204333.762927:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c471466] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fb480 x1875052841959552/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204333.762946:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204333.762950:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788204333.762956:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788204333.762958:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204333.762963:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788204333.762966:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204333.762968:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204333.762975:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204333.762979:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14800 00000400:00000200:0.0:1788204333.762986:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204333.762989:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204333.762991:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204333.762995:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204333.762998:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204333.763003:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204333.763004:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204333.763007:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204333.763009:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788204333.763010:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204333.763012:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788204333.763016:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788204333.763018:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788204333.763020:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204333.763024:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204333.763027:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204333.763030:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204333.763033:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788204333.763036:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204333.763041:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204333.763045:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204333.763048:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204333.763053:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204333.763056:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204333.763059:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788204333.763065:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204333.763068:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204333.763074:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8e00. 00000020:00000040:0.0:1788204333.763076:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788204333.763082:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204333.763084:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204333.763087:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204333.763091:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204333.763095:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204333.763102:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375800. 00000100:00000001:0.0:1788204333.763109:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204333.763121:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8e00 x1875052841959680/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204333.763147:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204333.763154:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204333.763164:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7909e09] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8e00 x1875052841959680/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204333.763185:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204333.763192:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14810) 00010000:00000001:0.0:1788204334.402491:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204334.402499:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204334.402504:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204334.402506:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204334.402511:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204334.402512:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204334.402534:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204334.402537:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204334.402540:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204335.042484:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309474036, at 4309474048 00000100:00000040:1.0:1788204335.042484:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309474036, at 4309474048 00000100:00000010:0.0:1788204335.042497:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa886c0. 00000100:00000010:1.0:1788204335.042500:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88ae0. 00010000:00000001:0.0:1788204335.426489:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204335.426495:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204335.426498:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204335.426499:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204335.426502:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204335.426503:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204335.426521:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204335.426523:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204335.426524:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204336.450471:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204336.450476:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204336.450480:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204336.450480:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204336.450483:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204336.450484:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204337.474493:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204337.474499:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204337.474503:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204337.474504:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204337.474506:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204337.474507:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204337.474525:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204337.474526:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204337.474528:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204338.498529:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204338.498535:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204338.498540:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204338.498541:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204338.498547:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204338.498548:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204338.498571:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204338.498573:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204338.498575:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204339.522526:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204339.522534:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204339.522539:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204339.522540:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204339.522544:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204339.522545:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204339.522567:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204339.522570:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204339.522573:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204340.162505:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309479156, at 4309479168 00000100:00000040:1.0:1788204340.162505:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309479156, at 4309479168 00000100:00000010:1.0:1788204340.162522:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88c60. 00000100:00000010:0.0:1788204340.162523:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa889c0. 00010000:00000001:0.0:1788204340.546496:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204340.546502:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204340.546504:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204340.546506:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204340.546510:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204340.546512:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204340.546513:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204340.546514:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204340.546517:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204340.546518:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204340.546520:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204340.546521:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204341.570522:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204341.570528:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204341.570534:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204341.570535:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204341.570538:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204341.570539:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204341.570563:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204341.570566:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204341.570569:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204342.594465:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204342.594470:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204342.594474:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204342.594477:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204342.594478:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204342.594480:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204342.594483:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204342.594484:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204342.594486:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204342.594487:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204342.594489:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204342.594490:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204342.594490:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204342.594491:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204342.594492:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204342.594493:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204342.594494:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204342.594495:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204342.594511:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204342.594513:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204342.594514:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204343.618440:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204343.618445:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204343.618449:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204343.618449:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204343.618451:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204343.618452:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204343.618467:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204343.618468:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204343.618470:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788204344.002728:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204344.002734:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204344.002746:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204344.002782:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9f480 x1875052841960320/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204344.002798:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204344.002802:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204344.002808:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204344.002814:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204344.002820:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204344.002826:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841960320:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204344.002834:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204344.002839:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204344.002843:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204344.002846:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204344.002853:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374c00. 02000000:00000001:0.0:1788204344.002858:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204344.002868:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204344.002876:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204344.002886:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204344.002894:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841960320, portal 25 00000100:00000001:0.0:1788204344.002900:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204344.002904:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330355328 : -109644379196288 : ffff9c476db9f480) 00000100:00000040:0.0:1788204344.002914:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9f480 x1875052841960320/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204344.002932:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204344.002939:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204344.002943:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204344.002949:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841960320, offset 0 00000400:00000200:0.0:1788204344.002960:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204344.002972:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204344.002980:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204344.002987:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204344.002994:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204344.003001:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204344.003010:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204344.003017:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704558:704558:256:4294967295] 192.168.201.101@tcp LPNI seq info [704553:704553:8:4294967295] 00000400:00000200:0.0:1788204344.003028:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204344.003043:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204344.003057:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204344.003066:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204344.003078:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204344.003086:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1788204344.003113:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204344.003118:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204344.003127:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204344.003137:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204344.003146:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204344.003151:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204344.003158:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204344.003167:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9f480 x1875052841960320/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204344.003189:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204344.003196:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9f480 x1875052841960320/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204369 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204344.003212:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204344.003216:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204344.003224:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204344.003230:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204344.003236:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4309484276 00000100:00000010:0.0:1788204344.003244:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba180. 00000100:00000001:0.0:1788204344.003252:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788204344.003260:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4309484276 00000100:00000010:0.0:1788204344.003267:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba240. 00000100:00000001:0.0:1788204344.003272:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788204344.003278:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204344.003283:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204344.003287:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204344.003294:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204344/real 1788204344] req@ffff9c476db9f480 x1875052841960320/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204344.003332:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204344.003335:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204344.003338:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204344.003341:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204344.003343:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204344.003346:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204344.003349:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9f480 x1875052841960320/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204344.003357:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9f480 x1875052841960320/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204344.003364:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204344.003365:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204344.003367:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204344.003369:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204344.003373:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9f480 x1875052841960320/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204344.003380:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204344.003384:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9f480 x1875052841960320/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204369 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204344.003391:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204344.003428:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204344.003430:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204344.003431:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204344.003433:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204344.003435:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204344.003438:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204344.003443:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204344.003445:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204344.003449:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9f480 x1875052841960320/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204369 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204344.003457:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841960320:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204344.003462:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204344.003464:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204344.003467:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9f480 x1875052841960320/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204369 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204344.003473:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204344.003475:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204344.003477:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374c00. 02000000:00000001:0.0:1788204344.003480:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204344.003482:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204344.003484:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788204344.003486:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204344.003488:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a41800. 02000000:00000001:0.0:1788204344.003492:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204344.003494:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204344.003495:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9f480. 00000100:00000001:0.0:1788204344.003498:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204344.003499:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204344.003506:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204344.003512:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204344.003514:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204344.003516:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204344.003518:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204344.003535:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204344.003540:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9f800 x1875052841960448/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204344.003546:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204344.003548:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204344.003550:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204344.003552:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204344.003554:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204344.003556:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841960448:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204344.003560:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204344.003562:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204344.003563:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204344.003565:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204344.003568:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374c00. 02000000:00000001:0.0:1788204344.003570:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204344.003573:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204344.003576:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204344.003579:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204344.003582:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841960448, portal 10 00000100:00000001:0.0:1788204344.003584:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204344.003585:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330356224 : -109644379195392 : ffff9c476db9f800) 00000100:00000040:0.0:1788204344.003591:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9f800 x1875052841960448/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204344.003597:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204344.003599:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204344.003602:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204344.003604:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841960448, offset 0 00000400:00000200:0.0:1788204344.003607:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204344.003611:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204344.003615:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204344.003619:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204344.003621:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204344.003623:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204344.003625:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204344.003628:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704559:704559:256:4294967295] 192.168.201.101@tcp LPNI seq info [704554:704554:8:4294967295] 00000400:00000200:0.0:1788204344.003632:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204344.003638:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204344.003643:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204344.003646:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204344.003650:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204344.003653:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1788204344.003663:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204344.003665:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204344.003668:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204344.003671:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204344.003674:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204344.003675:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204344.003678:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204344.003681:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9f800 x1875052841960448/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204344.003688:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204344.003691:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9f800 x1875052841960448/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204369 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204344.003697:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204344.003698:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204344.003702:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204344.003706:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788204344.003709:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204344.003711:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309483018 00000100:00000001:0.0:1788204344.003713:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309484276 00000100:00000001:0.0:1788204344.003716:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309483018 00000100:00000001:0.0:1788204344.003718:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309484276 00000100:00000001:0.0:1788204344.003720:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204344.003722:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204344.003723:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204344.003727:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204344/real 1788204344] req@ffff9c476db9f800 x1875052841960448/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204344.003734:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204344.003735:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204344.003737:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204344.003739:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204344.003740:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204344.003742:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204344.003745:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9f800 x1875052841960448/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204344.003753:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9f800 x1875052841960448/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204344.003772:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204344.003773:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204344.003775:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204344.003776:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204344.003780:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9f800 x1875052841960448/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204344.003786:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204344.003790:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9f800 x1875052841960448/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204369 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204344.003796:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204344.003798:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204344.003800:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204344.003801:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204344.003802:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204344.003804:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204344.003806:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204344.003809:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204344.003811:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204344.003815:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9f800 x1875052841960448/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204369 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204344.003822:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841960448:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204344.003826:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204344.003830:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9c380 x1875052841960576/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204344.003836:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204344.003837:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204344.003839:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204344.003840:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204344.003842:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204344.003845:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841960576:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204344.003848:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204344.003850:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204344.003852:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204344.003853:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204344.003856:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788204344.003858:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204344.003861:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204344.003863:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204344.003867:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204344.003870:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841960576, portal 10 00000100:00000001:0.0:1788204344.003872:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204344.003873:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330342784 : -109644379208832 : ffff9c476db9c380) 00000100:00000040:0.0:1788204344.003878:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9c380 x1875052841960576/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204344.003884:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204344.003886:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204344.003889:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204344.003891:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841960576, offset 0 00000400:00000200:0.0:1788204344.003893:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204344.003896:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204344.003898:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204344.003900:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204344.003902:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204344.003903:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204344.003905:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204344.003907:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704560:704560:256:4294967295] 192.168.201.101@tcp LPNI seq info [704555:704555:8:4294967295] 00000400:00000200:0.0:1788204344.003909:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204344.003913:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204344.003915:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204344.003917:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204344.003919:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204344.003921:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1788204344.003927:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204344.003928:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204344.003930:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204344.003932:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204344.003934:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204344.003935:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204344.003937:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204344.003939:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9c380 x1875052841960576/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204344.003943:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204344.003945:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9c380 x1875052841960576/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204369 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204344.003949:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204344.003950:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204344.003952:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204344.003953:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788204344.003955:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204344.003956:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309483018 00000100:00000001:0.0:1788204344.003958:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309484276 00000100:00000001:0.0:1788204344.003959:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309483018 00000100:00000001:0.0:1788204344.003961:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309484276 00000100:00000001:0.0:1788204344.003962:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204344.003963:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204344.003964:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204344.003967:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204344/real 1788204344] req@ffff9c476db9c380 x1875052841960576/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204344.003971:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204344.003971:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204344.003972:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204344.003973:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204344.003974:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204344.003975:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204344.003977:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9c380 x1875052841960576/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204344.003981:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9c380 x1875052841960576/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204344.003985:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204344.003986:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204344.003987:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204344.003987:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204344.003989:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9c380 x1875052841960576/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204344.003993:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204344.003995:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9c380 x1875052841960576/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204369 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204344.003998:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204344.003999:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204344.004000:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204344.004001:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204344.004002:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204344.004004:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204344.004005:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204344.004007:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204344.004008:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204344.004010:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9c380 x1875052841960576/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204369 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204344.004014:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841960576:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204344.004016:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204344.004018:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9ca80 x1875052841960704/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204344.004021:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204344.004022:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204344.004023:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204344.004025:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204344.004026:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204344.004028:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841960704:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204344.004029:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204344.004030:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204344.004031:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204344.004032:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204344.004034:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375400. 02000000:00000001:0.0:1788204344.004035:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204344.004037:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204344.004038:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204344.004040:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204344.004042:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841960704, portal 4 00000100:00000001:0.0:1788204344.004043:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204344.004044:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330344576 : -109644379207040 : ffff9c476db9ca80) 00000100:00000040:0.0:1788204344.004048:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9ca80 x1875052841960704/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204344.004054:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204344.004056:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204344.004058:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204344.004061:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841960704, offset 0 00000400:00000200:0.0:1788204344.004064:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204344.004067:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204344.004070:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204344.004072:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204344.004075:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204344.004077:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204344.004079:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204344.004082:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704561:704561:256:4294967295] 192.168.201.101@tcp LPNI seq info [704556:704556:8:4294967295] 00000400:00000200:0.0:1788204344.004086:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204344.004091:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204344.004095:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204344.004098:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204344.004102:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204344.004104:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1788204344.004113:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204344.004114:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204344.004117:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204344.004120:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204344.004122:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204344.004124:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204344.004126:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204344.004130:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9ca80 x1875052841960704/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204344.004136:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204344.004139:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9ca80 x1875052841960704/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204369 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204344.004148:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204344.004149:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204344.004152:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204344.004153:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788204344.004156:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204344.004157:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309483044 00000100:00000001:0.0:1788204344.004159:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309484276 00000100:00000001:0.0:1788204344.004160:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309483044 00000100:00000001:0.0:1788204344.004161:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309484276 00000100:00000001:0.0:1788204344.004162:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204344.004164:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204344.004165:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204344.004167:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204344/real 1788204344] req@ffff9c476db9ca80 x1875052841960704/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204344.004171:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204344.004172:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204344.004172:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204344.004174:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204344.004175:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204344.004176:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204344.004178:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9ca80 x1875052841960704/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204344.004182:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9ca80 x1875052841960704/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204344.004186:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204344.004187:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204344.004188:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204344.004188:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204344.004190:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9ca80 x1875052841960704/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204344.004194:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204344.004196:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9ca80 x1875052841960704/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204369 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204344.004200:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204344.004201:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204344.004202:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204344.004203:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204344.004204:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204344.004205:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204344.004206:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204344.004208:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204344.004209:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204344.004211:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9ca80 x1875052841960704/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204369 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204344.004215:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841960704:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204344.004216:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204344.004217:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204344.004219:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9f800 x1875052841960448/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204369 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204344.004222:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204344.004223:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204344.004225:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374c00. 02000000:00000001:0.0:1788204344.004226:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204344.004227:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204344.004228:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204344.004229:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204344.004230:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a41400. 02000000:00000001:0.0:1788204344.004232:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204344.004233:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204344.004234:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9f800. 00000100:00000001:0.0:1788204344.004235:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204344.004236:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204344.004237:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204344.004239:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9c380 x1875052841960576/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204369 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204344.004243:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204344.004243:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204344.004244:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788204344.004245:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204344.004246:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204344.004247:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204344.004247:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204344.004248:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a43800. 02000000:00000001:0.0:1788204344.004251:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204344.004251:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204344.004252:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9c380. 00000100:00000001:0.0:1788204344.004253:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204344.004254:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204344.004255:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204344.004256:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9ca80 x1875052841960704/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204369 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204344.004259:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204344.004260:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204344.004261:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375400. 02000000:00000001:0.0:1788204344.004262:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204344.004263:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204344.004263:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788204344.004265:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204344.004265:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a43000. 02000000:00000001:0.0:1788204344.004267:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204344.004267:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204344.004268:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9ca80. 00000100:00000001:0.0:1788204344.004269:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204344.004270:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204344.004271:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204344.004273:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204344.004274:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204344.004275:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204344.004276:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204344.642501:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204344.642507:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204344.642512:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204344.642514:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204344.642517:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204344.642518:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204345.282509:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309484276, at 4309484288 00000100:00000010:1.0:1788204345.282524:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba240. 00000100:00000040:0.0:1788204345.283812:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309484276, at 4309484289 00000100:00000010:0.0:1788204345.283820:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba180. 00010000:00000001:0.0:1788204345.666498:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204345.666505:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204345.666510:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204345.666511:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204345.666513:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204345.666513:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204345.666533:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204345.666535:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204345.666537:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204346.690506:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204346.690513:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204346.690519:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204346.690520:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204346.690523:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204346.690524:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204346.690547:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204346.690550:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204346.690552:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204347.714521:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204347.714527:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204347.714533:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204347.714534:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204347.714538:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204347.714540:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204347.714564:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204347.714567:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204347.714570:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204348.738488:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204348.738494:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204348.738497:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204348.738498:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204348.738500:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204348.738501:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204349.122507:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204349.122518:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788204349.122521:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204349.122525:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204349.122529:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204349.122536:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 14815 00000400:00000200:0.0:1788204349.122543:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204349.122549:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204349.122552:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204349.122555:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204349.122558:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204349.122560:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204349.122563:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204349.122567:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204349.122570:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788204349.122572:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204349.122575:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788204349.122577:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788204349.122579:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788204349.122582:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204349.122584:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204349.122586:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204349.122588:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204349.122590:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788204349.122594:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204349.122596:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204349.122599:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204349.122602:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204349.122605:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204349.122607:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788204349.122609:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204349.122618:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fa680. 00000020:00000040:0.0:1788204349.122622:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788204349.122626:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204349.122627:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204349.122631:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204349.122633:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204349.122637:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204349.122645:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374c00. 00000100:00000001:0.0:1788204349.122651:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204349.122660:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fa680 x1875052841960832/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204349.122696:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204349.122699:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204349.122704:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003756c577] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fa680 x1875052841960832/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204349.122726:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204349.122730:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204349.122733:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788204349.122734:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204349.122736:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204349.122739:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204349.122741:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14815 00000400:00000200:0.0:1788204349.122747:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204349.122751:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204349.122754:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204349.122760:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204349.122765:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204349.122778:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204349.122784:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204349.122788:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204349.122791:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788204349.122796:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204349.122800:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788204349.122804:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788204349.122809:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788204349.122815:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204349.122821:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204349.122827:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204349.122832:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204349.122837:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788204349.122841:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204349.122843:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204349.122845:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204349.122850:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204349.122855:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204349.122860:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204349.122866:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204349.122870:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204349.122875:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204349.122882:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fa300. 00000020:00000040:0.0:1788204349.122888:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204349.122894:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204349.122904:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204349.122909:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204349.122911:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204349.122915:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204349.122922:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376000. 00000100:00000001:0.0:1788204349.122928:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204349.122937:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fa300 x1875052841960960/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204349.122957:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204349.122962:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204349.122970:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000643b1429] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fa300 x1875052841960960/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204349.122986:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204349.122991:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204349.122996:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788204349.122999:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204349.123002:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204349.123009:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204349.123016:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14815 00000400:00000200:0.0:1788204349.123025:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204349.123030:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204349.123032:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204349.123039:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204349.123044:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204349.123049:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204349.123055:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204349.123059:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204349.123061:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788204349.123065:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204349.123069:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788204349.123075:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788204349.123082:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788204349.123090:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204349.123094:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204349.123100:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204349.123105:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204349.123110:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788204349.123116:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204349.123120:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204349.123125:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204349.123128:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204349.123134:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204349.123141:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204349.123155:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204349.123165:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204349.123170:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204349.123178:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8a80. 00000020:00000040:0.0:1788204349.123184:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204349.123191:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204349.123194:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204349.123199:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204349.123202:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204349.123205:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204349.123212:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375400. 00000100:00000001:0.0:1788204349.123219:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204349.123231:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8a80 x1875052841961088/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204349.123250:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204349.123254:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204349.123263:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000320d64fa] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8a80 x1875052841961088/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204349.123288:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204349.123296:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788204349.123305:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788204349.123312:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204349.123318:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788204349.123322:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204349.123326:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204349.123330:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204349.123335:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14815 00000400:00000200:0.0:1788204349.123342:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204349.123349:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204349.123354:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204349.123363:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204349.123368:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204349.123375:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204349.123380:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204349.123385:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204349.123388:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788204349.123392:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204349.123451:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788204349.123457:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788204349.123462:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788204349.123471:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204349.123478:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204349.123484:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204349.123490:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204349.123497:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788204349.123504:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204349.123510:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204349.123517:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204349.123524:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204349.123531:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204349.123536:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204349.123540:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788204349.123547:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204349.123550:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204349.123557:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9180. 00000020:00000040:0.0:1788204349.123562:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788204349.123568:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204349.123571:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204349.123574:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204349.123578:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204349.123581:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204349.123588:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377400. 00000100:00000001:0.0:1788204349.123594:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204349.123604:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9180 x1875052841961216/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204349.123618:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204349.123624:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204349.123633:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b4a335a] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9180 x1875052841961216/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204349.123655:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204349.123663:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14825) 00010000:00000001:0.0:1788204349.762493:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204349.762498:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204349.762502:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204349.762503:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204349.762505:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204349.762506:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204349.762523:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204349.762525:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204349.762527:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204350.402483:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309489396, at 4309489408 00000100:00000040:1.0:1788204350.402483:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309489396, at 4309489408 00000100:00000010:0.0:1788204350.402499:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88060. 00000100:00000010:1.0:1788204350.402501:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88d20. 00010000:00000001:0.0:1788204350.786471:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204350.786479:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204350.786481:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204350.786493:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204350.786498:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204350.786501:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204350.786503:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204350.786505:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204350.786509:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204350.786511:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204350.786515:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204350.786516:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204350.786536:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204350.786539:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204350.786542:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204351.810481:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204351.810486:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204351.810490:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204351.810490:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204351.810492:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204351.810493:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204351.810509:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204351.810511:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204351.810513:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204352.834442:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204352.834447:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204352.834451:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204352.834454:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204352.834455:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204352.834457:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204352.834460:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204352.834461:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204352.834463:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204352.834464:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204352.834466:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204352.834467:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204352.834468:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204352.834469:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204352.834470:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204352.834471:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204352.834472:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204352.834473:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204353.858494:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204353.858499:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204353.858503:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204353.858504:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204353.858506:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204353.858507:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204353.858525:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204353.858528:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204353.858531:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788204354.242485:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204354.242496:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788204354.242499:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204354.242503:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204354.242507:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204354.242513:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 14820 00000400:00000200:0.0:1788204354.242521:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204354.242526:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204354.242529:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204354.242532:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204354.242535:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204354.242537:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204354.242540:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204354.242543:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204354.242545:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788204354.242548:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204354.242558:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788204354.242560:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788204354.242563:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788204354.242638:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204354.242640:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204354.242642:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204354.242644:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204354.242647:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788204354.242650:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204354.242653:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204354.242656:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204354.242659:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204354.242662:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204354.242664:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788204354.242666:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204354.242674:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fad80. 00000020:00000040:0.0:1788204354.242677:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788204354.242681:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204354.242683:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204354.242686:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204354.242689:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204354.242692:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204354.242698:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375000. 00000100:00000001:0.0:1788204354.242704:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204354.242712:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fad80 x1875052841961344/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204354.242722:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204354.242726:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204354.242730:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010fef5ed] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fad80 x1875052841961344/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204354.242753:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204354.242763:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204354.242766:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788204354.242768:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204354.242770:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204354.242773:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204354.242777:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14820 00000400:00000200:0.0:1788204354.242781:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204354.242786:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204354.242790:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204354.242796:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204354.242801:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204354.242807:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204354.242817:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204354.242822:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204354.242825:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788204354.242829:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204354.242833:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788204354.242838:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788204354.242842:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788204354.242851:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204354.242856:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204354.242862:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204354.242866:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204354.242868:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788204354.242874:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204354.242878:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204354.242882:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204354.242890:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204354.242896:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204354.242901:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204354.242907:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204354.242912:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204354.242917:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204354.242924:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fb100. 00000020:00000040:0.0:1788204354.242928:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204354.242934:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204354.242937:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204354.242939:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204354.242944:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204354.242947:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204354.242955:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375800. 00000100:00000001:0.0:1788204354.242961:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204354.242970:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fb100 x1875052841961472/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204354.242985:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204354.242990:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204354.242999:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000093808cf5] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fb100 x1875052841961472/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204354.243021:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204354.243027:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204354.243035:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788204354.243037:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204354.243041:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204354.243047:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204354.243050:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14820 00000400:00000200:0.0:1788204354.243059:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204354.243063:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204354.243065:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204354.243070:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204354.243074:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204354.243079:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204354.243083:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204354.243088:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204354.243092:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788204354.243096:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204354.243099:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788204354.243102:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788204354.243108:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788204354.243115:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204354.243122:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204354.243129:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204354.243134:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204354.243153:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788204354.243162:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204354.243165:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204354.243168:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204354.243173:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204354.243178:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204354.243181:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204354.243184:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204354.243189:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204354.243193:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204354.243197:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9c00. 00000020:00000040:0.0:1788204354.243201:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204354.243206:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204354.243209:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204354.243212:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204354.243215:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204354.243220:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204354.243226:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374800. 00000100:00000001:0.0:1788204354.243233:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204354.243243:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9c00 x1875052841961600/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204354.243258:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204354.243264:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204354.243274:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d680416d] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9c00 x1875052841961600/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204354.243295:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204354.243300:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788204354.243307:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788204354.243312:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204354.243319:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788204354.243322:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204354.243325:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204354.243331:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204354.243335:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14820 00000400:00000200:0.0:1788204354.243344:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204354.243350:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204354.243355:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204354.243362:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204354.243368:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204354.243374:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204354.243380:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204354.243384:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204354.243387:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788204354.243389:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204354.243393:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788204354.243424:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788204354.243428:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788204354.243435:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204354.243440:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204354.243445:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204354.243451:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204354.243456:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788204354.243462:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204354.243466:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204354.243471:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204354.243476:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204354.243482:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204354.243487:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204354.243491:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788204354.243497:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204354.243501:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204354.243505:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8000. 00000020:00000040:0.0:1788204354.243511:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788204354.243516:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204354.243519:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204354.243524:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204354.243528:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204354.243533:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204354.243540:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377800. 00000100:00000001:0.0:1788204354.243548:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204354.243559:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8000 x1875052841961728/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204354.243588:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204354.243594:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204354.243604:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000755f6dce] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8000 x1875052841961728/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204354.243634:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204354.243641:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14830) 00010000:00000001:0.0:1788204354.882492:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204354.882497:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204354.882501:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204354.882501:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204354.882504:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204354.882505:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204354.882526:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204354.882529:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204354.882531:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204355.522503:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309494516, at 4309494528 00000100:00000040:1.0:1788204355.522503:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309494516, at 4309494528 00000100:00000010:1.0:1788204355.522521:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88ea0. 00000100:00000010:0.0:1788204355.522523:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88720. 00010000:00000001:0.0:1788204355.906490:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204355.906497:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204355.906503:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204355.906504:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204355.906507:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204355.906509:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204355.906531:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204355.906534:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204355.906536:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204356.930549:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204356.930558:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204356.930566:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204356.930567:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204356.930570:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204356.930570:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204357.954500:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204357.954509:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204357.954542:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204357.954544:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204357.954548:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204357.954553:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204357.954580:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204357.954582:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204357.954584:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204358.978546:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204358.978553:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204358.978558:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204358.978559:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204358.978562:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204358.978563:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204358.978593:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204358.978597:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204358.978599:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204360.002527:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204360.002534:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204360.002539:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204360.002540:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204360.002543:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204360.002544:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204360.002573:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204360.002575:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204360.002578:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788204360.642458:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309499636, at 4309499648 00000100:00000010:1.0:1788204360.642485:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88ba0. 00000100:00000040:0.0:1788204360.642525:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309499636, at 4309499648 00000100:00000010:0.0:1788204360.642538:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88180. 00010000:00000001:0.0:1788204361.026525:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204361.026533:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204361.026534:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204361.026537:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204361.026542:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204361.026545:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204361.026546:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204361.026548:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204361.026552:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204361.026553:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204361.026556:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204361.026557:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204362.050519:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204362.050526:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204362.050541:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204362.050542:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204362.050545:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204362.050546:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204362.050589:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204362.050592:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204362.050595:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204363.074546:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204363.074554:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204363.074559:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204363.074563:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204363.074565:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204363.074568:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204363.074571:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204363.074574:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204363.074575:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204363.074578:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204363.074581:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204363.074583:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204363.074584:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204363.074585:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204363.074587:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204363.074588:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204363.074589:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204363.074591:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204363.074616:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204363.074619:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204363.074621:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204364.098500:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204364.098504:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204364.098508:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204364.098509:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204364.098511:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204364.098512:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204364.098531:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204364.098533:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204364.098535:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204365.122539:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204365.122547:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204365.122552:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204365.122554:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204365.122557:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204365.122558:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204365.762475:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309504756, at 4309504768 00000100:00000040:0.0:1788204365.762480:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309504756, at 4309504768 00000100:00000010:1.0:1788204365.762492:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88900. 00000100:00000010:0.0:1788204365.762495:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88000. 00010000:00000001:0.0:1788204366.146505:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204366.146512:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204366.146518:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204366.146519:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204366.146523:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204366.146524:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204366.146547:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204366.146549:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204366.146552:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204367.170507:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204367.170512:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204367.170543:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204367.170545:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204367.170549:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204367.170550:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204367.170573:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204367.170575:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204367.170577:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204368.194483:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204368.194488:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204368.194492:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204368.194492:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204368.194495:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204368.194496:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204368.194514:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204368.194516:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204368.194518:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204369.218491:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204369.218497:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204369.218501:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204369.218502:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204369.218504:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204369.218505:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204370.242457:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204370.242461:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204370.242464:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204370.242465:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204370.242468:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204370.242469:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204370.242484:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204370.242486:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204370.242488:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204370.882506:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309509876, at 4309509888 00000100:00000040:1.0:1788204370.882506:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309509876, at 4309509888 00000100:00000010:0.0:1788204370.882518:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88780. 00000100:00000010:1.0:1788204370.882528:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa882a0. 00010000:00000001:0.0:1788204371.266501:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204371.266508:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204371.266511:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204371.266514:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204371.266519:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204371.266521:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204371.266523:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204371.266525:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204371.266529:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204371.266530:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204371.266534:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204371.266535:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204371.266559:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204371.266561:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204371.266564:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204372.290504:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204372.290512:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204372.290517:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204372.290518:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204372.290521:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204372.290523:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204372.290543:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204372.290545:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204372.290546:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204373.314501:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204373.314507:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204373.314513:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204373.314516:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204373.314518:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204373.314522:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204373.314525:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204373.314527:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204373.314529:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204373.314532:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204373.314535:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204373.314536:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204373.314537:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204373.314538:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204373.314539:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204373.314540:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204373.314541:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204373.314542:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204374.338566:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204374.338576:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204374.338584:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204374.338585:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204374.338589:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204374.338590:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204374.338619:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204374.338622:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204374.338625:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204375.362537:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204375.362547:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204375.362554:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204375.362555:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204375.362559:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204375.362560:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204375.362588:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204375.362591:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204375.362593:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204376.002562:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309514997, at 4309515008 00000100:00000010:0.0:1788204376.002579:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88300. 00000100:00000040:1.0:1788204376.002620:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309514997, at 4309515008 00000100:00000010:1.0:1788204376.002637:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88de0. 00010000:00000001:0.0:1788204376.386502:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204376.386514:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204376.386518:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204376.386519:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204376.386521:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204376.386522:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204376.386540:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204376.386542:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204376.386544:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204377.410472:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204377.410478:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204377.410484:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204377.410485:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204377.410487:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204377.410488:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204378.434494:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204378.434501:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204378.434513:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204378.434515:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204378.434519:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204378.434520:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204378.434545:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204378.434547:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204378.434549:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204379.458482:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204379.458487:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204379.458491:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204379.458492:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204379.458494:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204379.458494:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204379.458511:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204379.458512:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204379.458514:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204380.482500:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204380.482506:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204380.482507:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204380.482510:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204380.482514:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204380.482515:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204380.482517:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204380.482518:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204380.482520:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204380.482521:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204380.482523:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204380.482524:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204380.482544:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204380.482546:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204380.482548:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204381.122493:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309520116, at 4309520128 00000100:00000040:1.0:1788204381.122493:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309520116, at 4309520128 00000100:00000010:0.0:1788204381.122507:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88540. 00000100:00000010:1.0:1788204381.122509:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa885a0. 00010000:00000001:0.0:1788204381.506516:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204381.506524:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204381.506529:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204381.506531:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204381.506534:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204381.506535:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204382.530506:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204382.530512:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204382.530516:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204382.530517:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204382.530519:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204382.530520:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204382.530537:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204382.530539:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204382.530541:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204383.554493:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204383.554499:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204383.554503:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204383.554505:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204383.554507:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204383.554509:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204383.554511:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204383.554513:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204383.554514:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204383.554515:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204383.554517:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204383.554518:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204383.554519:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204383.554520:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204383.554521:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204383.554521:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204383.554522:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204383.554523:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204383.554543:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204383.554545:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204383.554546:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204384.578494:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204384.578500:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204384.578504:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204384.578505:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204384.578507:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204384.578507:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204384.578526:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204384.578528:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204384.578530:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204385.603097:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204385.603102:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204385.603106:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204385.603107:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204385.603109:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204385.603110:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204386.242506:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309525236, at 4309525248 00000100:00000040:1.0:1788204386.242510:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309525236, at 4309525248 00000100:00000010:0.0:1788204386.242523:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88360. 00000100:00000010:1.0:1788204386.242524:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88b40. 00010000:00000001:0.0:1788204386.626526:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204386.626531:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204386.626535:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204386.626536:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204386.626538:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204386.626539:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204386.626557:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204386.626559:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204386.626561:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204387.650491:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204387.650496:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204387.650500:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204387.650501:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204387.650504:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204387.650504:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204387.650523:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204387.650525:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204387.650528:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204388.674523:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204388.674531:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204388.674537:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204388.674538:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204388.674541:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204388.674542:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204388.674568:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204388.674571:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204388.674573:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204389.698477:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204389.698485:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204389.698490:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204389.698491:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204389.698495:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204389.698497:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204390.082678:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204390.082683:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204390.082686:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204390.082693:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9fb80 x1875052841964928/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204390.082707:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204390.082710:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204390.082714:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204390.082716:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204390.082720:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204390.082726:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841964928:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204390.082731:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204390.082735:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204390.082738:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204390.082742:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204390.082747:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374400. 02000000:00000001:0.0:1788204390.082750:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204390.082757:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204390.082762:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204390.082769:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204390.082775:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841964928, portal 25 00000100:00000001:0.0:1788204390.082778:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204390.082780:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330357120 : -109644379194496 : ffff9c476db9fb80) 00000100:00000040:0.0:1788204390.082787:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9fb80 x1875052841964928/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204390.082800:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204390.082804:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204390.082807:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204390.082811:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841964928, offset 0 00000400:00000200:0.0:1788204390.082818:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204390.082826:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204390.082832:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204390.082839:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204390.082843:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204390.082848:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204390.082854:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204390.082859:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704594:704594:256:4294967295] 192.168.201.101@tcp LPNI seq info [704589:704589:8:4294967295] 00000400:00000200:0.0:1788204390.082865:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204390.082880:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204390.082889:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204390.082895:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204390.082905:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204390.082910:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1788204390.082934:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204390.082939:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204390.082947:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204390.082981:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204390.082988:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204390.082991:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204390.082997:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204390.083003:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9fb80 x1875052841964928/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204390.083015:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204390.083020:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9fb80 x1875052841964928/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204415 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204390.083031:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204390.083034:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204390.083040:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204390.083053:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204390.083060:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4309530356 00000100:00000010:0.0:1788204390.083068:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba180. 00000100:00000001:0.0:1788204390.083074:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788204390.083082:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4309530356 00000100:00000010:0.0:1788204390.083088:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685bad80. 00000100:00000001:0.0:1788204390.083092:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788204390.083100:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204390.083105:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204390.083112:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204390.083121:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204390/real 1788204390] req@ffff9c476db9fb80 x1875052841964928/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204390.083143:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204390.083147:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204390.083151:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204390.083155:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204390.083159:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204390.083163:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204390.083168:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9fb80 x1875052841964928/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204390.083196:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9fb80 x1875052841964928/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204390.083215:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204390.083218:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204390.083221:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204390.083223:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204390.083230:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9fb80 x1875052841964928/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204390.083234:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204390.083239:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9fb80 x1875052841964928/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204415 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204390.083243:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204390.083245:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204390.083246:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204390.083246:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204390.083248:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204390.083249:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204390.083251:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204390.083253:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204390.083254:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204390.083256:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9fb80 x1875052841964928/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204415 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204390.083261:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841964928:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204390.083264:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204390.083265:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204390.083267:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9fb80 x1875052841964928/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204415 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204390.083271:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204390.083272:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204390.083274:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374400. 02000000:00000001:0.0:1788204390.083276:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204390.083277:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204390.083279:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788204390.083280:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204390.083281:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a43400. 02000000:00000001:0.0:1788204390.083286:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204390.083288:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204390.083289:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9fb80. 00000100:00000001:0.0:1788204390.083292:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204390.083293:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204390.083295:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204390.083308:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204390.083310:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204390.083312:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204390.083314:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204390.083315:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204390.083319:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9d500 x1875052841965056/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204390.083326:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204390.083327:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204390.083329:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204390.083331:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204390.083333:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204390.083335:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841965056:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204390.083337:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204390.083338:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204390.083339:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204390.083340:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204390.083342:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374400. 02000000:00000001:0.0:1788204390.083344:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204390.083346:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204390.083348:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204390.083350:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204390.083356:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841965056, portal 10 00000100:00000001:0.0:1788204390.083357:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204390.083358:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330347264 : -109644379204352 : ffff9c476db9d500) 00000100:00000040:0.0:1788204390.083363:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9d500 x1875052841965056/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204390.083367:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204390.083368:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204390.083370:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204390.083371:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841965056, offset 0 00000400:00000200:0.0:1788204390.083373:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204390.083376:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204390.083380:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204390.083383:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204390.083385:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204390.083387:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204390.083389:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204390.083392:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704595:704595:256:4294967295] 192.168.201.101@tcp LPNI seq info [704590:704590:8:4294967295] 00000400:00000200:0.0:1788204390.083430:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204390.083437:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204390.083441:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204390.083445:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204390.083449:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204390.083451:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1788204390.083462:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204390.083464:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204390.083466:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204390.083470:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204390.083472:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204390.083474:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204390.083477:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204390.083481:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9d500 x1875052841965056/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204390.083489:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204390.083491:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9d500 x1875052841965056/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204415 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204390.083503:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204390.083504:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204390.083507:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204390.083510:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788204390.083513:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204390.083515:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309529098 00000100:00000001:0.0:1788204390.083518:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309530356 00000100:00000001:0.0:1788204390.083520:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309529098 00000100:00000001:0.0:1788204390.083522:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309530356 00000100:00000001:0.0:1788204390.083524:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204390.083526:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204390.083527:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204390.083531:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204390/real 1788204390] req@ffff9c476db9d500 x1875052841965056/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204390.083539:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204390.083540:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204390.083542:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204390.083544:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204390.083545:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204390.083547:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204390.083550:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9d500 x1875052841965056/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204390.083558:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9d500 x1875052841965056/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204390.083565:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204390.083566:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204390.083568:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204390.083569:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204390.083573:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9d500 x1875052841965056/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204390.083580:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204390.083584:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9d500 x1875052841965056/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204415 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204390.083591:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204390.083593:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204390.083595:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204390.083596:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204390.083598:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204390.083600:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204390.083602:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204390.083605:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204390.083607:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204390.083611:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9d500 x1875052841965056/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204415 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204390.083619:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841965056:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204390.083623:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204390.083626:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9ed80 x1875052841965184/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204390.083632:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204390.083634:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204390.083636:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204390.083638:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204390.083639:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204390.083642:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841965184:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204390.083645:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204390.083647:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204390.083648:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204390.083650:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204390.083653:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788204390.083655:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204390.083658:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204390.083660:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204390.083663:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204390.083666:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841965184, portal 10 00000100:00000001:0.0:1788204390.083668:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204390.083669:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330353536 : -109644379198080 : ffff9c476db9ed80) 00000100:00000040:0.0:1788204390.083675:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9ed80 x1875052841965184/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204390.083681:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204390.083683:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204390.083685:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204390.083688:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841965184, offset 0 00000400:00000200:0.0:1788204390.083691:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204390.083695:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204390.083698:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204390.083701:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204390.083704:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204390.083706:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204390.083708:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204390.083711:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704596:704596:256:4294967295] 192.168.201.101@tcp LPNI seq info [704591:704591:8:4294967295] 00000400:00000200:0.0:1788204390.083714:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204390.083720:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204390.083725:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204390.083728:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204390.083732:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204390.083734:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1788204390.083744:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204390.083746:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204390.083749:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204390.083752:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204390.083754:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204390.083756:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204390.083759:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204390.083762:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9ed80 x1875052841965184/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204390.083770:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204390.083773:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9ed80 x1875052841965184/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204415 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204390.083779:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204390.083781:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204390.083784:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204390.083787:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788204390.083789:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204390.083790:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309529098 00000100:00000001:0.0:1788204390.083792:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309530356 00000100:00000001:0.0:1788204390.083793:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309529098 00000100:00000001:0.0:1788204390.083794:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309530356 00000100:00000001:0.0:1788204390.083796:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204390.083797:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204390.083798:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204390.083801:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204390/real 1788204390] req@ffff9c476db9ed80 x1875052841965184/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204390.083805:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204390.083806:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204390.083807:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204390.083809:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204390.083810:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204390.083811:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204390.083813:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9ed80 x1875052841965184/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204390.083817:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9ed80 x1875052841965184/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204390.083821:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204390.083821:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204390.083822:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204390.083823:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204390.083825:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9ed80 x1875052841965184/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204390.083828:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204390.083831:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9ed80 x1875052841965184/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204415 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204390.083834:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204390.083836:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204390.083837:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204390.083838:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204390.083839:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204390.083840:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204390.083841:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204390.083843:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204390.083844:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204390.083846:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9ed80 x1875052841965184/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204415 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204390.083850:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841965184:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204390.083852:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204390.083854:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9ca80 x1875052841965312/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204390.083858:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204390.083859:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204390.083861:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204390.083862:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204390.083863:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204390.083864:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841965312:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204390.083866:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204390.083867:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204390.083868:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204390.083869:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204390.083872:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788204390.083873:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204390.083875:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204390.083876:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204390.083878:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204390.083880:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841965312, portal 4 00000100:00000001:0.0:1788204390.083881:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204390.083882:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330344576 : -109644379207040 : ffff9c476db9ca80) 00000100:00000040:0.0:1788204390.083886:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9ca80 x1875052841965312/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204390.083889:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204390.083891:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204390.083892:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204390.083893:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841965312, offset 0 00000400:00000200:0.0:1788204390.083895:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204390.083897:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204390.083899:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204390.083901:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204390.083902:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204390.083904:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204390.083905:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204390.083907:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704597:704597:256:4294967295] 192.168.201.101@tcp LPNI seq info [704592:704592:8:4294967295] 00000400:00000200:0.0:1788204390.083910:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204390.083913:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204390.083916:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204390.083918:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204390.083921:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204390.083922:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1788204390.083930:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204390.083932:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204390.083934:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204390.083937:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204390.083940:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204390.083941:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204390.083943:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204390.083946:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9ca80 x1875052841965312/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204390.083954:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204390.083968:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9ca80 x1875052841965312/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204415 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204390.083975:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204390.083977:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204390.083981:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204390.083983:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788204390.083986:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204390.083988:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309529124 00000100:00000001:0.0:1788204390.083989:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309530356 00000100:00000001:0.0:1788204390.083990:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309529124 00000100:00000001:0.0:1788204390.083992:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309530356 00000100:00000001:0.0:1788204390.083993:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204390.083995:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204390.083996:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204390.083998:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204390/real 1788204390] req@ffff9c476db9ca80 x1875052841965312/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204390.084004:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204390.084005:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204390.084006:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204390.084007:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204390.084008:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204390.084010:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204390.084011:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9ca80 x1875052841965312/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204390.084016:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9ca80 x1875052841965312/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204390.084020:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204390.084021:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204390.084021:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204390.084022:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204390.084024:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9ca80 x1875052841965312/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204390.084027:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204390.084029:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9ca80 x1875052841965312/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204415 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204390.084033:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204390.084035:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204390.084035:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204390.084036:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204390.084037:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204390.084038:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204390.084040:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204390.084042:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204390.084043:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204390.084045:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9ca80 x1875052841965312/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204415 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204390.084049:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841965312:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204390.084051:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204390.084052:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204390.084054:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9d500 x1875052841965056/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204415 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204390.084057:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204390.084058:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204390.084059:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374400. 02000000:00000001:0.0:1788204390.084060:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204390.084061:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204390.084062:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204390.084063:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204390.084065:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a40000. 02000000:00000001:0.0:1788204390.084067:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204390.084067:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204390.084068:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9d500. 00000100:00000001:0.0:1788204390.084070:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204390.084070:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204390.084071:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204390.084073:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9ed80 x1875052841965184/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204415 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204390.084076:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204390.084077:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204390.084078:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788204390.084079:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204390.084079:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204390.084080:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204390.084081:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204390.084082:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a40400. 02000000:00000001:0.0:1788204390.084083:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204390.084084:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204390.084085:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9ed80. 00000100:00000001:0.0:1788204390.084086:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204390.084087:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204390.084088:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204390.084089:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9ca80 x1875052841965312/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204415 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204390.084092:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204390.084093:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204390.084094:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788204390.084095:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204390.084095:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204390.084096:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788204390.084097:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204390.084097:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a40c00. 02000000:00000001:0.0:1788204390.084098:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204390.084099:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204390.084100:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9ca80. 00000100:00000001:0.0:1788204390.084102:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204390.084102:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204390.084104:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204390.084107:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204390.084108:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204390.084109:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204390.084111:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204390.722480:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204390.722486:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204390.722488:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204390.722491:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204390.722496:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204390.722499:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204390.722501:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204390.722503:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204390.722507:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204390.722508:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204390.722512:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204390.722513:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204390.722536:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204390.722539:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204390.722541:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204391.362474:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309530356, at 4309530368 00000100:00000040:1.0:1788204391.362474:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309530356, at 4309530368 00000100:00000010:0.0:1788204391.362486:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba180. 00000100:00000010:1.0:1788204391.362490:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685bad80. 00010000:00000001:0.0:1788204391.746466:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204391.746472:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204391.746478:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204391.746479:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204391.746483:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204391.746484:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204391.746504:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204391.746507:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204391.746510:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204392.770497:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204392.770504:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204392.770510:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204392.770511:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204392.770515:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204392.770516:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204392.770541:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204392.770544:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204392.770547:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204393.794557:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204393.794564:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204393.794569:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204393.794573:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204393.794574:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204393.794577:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204393.794580:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204393.794583:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204393.794584:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204393.794585:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204393.794588:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204393.794589:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204393.794591:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204393.794592:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204393.794593:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204393.794594:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204393.794595:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204393.794597:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204394.818477:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204394.818482:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204394.818486:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204394.818487:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204394.818489:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204394.818490:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204394.818515:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204394.818517:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204394.818520:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788204395.202753:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204395.202760:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204395.202766:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204395.202777:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9c380 x1875052841965440/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204395.202797:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204395.202801:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204395.202809:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204395.202815:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204395.202821:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204395.202830:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841965440:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204395.202839:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204395.202846:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204395.202851:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204395.202856:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204395.202864:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788204395.202883:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204395.202894:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204395.202900:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204395.202910:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204395.202922:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841965440, portal 25 00000100:00000001:0.0:1788204395.202928:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204395.202930:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330342784 : -109644379208832 : ffff9c476db9c380) 00000100:00000040:0.0:1788204395.202939:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9c380 x1875052841965440/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204420 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204395.202955:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204395.202962:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204395.202967:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204395.202975:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841965440, offset 0 00000400:00000200:0.0:1788204395.202989:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204395.203000:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204395.203009:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204395.203017:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204395.203025:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204395.203032:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204395.203041:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204395.203048:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704598:704598:256:4294967295] 192.168.201.101@tcp LPNI seq info [704593:704593:8:4294967295] 00000400:00000200:0.0:1788204395.203059:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204395.203080:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204395.203088:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204395.203094:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204395.203108:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204395.203115:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 38 secs later) 00000800:00000100:0.0:1788204395.203146:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204395.203152:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204395.203162:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204395.203174:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204395.203183:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204395.203188:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204395.203194:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204395.203201:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9c380 x1875052841965440/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204420 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204395.203221:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204395.203228:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9c380 x1875052841965440/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204420 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204395.203251:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204395.203256:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204395.203264:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204395.203284:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204395.203288:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4309535476 00000100:00000010:0.0:1788204395.203294:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba180. 00000100:00000001:0.0:1788204395.203300:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788204395.203307:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4309535476 00000100:00000010:0.0:1788204395.203310:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba3c0. 00000100:00000001:0.0:1788204395.203313:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788204395.203316:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204395.203318:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204395.203320:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204395.203326:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204395/real 1788204395] req@ffff9c476db9c380 x1875052841965440/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204395.203342:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204395.203343:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204395.203345:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204395.203348:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204395.203349:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204395.203352:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204395.203355:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9c380 x1875052841965440/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204395.203363:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9c380 x1875052841965440/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204395.203368:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204395.203370:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204395.203373:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204395.203374:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204395.203378:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9c380 x1875052841965440/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204395.203384:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204395.203388:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9c380 x1875052841965440/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204420 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204395.203437:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204395.203440:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204395.203442:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204395.203443:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204395.203445:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204395.203447:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204395.203449:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204395.203454:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204395.203456:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204395.203460:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9c380 x1875052841965440/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204420 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204395.203468:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841965440:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204395.203472:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204395.203475:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204395.203478:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9c380 x1875052841965440/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204420 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204395.203485:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204395.203487:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204395.203490:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788204395.203493:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204395.203494:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204395.203496:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788204395.203498:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204395.203500:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a42000. 02000000:00000001:0.0:1788204395.203505:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204395.203507:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204395.203509:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9c380. 00000100:00000001:0.0:1788204395.203512:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204395.203513:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204395.203515:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204395.203521:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204395.203523:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204395.203525:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204395.203526:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204395.203528:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204395.203531:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9f800 x1875052841965568/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204395.203537:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204395.203539:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204395.203541:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204395.203543:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204395.203544:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204395.203547:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841965568:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204395.203550:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204395.203552:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204395.203553:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204395.203555:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204395.203557:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788204395.203559:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204395.203563:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204395.203565:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204395.203568:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204395.203570:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841965568, portal 10 00000100:00000001:0.0:1788204395.203572:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204395.203573:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330356224 : -109644379195392 : ffff9c476db9f800) 00000100:00000040:0.0:1788204395.203578:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9f800 x1875052841965568/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204420 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204395.203584:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204395.203586:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204395.203588:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204395.203591:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841965568, offset 0 00000400:00000200:0.0:1788204395.203594:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204395.203598:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204395.203602:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204395.203604:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204395.203607:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204395.203609:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204395.203610:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204395.203613:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704599:704599:256:4294967295] 192.168.201.101@tcp LPNI seq info [704594:704594:8:4294967295] 00000400:00000200:0.0:1788204395.203616:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204395.203621:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204395.203625:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204395.203628:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204395.203632:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204395.203635:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 38 secs later) 00000800:00000100:0.0:1788204395.203645:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204395.203647:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204395.203650:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204395.203653:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204395.203656:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204395.203657:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204395.203660:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204395.203663:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9f800 x1875052841965568/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204420 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204395.203670:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204395.203673:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9f800 x1875052841965568/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204420 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204395.203684:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204395.203685:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204395.203689:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204395.203692:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788204395.203695:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204395.203697:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309534218 00000100:00000001:0.0:1788204395.203699:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309535476 00000100:00000001:0.0:1788204395.203701:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309534218 00000100:00000001:0.0:1788204395.203703:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309535476 00000100:00000001:0.0:1788204395.203705:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204395.203707:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204395.203709:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204395.203713:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204395/real 1788204395] req@ffff9c476db9f800 x1875052841965568/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204395.203720:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204395.203721:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204395.203723:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204395.203725:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204395.203726:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204395.203728:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204395.203731:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9f800 x1875052841965568/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204395.203738:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9f800 x1875052841965568/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204395.203744:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204395.203745:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204395.203747:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204395.203748:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204395.203752:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9f800 x1875052841965568/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204395.203759:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204395.203762:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9f800 x1875052841965568/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204420 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204395.203768:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204395.203771:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204395.203772:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204395.203773:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204395.203775:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204395.203777:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204395.203779:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204395.203782:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204395.203784:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204395.203787:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9f800 x1875052841965568/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204420 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204395.203795:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841965568:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204395.203799:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204395.203802:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9f480 x1875052841965696/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204395.203808:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204395.203810:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204395.203812:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204395.203814:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204395.203816:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204395.203818:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841965696:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204395.203821:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204395.203824:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204395.203826:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204395.203827:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204395.203830:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788204395.203832:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204395.203835:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204395.203837:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204395.203840:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204395.203843:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841965696, portal 10 00000100:00000001:0.0:1788204395.203845:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204395.203846:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330355328 : -109644379196288 : ffff9c476db9f480) 00000100:00000040:0.0:1788204395.203852:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9f480 x1875052841965696/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204420 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204395.203856:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204395.203858:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204395.203860:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204395.203862:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841965696, offset 0 00000400:00000200:0.0:1788204395.203865:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204395.203881:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204395.203885:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204395.203888:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204395.203890:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204395.203892:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204395.203894:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204395.203897:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704600:704600:256:4294967295] 192.168.201.101@tcp LPNI seq info [704595:704595:8:4294967295] 00000400:00000200:0.0:1788204395.203901:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204395.203906:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204395.203910:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204395.203914:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204395.203918:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204395.203920:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 38 secs later) 00000800:00000100:0.0:1788204395.203930:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204395.203932:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204395.203934:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204395.203938:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204395.203940:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204395.203942:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204395.203944:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204395.203947:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9f480 x1875052841965696/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204420 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204395.203954:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204395.203957:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9f480 x1875052841965696/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204420 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204395.203963:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204395.203965:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204395.203968:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204395.203970:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788204395.203973:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204395.203974:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309534218 00000100:00000001:0.0:1788204395.203976:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309535476 00000100:00000001:0.0:1788204395.203978:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309534218 00000100:00000001:0.0:1788204395.203980:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309535476 00000100:00000001:0.0:1788204395.203982:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204395.203984:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204395.203985:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204395.203989:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204395/real 1788204395] req@ffff9c476db9f480 x1875052841965696/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204395.203997:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204395.203998:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204395.203999:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204395.204002:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204395.204003:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204395.204006:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204395.204009:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9f480 x1875052841965696/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204395.204017:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9f480 x1875052841965696/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204395.204023:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204395.204024:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204395.204026:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204395.204028:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204395.204031:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9f480 x1875052841965696/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204395.204037:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204395.204041:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9f480 x1875052841965696/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204420 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204395.204048:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204395.204050:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204395.204051:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204395.204052:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204395.204054:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204395.204055:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204395.204058:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204395.204061:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204395.204063:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204395.204067:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9f480 x1875052841965696/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204420 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204395.204076:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841965696:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204395.204080:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204395.204084:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9d880 x1875052841965824/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204395.204090:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204395.204092:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204395.204094:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204395.204095:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204395.204097:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204395.204100:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841965824:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204395.204103:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204395.204105:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204395.204107:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204395.204108:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204395.204111:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374400. 02000000:00000001:0.0:1788204395.204113:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204395.204117:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204395.204120:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204395.204123:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204395.204125:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841965824, portal 4 00000100:00000001:0.0:1788204395.204127:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204395.204128:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330348160 : -109644379203456 : ffff9c476db9d880) 00000100:00000040:0.0:1788204395.204133:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9d880 x1875052841965824/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204420 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204395.204139:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204395.204141:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204395.204144:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204395.204146:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841965824, offset 0 00000400:00000200:0.0:1788204395.204150:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204395.204154:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204395.204157:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204395.204159:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204395.204162:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204395.204164:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204395.204167:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204395.204170:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704601:704601:256:4294967295] 192.168.201.101@tcp LPNI seq info [704596:704596:8:4294967295] 00000400:00000200:0.0:1788204395.204174:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204395.204179:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204395.204184:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204395.204187:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204395.204190:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204395.204193:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 38 secs later) 00000800:00000100:0.0:1788204395.204202:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204395.204203:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204395.204206:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204395.204209:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204395.204212:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204395.204213:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204395.204215:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204395.204218:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9d880 x1875052841965824/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204420 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204395.204225:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204395.204228:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9d880 x1875052841965824/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204420 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204395.204234:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204395.204236:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204395.204238:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204395.204241:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788204395.204244:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204395.204246:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309534244 00000100:00000001:0.0:1788204395.204248:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309535476 00000100:00000001:0.0:1788204395.204250:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309534244 00000100:00000001:0.0:1788204395.204251:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309535476 00000100:00000001:0.0:1788204395.204253:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204395.204255:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204395.204257:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204395.204260:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204395/real 1788204395] req@ffff9c476db9d880 x1875052841965824/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204395.204268:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204395.204269:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204395.204270:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204395.204273:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204395.204274:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204395.204276:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204395.204279:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9d880 x1875052841965824/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204395.204287:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9d880 x1875052841965824/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204395.204293:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204395.204295:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204395.204296:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204395.204297:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204395.204300:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9d880 x1875052841965824/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204395.204307:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204395.204311:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9d880 x1875052841965824/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204420 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204395.204317:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204395.204319:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204395.204321:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204395.204322:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204395.204325:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204395.204326:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204395.204328:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204395.204332:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204395.204334:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204395.204338:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9d880 x1875052841965824/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204420 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204395.204344:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841965824:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204395.204348:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204395.204350:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204395.204352:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9f800 x1875052841965568/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204420 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204395.204359:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204395.204360:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204395.204362:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788204395.204365:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204395.204366:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204395.204368:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204395.204369:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204395.204372:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a42c00. 02000000:00000001:0.0:1788204395.204374:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204395.204375:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204395.204376:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9f800. 00000100:00000001:0.0:1788204395.204378:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204395.204380:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204395.204381:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204395.204384:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9f480 x1875052841965696/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204420 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204395.204390:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204395.204391:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204395.204428:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788204395.204432:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204395.204434:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204395.204435:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204395.204437:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204395.204439:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a43c00. 02000000:00000001:0.0:1788204395.204444:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204395.204445:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204395.204447:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9f480. 00000100:00000001:0.0:1788204395.204450:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204395.204452:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204395.204454:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204395.204458:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9d880 x1875052841965824/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204420 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204395.204465:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204395.204467:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204395.204469:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374400. 02000000:00000001:0.0:1788204395.204471:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204395.204473:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204395.204475:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788204395.204477:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204395.204478:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a42800. 02000000:00000001:0.0:1788204395.204480:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204395.204482:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204395.204483:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9d880. 00000100:00000001:0.0:1788204395.204485:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204395.204486:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204395.204489:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204395.204493:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204395.204494:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204395.204496:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204395.204498:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204395.842495:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204395.842499:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204395.842503:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204395.842504:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204395.842506:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204395.842507:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204395.842526:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204395.842528:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204395.842531:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204396.482496:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309535476, at 4309535488 00000100:00000040:1.0:1788204396.482496:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309535476, at 4309535488 00000100:00000010:1.0:1788204396.482513:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba3c0. 00000100:00000010:0.0:1788204396.482519:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba180. 00010000:00000001:0.0:1788204396.866473:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204396.866478:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204396.866482:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204396.866483:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204396.866485:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204396.866486:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204396.866503:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204396.866505:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204396.866506:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204397.890483:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204397.890488:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204397.890492:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204397.890493:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204397.890495:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204397.890496:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204398.914460:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204398.914465:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204398.914469:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204398.914470:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204398.914472:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204398.914473:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204398.914489:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204398.914490:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204398.914492:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204399.938495:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204399.938501:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204399.938505:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204399.938506:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204399.938508:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204399.938509:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204399.938526:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204399.938528:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204399.938530:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788204400.322685:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204400.322692:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204400.322697:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204400.322707:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9c000 x1875052841965952/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204400.322722:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204400.322725:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204400.322729:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204400.322732:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204400.322735:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204400.322740:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841965952:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204400.322746:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204400.322750:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204400.322753:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204400.322755:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204400.322759:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788204400.322763:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204400.322771:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204400.322789:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204400.322798:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204400.322806:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841965952, portal 25 00000100:00000001:0.0:1788204400.322812:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204400.322815:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330341888 : -109644379209728 : ffff9c476db9c000) 00000100:00000040:0.0:1788204400.322825:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9c000 x1875052841965952/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204400.322839:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204400.322844:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204400.322848:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204400.322853:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841965952, offset 0 00000400:00000200:0.0:1788204400.322862:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204400.322871:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204400.322878:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204400.322885:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204400.322889:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204400.322894:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204400.322898:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204400.322904:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704602:704602:256:4294967295] 192.168.201.101@tcp LPNI seq info [704597:704597:8:4294967295] 00000400:00000200:0.0:1788204400.322914:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204400.322932:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204400.322945:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204400.322965:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204400.322977:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204400.322984:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1788204400.323007:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204400.323017:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204400.323023:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204400.323029:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204400.323036:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204400.323039:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204400.323044:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204400.323049:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9c000 x1875052841965952/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204400.323060:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204400.323066:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9c000 x1875052841965952/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204425 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204400.323081:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204400.323088:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204400.323094:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204400.323101:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204400.323106:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4309540596 00000100:00000010:0.0:1788204400.323112:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba180. 00000100:00000001:0.0:1788204400.323119:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788204400.323125:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4309540596 00000100:00000010:0.0:1788204400.323131:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba5a0. 00000100:00000001:0.0:1788204400.323137:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788204400.323143:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204400.323149:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204400.323155:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204400.323164:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204400/real 1788204400] req@ffff9c476db9c000 x1875052841965952/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204400.323182:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204400.323184:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204400.323187:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204400.323191:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204400.323195:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204400.323199:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204400.323204:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9c000 x1875052841965952/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204400.323217:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9c000 x1875052841965952/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204400.323227:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204400.323230:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204400.323234:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204400.323237:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204400.323243:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9c000 x1875052841965952/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204400.323252:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204400.323258:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9c000 x1875052841965952/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204425 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204400.323274:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204400.323279:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204400.323282:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204400.323283:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204400.323287:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204400.323289:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204400.323292:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204400.323296:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204400.323301:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204400.323305:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9c000 x1875052841965952/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204425 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204400.323317:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841965952:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204400.323323:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204400.323327:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204400.323329:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9c000 x1875052841965952/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204425 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204400.323336:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204400.323339:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204400.323341:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788204400.323344:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204400.323347:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204400.323349:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788204400.323352:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204400.323354:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a43c00. 02000000:00000001:0.0:1788204400.323361:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204400.323363:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204400.323365:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9c000. 00000100:00000001:0.0:1788204400.323369:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204400.323372:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204400.323374:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204400.323379:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204400.323381:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204400.323385:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204400.323388:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204400.323391:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204400.323425:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9c700 x1875052841966080/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204400.323430:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204400.323431:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204400.323433:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204400.323434:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204400.323437:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204400.323439:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841966080:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204400.323441:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204400.323443:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204400.323444:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204400.323446:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204400.323448:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788204400.323450:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204400.323453:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204400.323455:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204400.323457:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204400.323460:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841966080, portal 10 00000100:00000001:0.0:1788204400.323461:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204400.323462:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330343680 : -109644379207936 : ffff9c476db9c700) 00000100:00000040:0.0:1788204400.323466:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9c700 x1875052841966080/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204400.323470:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204400.323471:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204400.323472:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204400.323474:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841966080, offset 0 00000400:00000200:0.0:1788204400.323476:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204400.323479:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204400.323481:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204400.323483:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204400.323484:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204400.323486:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204400.323487:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204400.323489:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704603:704603:256:4294967295] 192.168.201.101@tcp LPNI seq info [704598:704598:8:4294967295] 00000400:00000200:0.0:1788204400.323492:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204400.323496:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204400.323499:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204400.323501:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204400.323503:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204400.323505:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1788204400.323512:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204400.323514:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204400.323516:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204400.323518:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204400.323520:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204400.323521:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204400.323522:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204400.323524:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9c700 x1875052841966080/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204400.323529:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204400.323531:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9c700 x1875052841966080/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204425 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204400.323535:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204400.323536:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204400.323538:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204400.323540:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788204400.323542:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204400.323543:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309539338 00000100:00000001:0.0:1788204400.323545:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309540596 00000100:00000001:0.0:1788204400.323546:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309539338 00000100:00000001:0.0:1788204400.323547:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309540596 00000100:00000001:0.0:1788204400.323548:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204400.323549:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204400.323550:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204400.323552:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204400/real 1788204400] req@ffff9c476db9c700 x1875052841966080/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204400.323566:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204400.323567:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204400.323568:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204400.323570:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204400.323571:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204400.323572:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204400.323574:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9c700 x1875052841966080/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204400.323578:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9c700 x1875052841966080/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204400.323582:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204400.323583:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204400.323584:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204400.323585:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204400.323587:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9c700 x1875052841966080/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204400.323590:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204400.323592:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9c700 x1875052841966080/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204425 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204400.323596:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204400.323597:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204400.323598:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204400.323598:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204400.323599:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204400.323601:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204400.323602:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204400.323604:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204400.323605:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204400.323607:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9c700 x1875052841966080/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204425 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204400.323612:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841966080:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204400.323614:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204400.323616:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9e680 x1875052841966208/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204400.323619:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204400.323620:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204400.323621:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204400.323622:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204400.323623:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204400.323625:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841966208:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204400.323626:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204400.323627:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204400.323628:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204400.323629:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204400.323630:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788204400.323632:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204400.323633:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204400.323635:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204400.323637:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204400.323638:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841966208, portal 10 00000100:00000001:0.0:1788204400.323640:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204400.323640:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330351744 : -109644379199872 : ffff9c476db9e680) 00000100:00000040:0.0:1788204400.323644:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9e680 x1875052841966208/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204400.323648:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204400.323649:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204400.323650:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204400.323652:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841966208, offset 0 00000400:00000200:0.0:1788204400.323654:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204400.323656:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204400.323658:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204400.323660:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204400.323662:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204400.323663:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204400.323664:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204400.323666:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704604:704604:256:4294967295] 192.168.201.101@tcp LPNI seq info [704599:704599:8:4294967295] 00000400:00000200:0.0:1788204400.323669:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204400.323672:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204400.323675:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204400.323676:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204400.323678:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204400.323680:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1788204400.323686:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204400.323687:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204400.323689:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204400.323691:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204400.323693:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204400.323694:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204400.323695:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204400.323697:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9e680 x1875052841966208/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204400.323701:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204400.323703:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9e680 x1875052841966208/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204425 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204400.323706:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204400.323707:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204400.323708:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204400.323710:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788204400.323712:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204400.323713:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309539338 00000100:00000001:0.0:1788204400.323715:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309540596 00000100:00000001:0.0:1788204400.323716:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309539338 00000100:00000001:0.0:1788204400.323717:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309540596 00000100:00000001:0.0:1788204400.323718:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204400.323719:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204400.323720:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204400.323722:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204400/real 1788204400] req@ffff9c476db9e680 x1875052841966208/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204400.323726:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204400.323727:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204400.323727:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204400.323729:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204400.323730:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204400.323731:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204400.323733:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9e680 x1875052841966208/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204400.323737:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9e680 x1875052841966208/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204400.323740:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204400.323741:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204400.323742:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204400.323742:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204400.323744:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9e680 x1875052841966208/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204400.323748:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204400.323749:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9e680 x1875052841966208/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204425 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204400.323753:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204400.323754:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204400.323755:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204400.323756:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204400.323757:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204400.323758:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204400.323760:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204400.323761:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204400.323762:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204400.323764:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9e680 x1875052841966208/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204425 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204400.323769:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841966208:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204400.323772:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204400.323775:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9d180 x1875052841966336/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204400.323794:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204400.323795:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204400.323797:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204400.323799:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204400.323801:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204400.323804:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841966336:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204400.323807:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204400.323808:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204400.323810:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204400.323812:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204400.323815:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788204400.323817:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204400.323820:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204400.323822:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204400.323826:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204400.323828:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841966336, portal 4 00000100:00000001:0.0:1788204400.323830:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204400.323831:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330346368 : -109644379205248 : ffff9c476db9d180) 00000100:00000040:0.0:1788204400.323835:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9d180 x1875052841966336/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204400.323839:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204400.323841:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204400.323842:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204400.323844:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841966336, offset 0 00000400:00000200:0.0:1788204400.323846:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204400.323849:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204400.323853:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204400.323855:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204400.323857:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204400.323860:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204400.323862:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204400.323865:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704605:704605:256:4294967295] 192.168.201.101@tcp LPNI seq info [704600:704600:8:4294967295] 00000400:00000200:0.0:1788204400.323868:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204400.323874:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204400.323879:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204400.323882:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204400.323885:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204400.323888:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1788204400.323898:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204400.323899:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204400.323903:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204400.323906:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204400.323908:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204400.323910:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204400.323912:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204400.323915:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9d180 x1875052841966336/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204400.323928:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204400.323930:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9d180 x1875052841966336/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204425 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204400.323934:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204400.323935:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204400.323937:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204400.323939:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788204400.323941:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204400.323942:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309539364 00000100:00000001:0.0:1788204400.323944:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309540596 00000100:00000001:0.0:1788204400.323945:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309539364 00000100:00000001:0.0:1788204400.323946:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309540596 00000100:00000001:0.0:1788204400.323948:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204400.323950:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204400.323952:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204400.323955:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204400/real 1788204400] req@ffff9c476db9d180 x1875052841966336/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204400.323962:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204400.323964:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204400.323965:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204400.323967:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204400.323968:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204400.323971:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204400.323974:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9d180 x1875052841966336/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204400.323981:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9d180 x1875052841966336/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204400.323987:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204400.323989:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204400.323991:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204400.323992:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204400.323995:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9d180 x1875052841966336/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204400.324001:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204400.324005:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9d180 x1875052841966336/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204425 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204400.324011:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204400.324013:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204400.324015:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204400.324016:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204400.324018:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204400.324019:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204400.324021:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204400.324023:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204400.324025:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204400.324027:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9d180 x1875052841966336/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204425 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204400.324032:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841966336:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204400.324034:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204400.324035:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204400.324037:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9c700 x1875052841966080/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204425 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204400.324040:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204400.324041:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204400.324042:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788204400.324044:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204400.324045:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204400.324046:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204400.324048:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204400.324049:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a42c00. 02000000:00000001:0.0:1788204400.324051:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204400.324052:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204400.324052:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9c700. 00000100:00000001:0.0:1788204400.324054:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204400.324055:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204400.324056:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204400.324058:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9e680 x1875052841966208/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204425 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204400.324061:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204400.324062:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204400.324063:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788204400.324064:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204400.324065:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204400.324065:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204400.324066:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204400.324067:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a42000. 02000000:00000001:0.0:1788204400.324068:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204400.324069:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204400.324069:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9e680. 00000100:00000001:0.0:1788204400.324070:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204400.324071:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204400.324072:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204400.324073:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9d180 x1875052841966336/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204425 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204400.324077:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204400.324077:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204400.324078:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788204400.324079:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204400.324079:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204400.324080:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788204400.324081:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204400.324082:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a40c00. 02000000:00000001:0.0:1788204400.324084:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204400.324085:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204400.324086:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9d180. 00000100:00000001:0.0:1788204400.324088:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204400.324089:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204400.324091:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204400.324094:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204400.324095:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204400.324097:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204400.324098:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204400.962464:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204400.962470:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204400.962472:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204400.962474:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204400.962478:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204400.962480:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204400.962482:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204400.962484:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204400.962488:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204400.962490:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204400.962493:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204400.962494:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204400.962514:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204400.962516:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204400.962518:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204401.602462:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309540596, at 4309540608 00000100:00000040:1.0:1788204401.602462:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309540596, at 4309540608 00000100:00000010:0.0:1788204401.602478:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba180. 00000100:00000010:1.0:1788204401.602480:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba5a0. 00010000:00000001:0.0:1788204401.986495:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204401.986500:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204401.986504:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204401.986505:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204401.986508:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204401.986508:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204403.010510:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204403.010516:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204403.010520:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204403.010521:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204403.010523:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204403.010524:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204403.010542:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204403.010544:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204403.010546:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204404.034510:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204404.034517:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204404.034522:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204404.034524:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204404.034526:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204404.034529:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204404.034532:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204404.034534:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204404.034536:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204404.034538:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204404.034540:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204404.034542:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204404.034543:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204404.034544:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204404.034545:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204404.034546:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204404.034548:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204404.034549:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204404.034605:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204404.034608:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204404.034611:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204405.058475:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204405.058481:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204405.058485:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204405.058485:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204405.058488:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204405.058488:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204405.058511:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204405.058513:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204405.058515:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788204405.442650:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204405.442657:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788204405.442659:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204405.442661:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204405.442665:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204405.442670:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 14872 00000400:00000200:0.0:1788204405.442676:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204405.442680:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204405.442682:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204405.442684:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204405.442686:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204405.442687:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204405.442711:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204405.442714:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204405.442716:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788204405.442718:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204405.442720:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788204405.442722:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788204405.442723:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788204405.442725:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204405.442726:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204405.442727:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204405.442728:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204405.442730:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788204405.442732:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204405.442734:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204405.442735:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204405.442737:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204405.442739:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204405.442740:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788204405.442742:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204405.442750:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8380. 00000020:00000040:0.0:1788204405.442752:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788204405.442755:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204405.442756:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204405.442759:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204405.442761:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204405.442764:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204405.442769:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377800. 00000100:00000001:0.0:1788204405.442775:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204405.442784:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8380 x1875052841966464/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204405.442794:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204405.442798:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204405.442803:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004fba561] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8380 x1875052841966464/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204405.442824:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204405.442827:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204405.442829:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788204405.442830:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204405.442831:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204405.442834:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204405.442836:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14872 00000400:00000200:0.0:1788204405.442839:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204405.442842:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204405.442843:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204405.442845:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204405.442847:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204405.442848:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204405.442850:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204405.442852:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204405.442853:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788204405.442856:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204405.442858:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788204405.442862:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788204405.442863:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788204405.442869:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204405.442872:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204405.442876:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204405.442881:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204405.442887:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788204405.442894:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204405.442899:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204405.442903:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204405.442911:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204405.442915:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204405.442920:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204405.442925:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204405.442931:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204405.442936:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204405.442940:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9f80. 00000020:00000040:0.0:1788204405.442943:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204405.442947:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204405.442950:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204405.442954:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204405.442956:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204405.442959:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204405.442966:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375000. 00000100:00000001:0.0:1788204405.442972:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204405.442980:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9f80 x1875052841966592/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204405.442997:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204405.443001:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204405.443008:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5e67c01] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9f80 x1875052841966592/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204405.443018:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204405.443020:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204405.443024:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788204405.443026:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204405.443029:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204405.443032:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204405.443036:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14872 00000400:00000200:0.0:1788204405.443042:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204405.443045:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204405.443050:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204405.443055:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204405.443059:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204405.443065:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204405.443069:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204405.443072:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204405.443074:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788204405.443078:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204405.443081:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788204405.443086:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788204405.443090:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788204405.443095:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204405.443097:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204405.443102:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204405.443105:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204405.443108:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788204405.443113:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204405.443117:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204405.443119:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204405.443122:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204405.443126:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204405.443129:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204405.443133:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204405.443136:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204405.443149:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204405.443155:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fb800. 00000020:00000040:0.0:1788204405.443158:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204405.443161:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204405.443163:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204405.443164:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204405.443165:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204405.443167:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204405.443174:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377c00. 00000100:00000001:0.0:1788204405.443180:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204405.443188:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fb800 x1875052841966720/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204405.443205:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204405.443210:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204405.443218:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045f4f50b] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fb800 x1875052841966720/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204405.443234:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204405.443239:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788204405.443246:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788204405.443251:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204405.443255:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788204405.443257:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204405.443259:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204405.443262:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204405.443267:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14872 00000400:00000200:0.0:1788204405.443274:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204405.443278:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204405.443281:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204405.443285:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204405.443289:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204405.443292:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204405.443296:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204405.443300:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204405.443302:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788204405.443305:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204405.443309:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788204405.443311:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788204405.443314:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788204405.443319:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204405.443320:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204405.443322:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204405.443324:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204405.443327:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788204405.443331:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204405.443335:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204405.443338:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204405.443341:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204405.443346:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204405.443347:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204405.443348:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788204405.443351:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204405.443354:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204405.443358:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9880. 00000020:00000040:0.0:1788204405.443360:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788204405.443365:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204405.443367:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204405.443369:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204405.443372:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204405.443375:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204405.443382:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376c00. 00000100:00000001:0.0:1788204405.443389:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204405.443430:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9880 x1875052841966848/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204405.443439:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204405.443442:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204405.443445:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2b42fc4] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9880 x1875052841966848/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204405.443455:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204405.443460:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14882) 00010000:00000001:0.0:1788204406.082490:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204406.082495:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204406.082499:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204406.082500:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204406.082501:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204406.082502:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204406.722479:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309545716, at 4309545728 00000100:00000040:1.0:1788204406.722481:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309545716, at 4309545728 00000100:00000010:0.0:1788204406.722493:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa884e0. 00000100:00000010:1.0:1788204406.722495:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88c00. 00010000:00000001:0.0:1788204407.106505:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204407.106512:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204407.106518:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204407.106519:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204407.106522:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204407.106524:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204407.106556:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204407.106560:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204407.106563:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204408.130505:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204408.130510:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204408.130513:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204408.130514:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204408.130516:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204408.130517:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204408.130544:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204408.130545:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204408.130547:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204409.154477:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204409.154482:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204409.154485:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204409.154486:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204409.154489:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204409.154489:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204409.154505:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204409.154506:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204409.154508:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204410.178503:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204410.178508:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204410.178513:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204410.178514:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204410.178516:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204410.178517:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204411.202445:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204411.202453:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204411.202456:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204411.202459:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204411.202464:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204411.202466:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204411.202468:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204411.202471:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204411.202474:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204411.202476:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204411.202479:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204411.202480:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204411.202500:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204411.202502:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204411.202505:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204411.842490:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309550836, at 4309550848 00000100:00000040:1.0:1788204411.842490:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309550836, at 4309550848 00000100:00000010:1.0:1788204411.842502:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88cc0. 00000100:00000010:0.0:1788204411.842504:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa887e0. 00010000:00000001:0.0:1788204412.226507:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204412.226513:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204412.226516:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204412.226517:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204412.226519:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204412.226520:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204412.226568:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204412.226570:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204412.226582:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204413.250520:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204413.250526:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204413.250531:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204413.250532:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204413.250535:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204413.250536:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204413.250601:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204413.250604:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204413.250607:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204414.274503:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204414.274510:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204414.274516:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204414.274518:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204414.274521:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204414.274524:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204414.274527:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204414.274529:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204414.274531:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204414.274533:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204414.274566:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204414.274568:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204414.274570:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204414.274571:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204414.274573:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204414.274575:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204414.274576:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204414.274578:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204415.298504:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204415.298509:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204415.298513:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204415.298514:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204415.298516:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204415.298517:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204415.298558:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204415.298560:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204415.298562:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788204415.682494:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204415.682504:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788204415.682507:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204415.682521:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204415.682525:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204415.682532:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 14882 00000400:00000200:0.0:1788204415.682539:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204415.682544:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204415.682546:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204415.682548:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204415.682550:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204415.682552:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204415.682553:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204415.682557:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204415.682558:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788204415.682560:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204415.682562:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788204415.682564:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788204415.682565:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788204415.682567:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204415.682568:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204415.682569:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204415.682571:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204415.682572:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788204415.682574:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204415.682575:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204415.682578:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204415.682581:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204415.682582:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204415.682584:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788204415.682585:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204415.682592:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9500. 00000020:00000040:0.0:1788204415.682594:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788204415.682597:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204415.682598:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204415.682601:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204415.682603:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204415.682606:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204415.682617:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375400. 00000100:00000001:0.0:1788204415.682622:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204415.682629:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9500 x1875052841967488/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204415.682636:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204415.682639:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204415.682642:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000842d065d] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9500 x1875052841967488/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204415.682656:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204415.682659:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204415.682662:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788204415.682663:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204415.682665:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204415.682668:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204415.682670:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14882 00000400:00000200:0.0:1788204415.682673:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204415.682675:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204415.682677:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204415.682680:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204415.682681:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204415.682684:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204415.682686:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204415.682688:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204415.682689:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788204415.682690:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204415.682692:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788204415.682694:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788204415.682696:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788204415.682698:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204415.682700:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204415.682702:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204415.682703:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204415.682706:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788204415.682708:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204415.682711:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204415.682712:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204415.682716:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204415.682718:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204415.682720:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204415.682724:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204415.682727:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204415.682729:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204415.682733:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9880. 00000020:00000040:0.0:1788204415.682735:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204415.682737:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204415.682738:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204415.682740:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204415.682741:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204415.682742:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204415.682746:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376000. 00000100:00000001:0.0:1788204415.682749:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204415.682753:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9880 x1875052841967616/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204415.682760:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204415.682761:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204415.682764:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2b42fc4] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9880 x1875052841967616/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204415.682772:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204415.682774:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204415.682778:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788204415.682779:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204415.682781:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204415.682783:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204415.682785:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14882 00000400:00000200:0.0:1788204415.682788:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204415.682790:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204415.682792:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204415.682795:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204415.682796:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204415.682798:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204415.682800:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204415.682802:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204415.682803:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788204415.682805:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204415.682806:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788204415.682808:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788204415.682810:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788204415.682812:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204415.682814:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204415.682816:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204415.682818:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204415.682820:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788204415.682823:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204415.682825:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204415.682826:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204415.682828:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204415.682830:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204415.682831:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204415.682833:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204415.682836:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204415.682837:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204415.682840:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fb800. 00000020:00000040:0.0:1788204415.682842:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204415.682844:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204415.682845:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204415.682847:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204415.682848:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204415.682850:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204415.682852:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374c00. 00000100:00000001:0.0:1788204415.682855:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204415.682859:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fb800 x1875052841967744/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204415.682865:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204415.682867:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204415.682870:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045f4f50b] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fb800 x1875052841967744/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204415.682883:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204415.682885:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788204415.682889:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788204415.682891:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204415.682894:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788204415.682895:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204415.682897:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204415.682899:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204415.682901:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14882 00000400:00000200:0.0:1788204415.682904:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204415.682907:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204415.682909:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204415.682911:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204415.682913:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204415.682915:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204415.682917:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204415.682918:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204415.682919:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788204415.682921:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204415.682923:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788204415.682924:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788204415.682926:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788204415.682929:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204415.682931:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204415.682932:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204415.682934:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204415.682936:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788204415.682938:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204415.682940:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204415.682942:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204415.682944:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204415.682946:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204415.682947:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204415.682949:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788204415.682951:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204415.682953:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204415.682956:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9f80. 00000020:00000040:0.0:1788204415.682958:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788204415.682960:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204415.682961:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204415.682963:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204415.682964:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204415.682965:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204415.682969:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377400. 00000100:00000001:0.0:1788204415.682972:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204415.682975:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9f80 x1875052841967872/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204415.682982:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204415.682984:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204415.682987:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5e67c01] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9f80 x1875052841967872/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204415.682995:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204415.682999:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14892) 00010000:00000001:0.0:1788204416.322524:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204416.322532:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204416.322538:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204416.322539:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204416.322542:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204416.322544:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204416.322568:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204416.322571:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204416.322574:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204416.962505:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309555956, at 4309555968 00000100:00000040:1.0:1788204416.962505:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309555956, at 4309555968 00000100:00000010:0.0:1788204416.962521:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88a80. 00000100:00000010:1.0:1788204416.962523:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa883c0. 00010000:00000001:0.0:1788204417.346517:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204417.346522:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204417.346525:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204417.346526:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204417.346528:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204417.346529:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204417.346548:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204417.346550:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204417.346551:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204418.370499:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204418.370504:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204418.370507:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204418.370508:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204418.370511:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204418.370511:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204419.394511:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204419.394519:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204419.394524:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204419.394525:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204419.394528:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204419.394530:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204419.394554:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204419.394557:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204419.394560:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204420.418525:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204420.418533:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204420.418535:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204420.418539:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204420.418543:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204420.418545:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204420.418546:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204420.418548:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204420.418551:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204420.418552:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204420.418554:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204420.418554:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204420.418573:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204420.418575:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204420.418577:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204421.442518:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204421.442524:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204421.442530:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204421.442531:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204421.442534:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204421.442536:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204421.442561:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204421.442563:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204421.442566:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204422.082496:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309561076, at 4309561088 00000100:00000040:1.0:1788204422.082496:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309561076, at 4309561088 00000100:00000010:1.0:1788204422.082510:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88a20. 00000100:00000010:0.0:1788204422.082513:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88600. 00010000:00000001:0.0:1788204422.466484:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204422.466491:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204422.466496:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204422.466498:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204422.466501:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204422.466502:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204423.490500:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204423.490505:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204423.490510:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204423.490512:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204423.490513:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204423.490515:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204423.490517:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204423.490519:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204423.490520:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204423.490522:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204423.490525:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204423.490526:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204423.490527:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204423.490529:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204423.490530:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204423.490531:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204423.490533:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204423.490535:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204423.490566:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204423.490572:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204423.490575:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204424.514475:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204424.514480:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204424.514484:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204424.514485:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204424.514487:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204424.514488:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204424.514505:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204424.514506:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204424.514508:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204425.538507:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204425.538515:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204425.538520:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204425.538521:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204425.538524:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204425.538526:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204425.538552:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204425.538555:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204425.538558:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788204425.922500:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204425.922510:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788204425.922513:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204425.922516:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204425.922520:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204425.922526:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 14892 00000400:00000200:0.0:1788204425.922534:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204425.922540:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204425.922543:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204425.922546:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204425.922548:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204425.922551:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204425.922560:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204425.922564:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204425.922566:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788204425.922568:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204425.922572:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788204425.922574:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788204425.922576:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788204425.922580:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204425.922582:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204425.922584:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204425.922586:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204425.922589:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788204425.922592:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204425.922595:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204425.922597:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204425.922601:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204425.922604:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204425.922605:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788204425.922608:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204425.922616:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8380. 00000020:00000040:0.0:1788204425.922620:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788204425.922624:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204425.922626:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204425.922629:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204425.922631:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204425.922635:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204425.922649:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377800. 00000100:00000001:0.0:1788204425.922655:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204425.922664:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8380 x1875052841968512/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204425.922674:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204425.922678:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204425.922683:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004fba561] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8380 x1875052841968512/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204425.922707:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204425.922710:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204425.922714:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788204425.922715:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204425.922717:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204425.922720:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204425.922723:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14892 00000400:00000200:0.0:1788204425.922727:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204425.922731:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204425.922733:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204425.922737:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204425.922740:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204425.922742:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204425.922746:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204425.922751:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204425.922753:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788204425.922755:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204425.922759:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788204425.922761:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788204425.922766:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788204425.922774:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204425.922778:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204425.922783:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204425.922787:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204425.922791:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788204425.922799:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204425.922804:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204425.922808:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204425.922814:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204425.922819:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204425.922823:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204425.922829:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204425.922836:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204425.922841:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204425.922846:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8000. 00000020:00000040:0.0:1788204425.922850:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204425.922853:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204425.922855:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204425.922858:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204425.922860:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204425.922862:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204425.922869:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374800. 00000100:00000001:0.0:1788204425.922876:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204425.922884:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8000 x1875052841968640/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204425.922900:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204425.922905:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204425.922913:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000755f6dce] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8000 x1875052841968640/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204425.922928:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204425.922933:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204425.922939:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788204425.922941:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204425.922944:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204425.922948:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204425.922952:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14892 00000400:00000200:0.0:1788204425.922960:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204425.922969:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204425.922974:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204425.922982:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204425.922986:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204425.922992:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204425.922998:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204425.923001:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204425.923004:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788204425.923008:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204425.923013:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788204425.923018:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788204425.923023:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788204425.923029:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204425.923034:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204425.923039:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204425.923043:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204425.923048:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788204425.923056:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204425.923062:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204425.923066:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204425.923071:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204425.923077:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204425.923080:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204425.923085:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204425.923090:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204425.923094:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204425.923100:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9c00. 00000020:00000040:0.0:1788204425.923104:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204425.923110:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204425.923113:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204425.923117:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204425.923120:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204425.923122:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204425.923127:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375800. 00000100:00000001:0.0:1788204425.923133:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204425.923142:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9c00 x1875052841968768/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204425.923153:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204425.923158:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204425.923165:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d680416d] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9c00 x1875052841968768/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204425.923183:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204425.923188:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788204425.923197:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788204425.923203:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204425.923207:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788204425.923212:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204425.923216:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204425.923220:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204425.923226:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14892 00000400:00000200:0.0:1788204425.923234:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204425.923241:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204425.923246:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204425.923252:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204425.923257:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204425.923261:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204425.923266:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204425.923270:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204425.923273:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788204425.923277:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204425.923281:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788204425.923286:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788204425.923291:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788204425.923299:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204425.923304:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204425.923309:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204425.923314:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204425.923321:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788204425.923328:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204425.923345:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204425.923349:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204425.923355:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204425.923359:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204425.923364:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204425.923367:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788204425.923372:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204425.923376:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204425.923382:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fb100. 00000020:00000040:0.0:1788204425.923388:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788204425.923423:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204425.923427:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204425.923432:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204425.923434:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204425.923438:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204425.923444:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374400. 00000100:00000001:0.0:1788204425.923451:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204425.923460:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fb100 x1875052841968896/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204425.923469:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204425.923472:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204425.923477:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000093808cf5] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fb100 x1875052841968896/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204425.923490:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204425.923496:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14902) 00010000:00000001:0.0:1788204426.562458:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204426.562463:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204426.562467:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204426.562468:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204426.562470:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204426.562471:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204427.202449:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309566196, at 4309566208 00000100:00000040:0.0:1788204427.202451:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309566196, at 4309566208 00000100:00000010:1.0:1788204427.202466:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88e40. 00000100:00000010:0.0:1788204427.202468:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88420. 00010000:00000001:0.0:1788204427.586514:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204427.586520:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204427.586524:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204427.586524:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204427.586533:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204427.586534:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204427.586554:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204427.586556:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204427.586558:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204428.610464:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204428.610470:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204428.610473:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204428.610474:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204428.610476:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204428.610477:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204428.610492:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204428.610494:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204428.610496:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204429.634495:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204429.634500:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204429.634504:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204429.634504:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204429.634506:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204429.634507:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204429.634525:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204429.634527:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204429.634529:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204430.658461:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204430.658468:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204430.658469:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204430.658472:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204430.658476:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204430.658478:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204430.658479:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204430.658480:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204430.658483:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204430.658484:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204430.658486:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204430.658487:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204431.682488:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204431.682493:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204431.682497:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204431.682498:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204431.682501:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204431.682501:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204431.682519:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204431.682522:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204431.682525:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788204432.322477:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309571316, at 4309571328 00000100:00000040:0.0:1788204432.322486:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309571316, at 4309571328 00000100:00000010:1.0:1788204432.322491:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88e40. 00000100:00000010:0.0:1788204432.322496:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88420. 00010000:00000001:0.0:1788204432.706519:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204432.706526:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204432.706532:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204432.706533:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204432.706546:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204432.706547:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204432.706572:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204432.706575:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204432.706578:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204433.730471:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204433.730477:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204433.730481:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204433.730483:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204433.730485:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204433.730487:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204433.730489:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204433.730491:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204433.730492:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204433.730494:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204433.730496:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204433.730497:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204433.730498:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204433.730499:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204433.730500:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204433.730501:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204433.730502:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204433.730503:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204433.730520:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204433.730522:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204433.730523:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204434.754518:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204434.754525:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204434.754532:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204434.754533:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204434.754536:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204434.754536:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204435.778490:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204435.778498:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204435.778503:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204435.778505:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204435.778508:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204435.778509:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204435.778530:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204435.778532:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204435.778534:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788204436.162481:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204436.162490:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788204436.162493:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204436.162497:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204436.162501:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204436.162507:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 14902 00000400:00000200:0.0:1788204436.162514:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204436.162519:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204436.162522:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204436.162524:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204436.162526:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204436.162528:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204436.162530:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204436.162532:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204436.162534:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788204436.162535:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204436.162538:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788204436.162539:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788204436.162540:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788204436.162542:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204436.162543:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204436.162544:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204436.162546:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204436.162548:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788204436.162549:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204436.162551:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204436.162553:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204436.162555:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204436.162557:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204436.162558:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788204436.162560:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204436.162566:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fad80. 00000020:00000040:0.0:1788204436.162568:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788204436.162571:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204436.162572:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204436.162574:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204436.162576:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204436.162580:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204436.162585:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377000. 00000100:00000001:0.0:1788204436.162596:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204436.162604:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fad80 x1875052841969536/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204436.162611:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204436.162614:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204436.162617:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010fef5ed] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fad80 x1875052841969536/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204436.162630:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204436.162632:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204436.162634:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788204436.162635:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204436.162636:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204436.162638:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204436.162640:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14902 00000400:00000200:0.0:1788204436.162642:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204436.162644:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204436.162647:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204436.162650:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204436.162652:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204436.162654:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204436.162656:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204436.162667:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204436.162674:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788204436.162678:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204436.162682:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788204436.162686:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788204436.162693:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788204436.162702:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204436.162705:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204436.162707:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204436.162709:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204436.162714:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788204436.162720:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204436.162726:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204436.162730:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204436.162737:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204436.162740:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204436.162743:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204436.162748:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204436.162752:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204436.162754:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204436.162758:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9180. 00000020:00000040:0.0:1788204436.162760:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204436.162762:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204436.162764:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204436.162766:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204436.162767:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204436.162769:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204436.162776:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376400. 00000100:00000001:0.0:1788204436.162781:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204436.162787:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9180 x1875052841969664/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204436.162799:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204436.162802:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204436.162809:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b4a335a] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9180 x1875052841969664/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204436.162821:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204436.162824:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204436.162826:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788204436.162827:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204436.162828:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204436.162830:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204436.162832:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14902 00000400:00000200:0.0:1788204436.162838:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204436.162841:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204436.162843:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204436.162845:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204436.162848:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204436.162851:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204436.162855:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204436.162856:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204436.162858:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788204436.162862:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204436.162863:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788204436.162866:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788204436.162869:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788204436.162876:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204436.162880:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204436.162883:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204436.162887:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204436.162893:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788204436.162900:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204436.162906:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204436.162908:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204436.162913:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204436.162918:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204436.162920:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204436.162924:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204436.162927:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204436.162928:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204436.162931:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8a80. 00000020:00000040:0.0:1788204436.162932:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204436.162935:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204436.162936:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204436.162937:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204436.162939:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204436.162941:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204436.162946:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376800. 00000100:00000001:0.0:1788204436.162950:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204436.162957:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8a80 x1875052841969792/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204436.162965:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204436.162966:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204436.162969:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000320d64fa] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8a80 x1875052841969792/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204436.162973:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204436.162975:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788204436.162985:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788204436.162989:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204436.162994:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788204436.162996:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204436.162997:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204436.162999:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204436.163002:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14902 00000400:00000200:0.0:1788204436.163007:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204436.163011:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204436.163014:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204436.163019:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204436.163023:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204436.163027:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204436.163030:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204436.163032:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204436.163035:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788204436.163037:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204436.163039:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788204436.163040:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788204436.163044:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788204436.163048:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204436.163050:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204436.163053:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204436.163056:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204436.163059:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788204436.163064:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204436.163068:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204436.163072:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204436.163075:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204436.163079:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204436.163081:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204436.163084:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788204436.163087:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204436.163090:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204436.163094:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fa300. 00000020:00000040:0.0:1788204436.163098:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788204436.163101:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204436.163104:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204436.163107:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204436.163109:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204436.163110:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204436.163116:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374400. 00000100:00000001:0.0:1788204436.163121:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204436.163127:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fa300 x1875052841969920/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204436.163135:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204436.163139:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204436.163145:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000643b1429] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fa300 x1875052841969920/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204436.163195:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204436.163202:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14912) 00010000:00000001:0.0:1788204436.802555:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204436.802562:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204436.802569:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204436.802570:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204436.802573:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204436.802574:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204436.802597:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204436.802600:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204436.802602:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204437.442487:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309576436, at 4309576448 00000100:00000040:1.0:1788204437.442487:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309576436, at 4309576448 00000100:00000010:1.0:1788204437.442501:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88a20. 00000100:00000010:0.0:1788204437.442503:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88600. 00010000:00000001:0.0:1788204437.826508:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204437.826515:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204437.826520:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204437.826522:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204437.826525:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204437.826526:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204437.826548:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204437.826550:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204437.826553:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204438.850517:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204438.850523:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204438.850527:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204438.850528:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204438.850530:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204438.850531:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204439.234845:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204439.234851:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204439.234857:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204439.234868:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204436/real 1788204439] req@ffff9c477d3fad80 x1875052841969536/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204439.234887:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204439.234891:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204439.234897:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c475e2d2840. 00000400:00000200:0.0:1788204439.234904:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f94c8 00000400:00000010:0.0:1788204439.234908:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f94c8. 00000100:00000001:0.0:1788204439.234914:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204439.234922:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477d3fad80 x1875052841969536/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204439.234943:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477d3fad80 x1875052841969536/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204439.234962:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204439.234967:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204439.234972:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204439.234976:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204439.234982:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477d3fad80 x1875052841969536/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204439.234989:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204439.234996:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477d3fad80 x1875052841969536/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204461 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204439.235007:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204439.235013:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204439.235017:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204439.235021:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204439.235026:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204439.235030:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204439.235038:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204439.235047:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204439.235053:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204439.235061:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477d3fad80 x1875052841969536/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204461 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204439.235085:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477d3fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841969536:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204439.235091:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204439.235096:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204439.235117:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477d3fad80 x1875052841969536/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204461 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204439.235125:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204439.235128:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204439.235132:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4654a40400. 02000000:00000001:0.0:1788204439.235137:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204439.235140:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204439.235142:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788204439.235144:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204439.235147:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4774377000. 02000000:00000001:0.0:1788204439.235151:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204439.235153:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204439.235154:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477d3fad80. 00000100:00000001:0.0:1788204439.235158:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204439.235159:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204439.235162:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204439.235163:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204439.235165:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204439.235166:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204439.235170:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204436/real 1788204439] req@ffff9c477d3fa300 x1875052841969920/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204439.235179:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204439.235180:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204439.235182:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c475e2d2478. 00000400:00000200:0.0:1788204439.235185:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f9f68 00000400:00000010:0.0:1788204439.235186:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f9f68. 00000100:00000001:0.0:1788204439.235189:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204439.235191:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477d3fa300 x1875052841969920/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204439.235199:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477d3fa300 x1875052841969920/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204439.235208:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204439.235210:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204439.235211:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204439.235212:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204439.235215:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477d3fa300 x1875052841969920/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204439.235220:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204439.235223:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477d3fa300 x1875052841969920/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204461 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204439.235229:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204439.235231:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204439.235232:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204439.235233:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204439.235235:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204439.235237:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204439.235239:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204439.235242:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204439.235244:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204439.235248:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477d3fa300 x1875052841969920/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204461 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204439.235255:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477d3fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841969920:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204439.235259:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204439.235262:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204436/real 1788204439] req@ffff9c477d3f9180 x1875052841969664/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204439.235269:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204439.235271:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204439.235323:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c475e2d2ec8. 00000400:00000200:0.0:1788204439.235326:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f9198 00000400:00000010:0.0:1788204439.235327:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f9198. 00000100:00000001:0.0:1788204439.235329:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204439.235332:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477d3f9180 x1875052841969664/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204439.235351:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477d3f9180 x1875052841969664/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204439.235357:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204439.235359:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204439.235360:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204439.235361:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204439.235365:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477d3f9180 x1875052841969664/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204439.235371:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204439.235374:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477d3f9180 x1875052841969664/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204461 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204439.235380:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204439.235382:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204439.235384:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204439.235384:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204439.235386:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204439.235388:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204439.235390:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204439.235429:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204439.235433:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204439.235437:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477d3f9180 x1875052841969664/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204461 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204439.235444:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477d3f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841969664:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204439.235462:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204439.235465:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204436/real 1788204439] req@ffff9c477d3f8a80 x1875052841969792/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204439.235473:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204439.235474:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204439.235476:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c475e2d2c60. 00000400:00000200:0.0:1788204439.235479:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f93b8 00000400:00000010:0.0:1788204439.235480:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f93b8. 00000100:00000001:0.0:1788204439.235482:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204439.235485:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477d3f8a80 x1875052841969792/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204439.235492:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477d3f8a80 x1875052841969792/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204439.235498:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204439.235499:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204439.235500:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204439.235502:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204439.235504:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477d3f8a80 x1875052841969792/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204439.235510:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204439.235512:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477d3f8a80 x1875052841969792/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204461 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204439.235517:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204439.235519:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204439.235520:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204439.235521:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204439.235523:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204439.235524:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204439.235526:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204439.235529:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204439.235531:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204439.235534:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477d3f8a80 x1875052841969792/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204461 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204439.235546:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477d3f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841969792:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204439.235550:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204439.235551:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204439.235554:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477d3fa300 x1875052841969920/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204461 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204439.235560:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204439.235561:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204439.235563:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4654a41c00. 02000000:00000001:0.0:1788204439.235566:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204439.235568:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204439.235569:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788204439.235571:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204439.235573:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4774374400. 02000000:00000001:0.0:1788204439.235576:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204439.235577:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204439.235578:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477d3fa300. 00000100:00000001:0.0:1788204439.235580:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204439.235582:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204439.235583:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204439.235586:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477d3f9180 x1875052841969664/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204461 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204439.235592:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204439.235594:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204439.235595:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4654a40000. 02000000:00000001:0.0:1788204439.235597:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204439.235598:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204439.235600:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204439.235601:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204439.235603:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4774376400. 02000000:00000001:0.0:1788204439.235606:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204439.235606:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204439.235608:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477d3f9180. 00000100:00000001:0.0:1788204439.235609:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204439.235610:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204439.235612:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204439.235614:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477d3f8a80 x1875052841969792/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204461 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204439.235625:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204439.235627:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204439.235628:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4654a43400. 02000000:00000001:0.0:1788204439.235632:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204439.235633:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204439.235634:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204439.235636:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204439.235637:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4774376800. 02000000:00000001:0.0:1788204439.235638:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204439.235639:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204439.235640:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477d3f8a80. 00000100:00000001:0.0:1788204439.235642:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204439.235643:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204439.235645:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204439.235651:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204439.235653:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204439.235655:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204439.235656:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204439.874523:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204439.874531:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204439.874537:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204439.874539:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204439.874542:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204439.874544:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204439.874568:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204439.874570:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204439.874571:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204440.898528:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204440.898537:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204440.898540:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204440.898543:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204440.898548:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204440.898551:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204440.898553:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204440.898555:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204440.898558:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204440.898559:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204440.898561:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204440.898561:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204440.898581:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204440.898583:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204440.898585:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788204441.283211:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204441.283216:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204441.283218:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204441.283224:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9df80 x1875052841970048/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204441.283232:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204441.283234:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204441.283238:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204441.283240:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204441.283243:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204441.283246:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841970048:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204441.283250:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204441.283254:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204441.283256:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204441.283259:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204441.283264:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376400. 02000000:00000001:0.0:1788204441.283266:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204441.283271:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204441.283275:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204441.283281:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204441.283287:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841970048, portal 25 00000100:00000001:0.0:1788204441.283290:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204441.283292:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330349952 : -109644379201664 : ffff9c476db9df80) 00000100:00000040:0.0:1788204441.283297:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9df80 x1875052841970048/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204466 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204441.283303:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204441.283306:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204441.283309:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204441.283311:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841970048, offset 0 00000400:00000200:0.0:1788204441.283317:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204441.283326:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204441.283331:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204441.283336:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204441.283341:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204441.283344:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204441.283347:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204441.283351:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704634:704634:256:4294967295] 192.168.201.101@tcp LPNI seq info [704629:704629:8:4294967295] 00000400:00000200:0.0:1788204441.283355:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204441.283364:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204441.283370:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204441.283376:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204441.283382:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204441.283386:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1788204441.283418:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204441.283420:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204441.283425:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204441.283429:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204441.283434:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204441.283436:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204441.283440:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204441.283444:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9df80 x1875052841970048/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204466 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204441.283459:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204441.283462:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9df80 x1875052841970048/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204466 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204441.283469:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204441.283471:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204441.283477:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204441.283481:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204441.283483:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4309581557 00000100:00000010:0.0:1788204441.283488:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba180. 00000100:00000001:0.0:1788204441.283494:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788204441.283499:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4309581557 00000100:00000010:0.0:1788204441.283501:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba600. 00000100:00000001:0.0:1788204441.283504:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788204441.283507:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204441.283510:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204441.283512:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204441.283516:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204441/real 1788204441] req@ffff9c476db9df80 x1875052841970048/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204441.283525:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204441.283526:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204441.283528:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204441.283530:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204441.283532:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204441.283534:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204441.283537:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9df80 x1875052841970048/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204441.283547:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9df80 x1875052841970048/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204441.283554:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204441.283556:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204441.283559:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204441.283561:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204441.283565:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9df80 x1875052841970048/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204441.283571:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204441.283576:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9df80 x1875052841970048/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204466 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204441.283583:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204441.283586:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204441.283587:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204441.283588:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204441.283591:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204441.283594:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204441.283596:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204441.283600:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204441.283602:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204441.283606:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9df80 x1875052841970048/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204466 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204441.283614:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841970048:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204441.283619:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204441.283623:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9dc00 x1875052841970176/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204441.283629:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204441.283631:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204441.283632:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204441.283634:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204441.283636:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204441.283639:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841970176:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204441.283642:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204441.283644:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204441.283645:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204441.283647:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204441.283650:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374400. 02000000:00000001:0.0:1788204441.283652:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204441.283656:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204441.283658:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204441.283661:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204441.283664:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841970176, portal 10 00000100:00000001:0.0:1788204441.283665:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204441.283666:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330349056 : -109644379202560 : ffff9c476db9dc00) 00000100:00000040:0.0:1788204441.283673:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9dc00 x1875052841970176/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204466 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204441.283679:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204441.283682:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204441.283684:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204441.283686:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841970176, offset 0 00000400:00000200:0.0:1788204441.283690:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204441.283694:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204441.283698:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204441.283700:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204441.283702:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204441.283705:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204441.283707:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204441.283710:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704635:704635:256:4294967295] 192.168.201.101@tcp LPNI seq info [704630:704630:8:4294967295] 00000400:00000200:0.0:1788204441.283714:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204441.283720:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204441.283723:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204441.283726:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204441.283730:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204441.283733:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1788204441.283743:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204441.283745:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204441.283748:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204441.283751:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204441.283754:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204441.283756:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204441.283758:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204441.283762:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9dc00 x1875052841970176/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204466 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204441.283769:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204441.283772:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9dc00 x1875052841970176/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204466 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204441.283777:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204441.283779:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204441.283781:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204441.283785:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788204441.283788:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204441.283790:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309580298 00000100:00000001:0.0:1788204441.283792:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309581557 00000100:00000001:0.0:1788204441.283794:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309580298 00000100:00000001:0.0:1788204441.283796:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309581557 00000100:00000001:0.0:1788204441.283798:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204441.283800:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204441.283802:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204441.283805:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204441/real 1788204441] req@ffff9c476db9dc00 x1875052841970176/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204441.283813:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204441.283814:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204441.283816:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204441.283818:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204441.283820:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204441.283822:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204441.283825:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9dc00 x1875052841970176/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204441.283834:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9dc00 x1875052841970176/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204441.283840:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204441.283841:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204441.283843:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204441.283844:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204441.283848:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9dc00 x1875052841970176/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204441.283854:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204441.283857:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9dc00 x1875052841970176/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204466 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204441.283863:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204441.283866:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204441.283867:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204441.283868:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204441.283870:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204441.283872:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204441.283875:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204441.283877:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204441.283879:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204441.283883:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9dc00 x1875052841970176/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204466 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204441.283890:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841970176:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204441.283895:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204441.283898:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9ea00 x1875052841970304/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204441.283905:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204441.283907:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204441.283909:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204441.283910:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204441.283912:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204441.283914:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841970304:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204441.283917:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204441.283919:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204441.283921:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204441.283922:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204441.283925:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377000. 02000000:00000001:0.0:1788204441.283927:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204441.283930:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204441.283931:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204441.283934:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204441.283936:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841970304, portal 10 00000100:00000001:0.0:1788204441.283938:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204441.283940:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330352640 : -109644379198976 : ffff9c476db9ea00) 00000100:00000040:0.0:1788204441.283945:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9ea00 x1875052841970304/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204466 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204441.283951:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204441.283953:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204441.283955:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204441.283957:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841970304, offset 0 00000400:00000200:0.0:1788204441.283961:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204441.283965:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204441.283968:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204441.283971:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204441.283973:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204441.283975:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204441.283977:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204441.283980:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704636:704636:256:4294967295] 192.168.201.101@tcp LPNI seq info [704631:704631:8:4294967295] 00000400:00000200:0.0:1788204441.283984:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204441.283990:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204441.283995:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204441.283998:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204441.284002:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204441.284004:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1788204441.284013:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204441.284015:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204441.284018:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204441.284021:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204441.284024:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204441.284025:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204441.284027:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204441.284031:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9ea00 x1875052841970304/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204466 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204441.284039:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204441.284042:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9ea00 x1875052841970304/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204466 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204441.284048:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204441.284049:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204441.284052:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204441.284054:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788204441.284057:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204441.284059:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309580298 00000100:00000001:0.0:1788204441.284062:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309581557 00000100:00000001:0.0:1788204441.284064:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309580298 00000100:00000001:0.0:1788204441.284078:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309581557 00000100:00000001:0.0:1788204441.284081:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204441.284083:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204441.284084:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204441.284088:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204441/real 1788204441] req@ffff9c476db9ea00 x1875052841970304/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204441.284096:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204441.284097:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204441.284099:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204441.284102:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204441.284104:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204441.284106:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204441.284109:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9ea00 x1875052841970304/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204441.284118:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9ea00 x1875052841970304/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204441.284124:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204441.284126:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204441.284128:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204441.284129:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204441.284132:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9ea00 x1875052841970304/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204441.284139:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204441.284143:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9ea00 x1875052841970304/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204466 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204441.284150:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204441.284152:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204441.284154:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204441.284156:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204441.284158:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204441.284160:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204441.284162:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204441.284165:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204441.284167:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204441.284171:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9ea00 x1875052841970304/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204466 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204441.284179:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841970304:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204441.284182:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204441.284186:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9d180 x1875052841970432/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204441.284192:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204441.284193:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204441.284195:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204441.284197:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204441.284199:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204441.284202:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841970432:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204441.284204:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204441.284206:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204441.284207:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204441.284209:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204441.284212:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788204441.284214:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204441.284217:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204441.284219:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204441.284222:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204441.284224:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841970432, portal 4 00000100:00000001:0.0:1788204441.284226:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204441.284227:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330346368 : -109644379205248 : ffff9c476db9d180) 00000100:00000040:0.0:1788204441.284232:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9d180 x1875052841970432/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204466 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204441.284239:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204441.284242:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204441.284244:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204441.284247:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841970432, offset 0 00000400:00000200:0.0:1788204441.284251:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204441.284255:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204441.284258:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204441.284261:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204441.284263:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204441.284266:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204441.284268:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204441.284271:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704637:704637:256:4294967295] 192.168.201.101@tcp LPNI seq info [704632:704632:8:4294967295] 00000400:00000200:0.0:1788204441.284275:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204441.284280:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204441.284284:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204441.284287:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204441.284291:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204441.284294:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1788204441.284304:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204441.284306:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204441.284309:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204441.284312:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204441.284315:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204441.284317:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204441.284319:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204441.284323:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9d180 x1875052841970432/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204466 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204441.284330:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204441.284333:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9d180 x1875052841970432/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204466 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204441.284345:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204441.284346:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204441.284349:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204441.284352:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788204441.284355:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204441.284357:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309580324 00000100:00000001:0.0:1788204441.284360:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309581557 00000100:00000001:0.0:1788204441.284362:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309580324 00000100:00000001:0.0:1788204441.284364:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309581557 00000100:00000001:0.0:1788204441.284366:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204441.284368:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204441.284369:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204441.284372:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204441/real 1788204441] req@ffff9c476db9d180 x1875052841970432/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204441.284379:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204441.284380:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204441.284381:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204441.284384:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204441.284386:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204441.284388:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204441.284391:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9d180 x1875052841970432/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204441.284421:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9d180 x1875052841970432/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204441.284428:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204441.284430:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204441.284431:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204441.284433:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204441.284436:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9d180 x1875052841970432/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204441.284442:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204441.284446:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9d180 x1875052841970432/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204466 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204441.284452:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204441.284455:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204441.284456:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204441.284457:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204441.284459:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204441.284461:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204441.284464:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204441.284467:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204441.284469:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204441.284473:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9d180 x1875052841970432/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204466 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204441.284480:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841970432:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204441.284484:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204441.284486:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204441.284489:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9df80 x1875052841970048/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204466 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204441.284496:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204441.284499:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204441.284501:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376400. 02000000:00000001:0.0:1788204441.284504:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204441.284506:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204441.284507:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788204441.284509:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204441.284512:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a43000. 02000000:00000001:0.0:1788204441.284516:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204441.284518:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204441.284520:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9df80. 00000100:00000001:0.0:1788204441.284523:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204441.284525:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204441.284526:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204441.284529:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9dc00 x1875052841970176/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204466 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204441.284536:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204441.284537:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204441.284539:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374400. 02000000:00000001:0.0:1788204441.284541:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204441.284543:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204441.284544:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204441.284546:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204441.284547:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a43800. 02000000:00000001:0.0:1788204441.284549:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204441.284550:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204441.284552:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9dc00. 00000100:00000001:0.0:1788204441.284554:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204441.284555:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204441.284556:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204441.284560:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9ea00 x1875052841970304/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204466 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204441.284566:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204441.284567:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204441.284568:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377000. 02000000:00000001:0.0:1788204441.284570:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204441.284571:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204441.284572:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204441.284573:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204441.284574:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a41400. 02000000:00000001:0.0:1788204441.284576:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204441.284577:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204441.284579:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9ea00. 00000100:00000001:0.0:1788204441.284581:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204441.284582:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204441.284584:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204441.284587:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9d180 x1875052841970432/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204466 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204441.284593:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204441.284594:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204441.284596:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788204441.284597:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204441.284599:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204441.284600:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788204441.284602:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204441.284603:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a41800. 02000000:00000001:0.0:1788204441.284605:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204441.284606:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204441.284607:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9d180. 00000100:00000001:0.0:1788204441.284609:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204441.284611:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204441.284613:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204441.284619:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204441.284621:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204441.284623:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204441.284625:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204441.922521:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204441.922528:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204441.922534:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204441.922536:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204441.922539:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204441.922540:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204441.922565:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204441.922568:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204441.922571:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204442.562500:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309581557, at 4309581568 00000100:00000040:1.0:1788204442.562500:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309581557, at 4309581568 00000100:00000010:0.0:1788204442.562516:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba180. 00000100:00000010:1.0:1788204442.562519:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba600. 00010000:00000001:0.0:1788204442.946548:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204442.946554:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204442.946559:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204442.946560:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204442.946564:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204442.946565:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204443.970513:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204443.970519:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204443.970525:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204443.970528:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204443.970530:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204443.970533:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204443.970536:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204443.970538:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204443.970540:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204443.970542:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204443.970545:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204443.970547:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204443.970548:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204443.970550:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204443.970551:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204443.970552:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204443.970554:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204443.970556:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204443.970578:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204443.970581:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204443.970583:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204444.994777:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204444.994784:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204444.994788:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204444.994790:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204444.994793:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204444.994794:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204444.994819:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204444.994821:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204444.994825:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204446.018509:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204446.018516:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204446.018523:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204446.018524:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204446.018527:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204446.018528:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204446.018553:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204446.018556:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204446.018559:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788204446.402736:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204446.402740:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204446.402743:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204446.402749:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9e680 x1875052841970560/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204446.402757:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204446.402759:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204446.402762:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204446.402765:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204446.402767:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204446.402770:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841970560:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204446.402774:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204446.402777:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204446.402780:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204446.402782:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204446.402786:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377000. 02000000:00000001:0.0:1788204446.402788:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204446.402794:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204446.402797:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204446.402802:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204446.402809:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841970560, portal 25 00000100:00000001:0.0:1788204446.402811:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204446.402812:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330351744 : -109644379199872 : ffff9c476db9e680) 00000100:00000040:0.0:1788204446.402817:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9e680 x1875052841970560/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204471 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204446.402825:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204446.402827:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204446.402830:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204446.402832:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841970560, offset 0 00000400:00000200:0.0:1788204446.402838:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204446.402844:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204446.402850:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204446.402855:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204446.402858:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204446.402862:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204446.402864:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204446.402868:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704638:704638:256:4294967295] 192.168.201.101@tcp LPNI seq info [704633:704633:8:4294967295] 00000400:00000200:0.0:1788204446.402873:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204446.402892:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204446.402897:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204446.402902:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204446.402908:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204446.402911:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 52 secs later) 00000800:00000100:0.0:1788204446.402924:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204446.402926:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204446.402932:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204446.402936:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204446.402941:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204446.402943:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204446.402946:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204446.402950:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9e680 x1875052841970560/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204471 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204446.402959:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204446.402962:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9e680 x1875052841970560/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204471 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204446.402969:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204446.402971:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204446.402977:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204446.403002:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204446.403005:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4309586676 00000100:00000010:0.0:1788204446.403009:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba180. 00000100:00000001:0.0:1788204446.403016:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788204446.403021:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4309586676 00000100:00000010:0.0:1788204446.403024:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba480. 00000100:00000001:0.0:1788204446.403027:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788204446.403030:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204446.403032:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204446.403035:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204446.403039:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204446/real 1788204446] req@ffff9c476db9e680 x1875052841970560/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204446.403048:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204446.403050:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204446.403052:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204446.403054:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204446.403056:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204446.403058:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204446.403062:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9e680 x1875052841970560/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204446.403071:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9e680 x1875052841970560/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204446.403078:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204446.403079:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204446.403081:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204446.403083:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204446.403087:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9e680 x1875052841970560/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204446.403093:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204446.403097:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9e680 x1875052841970560/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204471 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204446.403104:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204446.403107:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204446.403108:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204446.403110:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204446.403112:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204446.403114:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204446.403117:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204446.403120:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204446.403122:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204446.403126:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9e680 x1875052841970560/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204471 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204446.403134:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841970560:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204446.403139:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204446.403141:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204446.403144:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9e680 x1875052841970560/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204471 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204446.403156:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204446.403159:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204446.403161:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377000. 02000000:00000001:0.0:1788204446.403164:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204446.403166:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204446.403167:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788204446.403168:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204446.403171:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a42400. 02000000:00000001:0.0:1788204446.403174:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204446.403175:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204446.403177:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9e680. 00000100:00000001:0.0:1788204446.403179:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204446.403179:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204446.403181:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204446.403186:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204446.403188:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204446.403189:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204446.403191:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204446.403192:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204446.403196:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9c700 x1875052841970688/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204446.403202:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204446.403204:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204446.403206:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204446.403207:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204446.403209:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204446.403212:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841970688:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204446.403215:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204446.403217:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204446.403219:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204446.403221:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204446.403224:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377000. 02000000:00000001:0.0:1788204446.403225:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204446.403229:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204446.403232:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204446.403234:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204446.403236:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841970688, portal 10 00000100:00000001:0.0:1788204446.403237:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204446.403238:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330343680 : -109644379207936 : ffff9c476db9c700) 00000100:00000040:0.0:1788204446.403252:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9c700 x1875052841970688/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204471 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204446.403258:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204446.403260:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204446.403262:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204446.403265:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841970688, offset 0 00000400:00000200:0.0:1788204446.403269:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204446.403273:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204446.403276:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204446.403279:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204446.403282:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204446.403284:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204446.403294:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204446.403298:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704639:704639:256:4294967295] 192.168.201.101@tcp LPNI seq info [704634:704634:8:4294967295] 00000400:00000200:0.0:1788204446.403302:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204446.403308:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204446.403312:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204446.403316:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204446.403320:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204446.403322:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 52 secs later) 00000800:00000100:0.0:1788204446.403332:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204446.403334:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204446.403337:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204446.403340:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204446.403342:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204446.403343:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204446.403344:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204446.403347:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9c700 x1875052841970688/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204471 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204446.403352:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204446.403353:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9c700 x1875052841970688/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204471 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204446.403357:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204446.403358:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204446.403360:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204446.403363:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788204446.403365:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204446.403366:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309585417 00000100:00000001:0.0:1788204446.403368:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309586676 00000100:00000001:0.0:1788204446.403370:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309585417 00000100:00000001:0.0:1788204446.403371:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309586676 00000100:00000001:0.0:1788204446.403372:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204446.403374:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204446.403375:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204446.403377:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204446/real 1788204446] req@ffff9c476db9c700 x1875052841970688/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204446.403382:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204446.403382:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204446.403383:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204446.403385:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204446.403386:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204446.403387:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204446.403388:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9c700 x1875052841970688/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204446.403413:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9c700 x1875052841970688/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204446.403424:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204446.403426:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204446.403427:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204446.403429:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204446.403432:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9c700 x1875052841970688/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204446.403438:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204446.403441:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9c700 x1875052841970688/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204471 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204446.403448:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204446.403451:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204446.403452:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204446.403453:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204446.403455:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204446.403457:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204446.403459:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204446.403463:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204446.403465:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204446.403474:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9c700 x1875052841970688/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204471 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204446.403479:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841970688:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204446.403482:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204446.403484:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9c000 x1875052841970816/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204446.403487:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204446.403488:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204446.403490:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204446.403491:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204446.403492:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204446.403493:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841970816:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204446.403495:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204446.403497:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204446.403498:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204446.403499:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204446.403501:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374400. 02000000:00000001:0.0:1788204446.403502:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204446.403504:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204446.403506:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204446.403508:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204446.403510:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841970816, portal 10 00000100:00000001:0.0:1788204446.403511:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204446.403512:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330341888 : -109644379209728 : ffff9c476db9c000) 00000100:00000040:0.0:1788204446.403516:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9c000 x1875052841970816/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204471 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204446.403522:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204446.403524:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204446.403526:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204446.403528:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841970816, offset 0 00000400:00000200:0.0:1788204446.403532:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204446.403536:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204446.403540:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204446.403542:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204446.403545:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204446.403547:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204446.403549:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204446.403552:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704640:704640:256:4294967295] 192.168.201.101@tcp LPNI seq info [704635:704635:8:4294967295] 00000400:00000200:0.0:1788204446.403556:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204446.403561:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204446.403565:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204446.403567:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204446.403571:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204446.403574:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 52 secs later) 00000800:00000100:0.0:1788204446.403583:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204446.403585:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204446.403587:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204446.403590:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204446.403591:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204446.403592:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204446.403594:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204446.403596:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9c000 x1875052841970816/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204471 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204446.403601:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204446.403603:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9c000 x1875052841970816/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204471 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204446.403607:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204446.403608:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204446.403610:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204446.403612:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788204446.403614:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204446.403615:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309585418 00000100:00000001:0.0:1788204446.403617:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309586676 00000100:00000001:0.0:1788204446.403618:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309585418 00000100:00000001:0.0:1788204446.403619:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309586676 00000100:00000001:0.0:1788204446.403620:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204446.403621:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204446.403622:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204446.403624:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204446/real 1788204446] req@ffff9c476db9c000 x1875052841970816/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204446.403629:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204446.403630:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204446.403631:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204446.403632:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204446.403633:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204446.403634:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204446.403636:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9c000 x1875052841970816/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204446.403640:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9c000 x1875052841970816/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204446.403643:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204446.403644:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204446.403645:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204446.403646:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204446.403648:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9c000 x1875052841970816/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204446.403651:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204446.403653:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9c000 x1875052841970816/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204471 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204446.403657:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204446.403659:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204446.403660:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204446.403660:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204446.403661:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204446.403662:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204446.403664:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204446.403665:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204446.403666:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204446.403670:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9c000 x1875052841970816/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204471 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204446.403676:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841970816:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204446.403679:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204446.403682:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9d880 x1875052841970944/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204446.403687:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204446.403688:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204446.403690:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204446.403692:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204446.403694:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204446.403697:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841970944:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204446.403700:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204446.403701:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204446.403702:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204446.403704:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204446.403707:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376400. 02000000:00000001:0.0:1788204446.403709:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204446.403712:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204446.403714:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204446.403717:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204446.403720:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841970944, portal 4 00000100:00000001:0.0:1788204446.403722:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204446.403723:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330348160 : -109644379203456 : ffff9c476db9d880) 00000100:00000040:0.0:1788204446.403728:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9d880 x1875052841970944/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204471 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204446.403733:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204446.403734:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204446.403735:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204446.403737:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841970944, offset 0 00000400:00000200:0.0:1788204446.403739:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204446.403742:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204446.403746:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204446.403749:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204446.403751:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204446.403753:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204446.403755:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204446.403758:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704641:704641:256:4294967295] 192.168.201.101@tcp LPNI seq info [704636:704636:8:4294967295] 00000400:00000200:0.0:1788204446.403761:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204446.403767:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204446.403771:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204446.403774:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204446.403778:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204446.403781:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 52 secs later) 00000800:00000100:0.0:1788204446.403790:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204446.403792:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204446.403794:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204446.403796:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204446.403798:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204446.403799:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204446.403801:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204446.403803:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9d880 x1875052841970944/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204471 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204446.403808:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204446.403809:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9d880 x1875052841970944/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204471 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204446.403813:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204446.403814:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204446.403816:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204446.403818:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788204446.403820:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204446.403821:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309585444 00000100:00000001:0.0:1788204446.403822:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309586676 00000100:00000001:0.0:1788204446.403824:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309585444 00000100:00000001:0.0:1788204446.403825:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309586676 00000100:00000001:0.0:1788204446.403826:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204446.403827:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204446.403828:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204446.403830:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204446/real 1788204446] req@ffff9c476db9d880 x1875052841970944/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204446.403834:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204446.403835:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204446.403836:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204446.403837:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204446.403838:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204446.403839:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204446.403840:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9d880 x1875052841970944/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204446.403845:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9d880 x1875052841970944/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204446.403852:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204446.403853:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204446.403854:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204446.403855:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204446.403857:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9d880 x1875052841970944/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204446.403860:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204446.403862:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9d880 x1875052841970944/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204471 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204446.403866:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204446.403867:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204446.403868:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204446.403868:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204446.403869:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204446.403870:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204446.403872:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204446.403874:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204446.403875:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204446.403877:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9d880 x1875052841970944/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204471 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204446.403884:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841970944:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204446.403887:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204446.403889:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204446.403892:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9c700 x1875052841970688/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204471 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204446.403897:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204446.403899:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204446.403901:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377000. 02000000:00000001:0.0:1788204446.403903:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204446.403904:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204446.403906:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204446.403907:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204446.403909:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a41000. 02000000:00000001:0.0:1788204446.403911:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204446.403912:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204446.403914:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9c700. 00000100:00000001:0.0:1788204446.403916:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204446.403918:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204446.403919:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204446.403922:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9c000 x1875052841970816/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204471 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204446.403929:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204446.403930:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204446.403931:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374400. 02000000:00000001:0.0:1788204446.403933:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204446.403934:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204446.403936:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204446.403938:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204446.403939:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a41800. 02000000:00000001:0.0:1788204446.403941:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204446.403942:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204446.403943:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9c000. 00000100:00000001:0.0:1788204446.403945:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204446.403946:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204446.403947:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204446.403950:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9d880 x1875052841970944/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204471 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204446.403957:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204446.403958:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204446.403959:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376400. 02000000:00000001:0.0:1788204446.403961:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204446.403962:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204446.403964:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788204446.403966:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204446.403967:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a41400. 02000000:00000001:0.0:1788204446.403969:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204446.403970:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204446.403972:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9d880. 00000100:00000001:0.0:1788204446.403974:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204446.403975:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204446.403977:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204446.403992:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204446.403993:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204446.403995:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204446.403997:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204447.042500:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204447.042505:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204447.042510:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204447.042511:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204447.042513:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204447.042514:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204447.682484:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309586676, at 4309586688 00000100:00000040:1.0:1788204447.682484:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309586676, at 4309586688 00000100:00000010:1.0:1788204447.682500:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba480. 00000100:00000010:0.0:1788204447.682503:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba180. 00010000:00000001:0.0:1788204448.066503:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204448.066509:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204448.066514:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204448.066515:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204448.066518:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204448.066519:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204448.066541:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204448.066544:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204448.066546:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204449.090505:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204449.090512:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204449.090517:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204449.090519:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204449.090522:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204449.090523:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204449.090560:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204449.090563:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204449.090567:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204450.114510:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204450.114517:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204450.114523:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204450.114524:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204450.114528:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204450.114529:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204450.114553:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204450.114556:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204450.114559:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204451.138523:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204451.138532:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204451.138534:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204451.138537:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204451.138541:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204451.138543:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204451.138545:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204451.138548:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204451.138552:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204451.138553:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204451.138556:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204451.138557:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204451.522739:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204451.522745:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204451.522749:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204451.522756:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c84ad80 x1875052841971072/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204451.522769:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204451.522773:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204451.522780:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204451.522785:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204451.522790:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204451.522799:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c84ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841971072:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204451.522807:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204451.522813:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204451.522817:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204451.522824:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204451.522832:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376400. 02000000:00000001:0.0:1788204451.522837:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204451.522847:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204451.522855:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204451.522864:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204451.522872:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841971072, portal 25 00000100:00000001:0.0:1788204451.522908:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204451.522911:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578521984 : -109644131029632 : ffff9c477c84ad80) 00000100:00000040:0.0:1788204451.522921:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c84ad80 x1875052841971072/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204476 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204451.522939:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204451.522946:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204451.522952:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204451.522959:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841971072, offset 0 00000400:00000200:0.0:1788204451.522971:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204451.522982:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204451.522992:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204451.523002:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204451.523009:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204451.523016:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204451.523023:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204451.523031:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704642:704642:256:4294967295] 192.168.201.101@tcp LPNI seq info [704637:704637:8:4294967295] 00000400:00000200:0.0:1788204451.523043:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204451.523060:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204451.523071:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204451.523079:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204451.523089:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204451.523094:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 47 secs later) 00000800:00000100:0.0:1788204451.523122:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204451.523126:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204451.523136:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204451.523147:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204451.523154:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204451.523158:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204451.523165:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204451.523173:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c84ad80 x1875052841971072/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204476 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204451.523188:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204451.523196:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84ad80 x1875052841971072/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204476 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204451.523225:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204451.523231:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204451.523246:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204451.523255:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204451.523260:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4309591796 00000100:00000010:0.0:1788204451.523268:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba180. 00000100:00000001:0.0:1788204451.523276:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788204451.523284:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4309591796 00000100:00000010:0.0:1788204451.523293:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba900. 00000100:00000001:0.0:1788204451.523298:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788204451.523304:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204451.523311:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204451.523315:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204451.523322:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204451/real 1788204451] req@ffff9c477c84ad80 x1875052841971072/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204451.523335:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204451.523339:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204451.523343:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204451.523349:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204451.523353:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204451.523358:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204451.523366:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c84ad80 x1875052841971072/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204451.523384:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c84ad80 x1875052841971072/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204451.523392:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204451.523419:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204451.523422:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204451.523424:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204451.523429:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c84ad80 x1875052841971072/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204451.523436:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204451.523441:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c84ad80 x1875052841971072/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204476 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204451.523446:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204451.523448:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204451.523449:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204451.523450:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204451.523451:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204451.523453:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204451.523454:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204451.523457:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204451.523459:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204451.523461:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c84ad80 x1875052841971072/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204476 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204451.523466:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c84ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841971072:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204451.523469:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204451.523470:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204451.523472:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c84ad80 x1875052841971072/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204476 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204451.523485:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204451.523487:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204451.523489:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376400. 02000000:00000001:0.0:1788204451.523492:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204451.523494:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204451.523496:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788204451.523498:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204451.523500:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f0800. 02000000:00000001:0.0:1788204451.523504:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204451.523506:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204451.523508:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c84ad80. 00000100:00000001:0.0:1788204451.523511:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204451.523518:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204451.523520:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204451.523527:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204451.523529:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204451.523531:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204451.523532:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204451.523534:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204451.523538:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c849500 x1875052841971200/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204451.523544:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204451.523545:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204451.523547:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204451.523549:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204451.523551:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204451.523554:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c849500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841971200:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204451.523557:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204451.523559:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204451.523561:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204451.523562:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204451.523565:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376400. 02000000:00000001:0.0:1788204451.523567:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204451.523571:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204451.523574:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204451.523578:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204451.523581:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841971200, portal 10 00000100:00000001:0.0:1788204451.523583:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204451.523584:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578515712 : -109644131035904 : ffff9c477c849500) 00000100:00000040:0.0:1788204451.523590:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c849500 x1875052841971200/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204476 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204451.523597:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204451.523599:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204451.523601:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204451.523604:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841971200, offset 0 00000400:00000200:0.0:1788204451.523607:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204451.523611:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204451.523615:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204451.523618:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204451.523620:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204451.523623:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204451.523625:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204451.523628:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704643:704643:256:4294967295] 192.168.201.101@tcp LPNI seq info [704638:704638:8:4294967295] 00000400:00000200:0.0:1788204451.523632:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204451.523638:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204451.523642:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204451.523645:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204451.523649:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204451.523652:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 47 secs later) 00000800:00000100:0.0:1788204451.523662:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204451.523664:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204451.523667:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204451.523670:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204451.523673:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204451.523675:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204451.523678:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204451.523682:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c849500 x1875052841971200/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204476 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204451.523689:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204451.523692:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c849500 x1875052841971200/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204476 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204451.523699:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204451.523700:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204451.523704:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204451.523707:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788204451.523710:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204451.523712:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309590538 00000100:00000001:0.0:1788204451.523714:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309591796 00000100:00000001:0.0:1788204451.523717:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309590538 00000100:00000001:0.0:1788204451.523718:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309591796 00000100:00000001:0.0:1788204451.523720:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204451.523722:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204451.523724:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204451.523728:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204451/real 1788204451] req@ffff9c477c849500 x1875052841971200/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204451.523736:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204451.523737:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204451.523739:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204451.523741:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204451.523742:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204451.523744:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204451.523747:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c849500 x1875052841971200/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204451.523755:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c849500 x1875052841971200/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204451.523766:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204451.523767:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204451.523769:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204451.523770:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204451.523774:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c849500 x1875052841971200/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204451.523780:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204451.523784:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c849500 x1875052841971200/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204476 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204451.523791:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204451.523793:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204451.523794:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204451.523796:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204451.523797:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204451.523799:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204451.523801:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204451.523805:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204451.523807:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204451.523810:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c849500 x1875052841971200/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204476 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204451.523814:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c849500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841971200:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204451.523817:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204451.523818:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c84bb80 x1875052841971328/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204451.523823:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204451.523824:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204451.523827:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204451.523828:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204451.523830:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204451.523833:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c84bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841971328:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204451.523836:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204451.523837:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204451.523839:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204451.523841:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204451.523844:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374400. 02000000:00000001:0.0:1788204451.523846:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204451.523849:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204451.523851:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204451.523855:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204451.523858:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841971328, portal 10 00000100:00000001:0.0:1788204451.523860:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204451.523861:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578525568 : -109644131026048 : ffff9c477c84bb80) 00000100:00000040:0.0:1788204451.523867:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c84bb80 x1875052841971328/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204476 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204451.523874:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204451.523876:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204451.523878:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204451.523880:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841971328, offset 0 00000400:00000200:0.0:1788204451.523885:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204451.523904:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204451.523909:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204451.523912:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204451.523914:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204451.523916:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204451.523919:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204451.523922:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704644:704644:256:4294967295] 192.168.201.101@tcp LPNI seq info [704639:704639:8:4294967295] 00000400:00000200:0.0:1788204451.523926:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204451.523932:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204451.523936:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204451.523940:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204451.523944:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204451.523947:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 47 secs later) 00000800:00000100:0.0:1788204451.523957:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204451.523959:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204451.523962:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204451.523965:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204451.523968:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204451.523969:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204451.523972:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204451.523975:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c84bb80 x1875052841971328/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204476 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204451.523982:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204451.523985:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84bb80 x1875052841971328/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204476 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204451.523991:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204451.523992:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204451.523996:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204451.523998:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788204451.524000:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204451.524001:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309590538 00000100:00000001:0.0:1788204451.524003:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309591796 00000100:00000001:0.0:1788204451.524005:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309590538 00000100:00000001:0.0:1788204451.524006:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309591796 00000100:00000001:0.0:1788204451.524008:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204451.524010:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204451.524012:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204451.524015:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204451/real 1788204451] req@ffff9c477c84bb80 x1875052841971328/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204451.524023:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204451.524024:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204451.524026:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204451.524028:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204451.524030:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204451.524032:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204451.524035:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c84bb80 x1875052841971328/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204451.524043:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c84bb80 x1875052841971328/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204451.524050:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204451.524051:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204451.524053:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204451.524054:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204451.524058:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c84bb80 x1875052841971328/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204451.524065:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204451.524068:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c84bb80 x1875052841971328/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204476 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204451.524075:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204451.524077:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204451.524079:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204451.524080:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204451.524082:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204451.524083:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204451.524086:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204451.524089:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204451.524091:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204451.524096:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c84bb80 x1875052841971328/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204476 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204451.524103:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c84bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841971328:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204451.524107:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204451.524110:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c848380 x1875052841971456/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204451.524116:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204451.524118:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204451.524120:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204451.524122:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204451.524123:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204451.524127:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c848380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841971456:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204451.524129:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204451.524131:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204451.524132:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204451.524134:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204451.524137:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377000. 02000000:00000001:0.0:1788204451.524139:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204451.524142:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204451.524145:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204451.524147:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204451.524149:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841971456, portal 4 00000100:00000001:0.0:1788204451.524151:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204451.524151:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578511232 : -109644131040384 : ffff9c477c848380) 00000100:00000040:0.0:1788204451.524157:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c848380 x1875052841971456/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204476 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204451.524163:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204451.524165:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204451.524167:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204451.524169:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841971456, offset 0 00000400:00000200:0.0:1788204451.524173:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204451.524177:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204451.524180:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204451.524183:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204451.524185:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204451.524188:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204451.524190:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204451.524192:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704645:704645:256:4294967295] 192.168.201.101@tcp LPNI seq info [704640:704640:8:4294967295] 00000400:00000200:0.0:1788204451.524197:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204451.524202:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204451.524207:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204451.524210:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204451.524214:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204451.524217:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 47 secs later) 00000800:00000100:0.0:1788204451.524227:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204451.524228:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204451.524231:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204451.524234:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204451.524237:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204451.524239:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204451.524241:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204451.524244:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c848380 x1875052841971456/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204476 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204451.524252:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204451.524255:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c848380 x1875052841971456/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204476 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204451.524261:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204451.524262:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204451.524266:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204451.524269:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788204451.524272:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204451.524274:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309590564 00000100:00000001:0.0:1788204451.524276:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309591796 00000100:00000001:0.0:1788204451.524278:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309590564 00000100:00000001:0.0:1788204451.524280:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309591796 00000100:00000001:0.0:1788204451.524282:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204451.524284:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204451.524286:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204451.524290:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204451/real 1788204451] req@ffff9c477c848380 x1875052841971456/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204451.524298:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204451.524299:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204451.524301:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204451.524303:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204451.524304:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204451.524306:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204451.524309:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c848380 x1875052841971456/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204451.524318:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c848380 x1875052841971456/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204451.524324:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204451.524325:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204451.524327:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204451.524328:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204451.524332:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c848380 x1875052841971456/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204451.524338:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204451.524342:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c848380 x1875052841971456/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204476 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204451.524348:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204451.524350:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204451.524351:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204451.524352:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204451.524354:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204451.524356:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204451.524358:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204451.524361:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204451.524363:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204451.524367:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c848380 x1875052841971456/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204476 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204451.524374:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c848380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841971456:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204451.524378:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204451.524380:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204451.524383:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c849500 x1875052841971200/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204476 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204451.524389:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204451.524390:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204451.524392:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376400. 02000000:00000001:0.0:1788204451.524412:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204451.524414:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204451.524415:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204451.524417:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204451.524419:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f2000. 02000000:00000001:0.0:1788204451.524421:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204451.524423:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204451.524424:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c849500. 00000100:00000001:0.0:1788204451.524427:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204451.524428:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204451.524430:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204451.524433:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c84bb80 x1875052841971328/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204476 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204451.524445:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204451.524446:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204451.524448:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374400. 02000000:00000001:0.0:1788204451.524450:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204451.524451:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204451.524452:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204451.524454:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204451.524455:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f1c00. 02000000:00000001:0.0:1788204451.524457:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204451.524458:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204451.524460:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c84bb80. 00000100:00000001:0.0:1788204451.524462:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204451.524463:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204451.524464:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204451.524468:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c848380 x1875052841971456/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204476 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204451.524474:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204451.524475:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204451.524476:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377000. 02000000:00000001:0.0:1788204451.524479:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204451.524480:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204451.524481:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788204451.524483:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204451.524484:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f3400. 02000000:00000001:0.0:1788204451.524487:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204451.524488:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204451.524489:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c848380. 00000100:00000001:0.0:1788204451.524491:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204451.524492:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204451.524494:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204451.524498:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204451.524499:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204451.524501:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204451.524502:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204452.162530:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204452.162550:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204452.162555:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204452.162557:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204452.162560:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204452.162561:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204452.162585:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204452.162588:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204452.162597:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204452.802483:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309591796, at 4309591808 00000100:00000040:1.0:1788204452.802483:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309591796, at 4309591808 00000100:00000010:0.0:1788204452.802496:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba180. 00000100:00000010:1.0:1788204452.802499:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba900. 00010000:00000001:0.0:1788204453.186521:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204453.186528:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204453.186534:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204453.186536:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204453.186539:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204453.186541:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204453.186580:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204453.186583:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204453.186586:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204454.210498:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204454.210504:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204454.210508:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204454.210510:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204454.210512:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204454.210515:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204454.210517:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204454.210519:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204454.210520:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204454.210522:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204454.210525:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204454.210525:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204454.210526:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204454.210527:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204454.210528:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204454.210528:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204454.210529:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204454.210531:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204454.210550:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204454.210552:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204454.210554:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204455.234482:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204455.234489:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204455.234496:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204455.234497:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204455.234501:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204455.234502:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204456.258520:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204456.258526:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204456.258531:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204456.258533:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204456.258536:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204456.258537:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204456.258570:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204456.258573:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204456.258576:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788204456.642657:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204456.642663:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204456.642668:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204456.642679:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c848e00 x1875052841971584/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204456.642695:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204456.642701:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204456.642708:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204456.642714:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204456.642721:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204456.642731:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c848e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841971584:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204456.642739:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204456.642746:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204456.642750:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204456.642756:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204456.642763:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374400. 02000000:00000001:0.0:1788204456.642769:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204456.642787:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204456.642796:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204456.642816:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204456.642822:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841971584, portal 25 00000100:00000001:0.0:1788204456.642826:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204456.642829:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578513920 : -109644131037696 : ffff9c477c848e00) 00000100:00000040:0.0:1788204456.642838:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c848e00 x1875052841971584/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204481 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204456.642854:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204456.642860:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204456.642863:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204456.642867:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841971584, offset 0 00000400:00000200:0.0:1788204456.642874:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204456.642885:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204456.642896:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204456.642904:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204456.642911:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204456.642918:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204456.642924:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204456.642934:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704646:704646:256:4294967295] 192.168.201.101@tcp LPNI seq info [704641:704641:8:4294967295] 00000400:00000200:0.0:1788204456.642945:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204456.642959:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204456.642970:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204456.642978:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204456.642989:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204456.642995:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 42 secs later) 00000800:00000100:0.0:1788204456.643033:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204456.643038:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204456.643049:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204456.643057:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204456.643066:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204456.643072:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204456.643079:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204456.643095:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c848e00 x1875052841971584/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204481 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204456.643121:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204456.643128:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c848e00 x1875052841971584/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204481 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204456.643154:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204456.643156:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204456.643166:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204456.643173:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204456.643176:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4309596916 00000100:00000010:0.0:1788204456.643180:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba180. 00000100:00000001:0.0:1788204456.643186:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788204456.643190:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4309596916 00000100:00000010:0.0:1788204456.643192:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685baa20. 00000100:00000001:0.0:1788204456.643194:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788204456.643196:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204456.643198:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204456.643200:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204456.643203:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204456/real 1788204456] req@ffff9c477c848e00 x1875052841971584/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204456.643210:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204456.643211:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204456.643213:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204456.643215:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204456.643216:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204456.643217:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204456.643220:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c848e00 x1875052841971584/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204456.643225:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c848e00 x1875052841971584/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204456.643232:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204456.643233:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204456.643235:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204456.643236:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204456.643240:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c848e00 x1875052841971584/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204456.643246:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204456.643250:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c848e00 x1875052841971584/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204481 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204456.643257:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204456.643260:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204456.643261:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204456.643262:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204456.643265:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204456.643267:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204456.643270:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204456.643273:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204456.643276:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204456.643280:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c848e00 x1875052841971584/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204481 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204456.643287:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c848e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841971584:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204456.643290:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204456.643291:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204456.643293:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c848e00 x1875052841971584/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204481 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204456.643297:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204456.643299:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204456.643301:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374400. 02000000:00000001:0.0:1788204456.643303:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204456.643304:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204456.643305:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788204456.643307:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204456.643309:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f1000. 02000000:00000001:0.0:1788204456.643311:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204456.643313:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204456.643314:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c848e00. 00000100:00000001:0.0:1788204456.643316:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204456.643317:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204456.643318:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204456.643323:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204456.643325:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204456.643326:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204456.643327:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204456.643328:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204456.643330:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c848380 x1875052841971712/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204456.643334:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204456.643335:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204456.643337:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204456.643338:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204456.643339:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204456.643340:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c848380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841971712:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204456.643342:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204456.643344:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204456.643345:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204456.643346:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204456.643348:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374400. 02000000:00000001:0.0:1788204456.643349:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204456.643351:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204456.643353:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204456.643356:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204456.643359:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841971712, portal 10 00000100:00000001:0.0:1788204456.643361:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204456.643362:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578511232 : -109644131040384 : ffff9c477c848380) 00000100:00000040:0.0:1788204456.643369:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c848380 x1875052841971712/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204481 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204456.643375:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204456.643377:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204456.643379:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204456.643382:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841971712, offset 0 00000400:00000200:0.0:1788204456.643386:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204456.643389:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204456.643421:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204456.643425:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204456.643428:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204456.643430:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204456.643432:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204456.643435:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704647:704647:256:4294967295] 192.168.201.101@tcp LPNI seq info [704642:704642:8:4294967295] 00000400:00000200:0.0:1788204456.643440:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204456.643446:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204456.643451:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204456.643454:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204456.643458:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204456.643460:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 42 secs later) 00000800:00000100:0.0:1788204456.643467:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204456.643469:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204456.643472:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204456.643475:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204456.643478:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204456.643480:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204456.643482:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204456.643486:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c848380 x1875052841971712/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204481 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204456.643499:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204456.643502:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c848380 x1875052841971712/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204481 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204456.643508:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204456.643510:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204456.643513:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204456.643517:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788204456.643519:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204456.643521:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309595658 00000100:00000001:0.0:1788204456.643523:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309596916 00000100:00000001:0.0:1788204456.643524:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309595658 00000100:00000001:0.0:1788204456.643525:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309596916 00000100:00000001:0.0:1788204456.643527:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204456.643528:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204456.643529:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204456.643531:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204456/real 1788204456] req@ffff9c477c848380 x1875052841971712/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204456.643536:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204456.643537:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204456.643538:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204456.643539:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204456.643540:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204456.643542:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204456.643543:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c848380 x1875052841971712/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204456.643548:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c848380 x1875052841971712/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204456.643552:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204456.643553:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204456.643554:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204456.643555:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204456.643557:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c848380 x1875052841971712/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204456.643560:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204456.643562:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c848380 x1875052841971712/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204481 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204456.643567:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204456.643569:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204456.643571:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204456.643572:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204456.643573:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204456.643575:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204456.643577:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204456.643581:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204456.643583:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204456.643586:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c848380 x1875052841971712/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204481 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204456.643592:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c848380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841971712:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204456.643595:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204456.643597:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c84bb80 x1875052841971840/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204456.643603:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204456.643604:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204456.643606:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204456.643607:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204456.643609:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204456.643612:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c84bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841971840:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204456.643614:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204456.643616:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204456.643618:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204456.643619:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204456.643622:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376400. 02000000:00000001:0.0:1788204456.643624:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204456.643627:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204456.643629:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204456.643632:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204456.643635:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841971840, portal 10 00000100:00000001:0.0:1788204456.643636:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204456.643638:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578525568 : -109644131026048 : ffff9c477c84bb80) 00000100:00000040:0.0:1788204456.643643:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c84bb80 x1875052841971840/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204481 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204456.643648:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204456.643650:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204456.643652:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204456.643654:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841971840, offset 0 00000400:00000200:0.0:1788204456.643658:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204456.643662:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204456.643665:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204456.643667:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204456.643669:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204456.643671:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204456.643674:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204456.643676:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704648:704648:256:4294967295] 192.168.201.101@tcp LPNI seq info [704643:704643:8:4294967295] 00000400:00000200:0.0:1788204456.643679:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204456.643684:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204456.643687:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204456.643690:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204456.643693:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204456.643696:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 42 secs later) 00000800:00000100:0.0:1788204456.643704:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204456.643706:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204456.643708:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204456.643710:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204456.643713:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204456.643714:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204456.643716:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204456.643719:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c84bb80 x1875052841971840/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204481 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204456.643725:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204456.643727:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84bb80 x1875052841971840/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204481 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204456.643732:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204456.643734:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204456.643736:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204456.643739:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788204456.643741:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204456.643743:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309595658 00000100:00000001:0.0:1788204456.643745:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309596916 00000100:00000001:0.0:1788204456.643747:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309595658 00000100:00000001:0.0:1788204456.643749:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309596916 00000100:00000001:0.0:1788204456.643751:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204456.643753:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204456.643754:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204456.643757:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204456/real 1788204456] req@ffff9c477c84bb80 x1875052841971840/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204456.643764:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204456.643765:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204456.643767:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204456.643769:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204456.643770:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204456.643772:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204456.643775:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c84bb80 x1875052841971840/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204456.643783:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c84bb80 x1875052841971840/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204456.643787:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204456.643788:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204456.643790:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204456.643791:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204456.643793:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c84bb80 x1875052841971840/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204456.643797:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204456.643799:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c84bb80 x1875052841971840/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204481 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204456.643814:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204456.643815:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204456.643816:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204456.643817:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204456.643818:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204456.643820:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204456.643821:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204456.643823:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204456.643824:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204456.643827:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c84bb80 x1875052841971840/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204481 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204456.643835:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c84bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841971840:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204456.643837:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204456.643839:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c849500 x1875052841971968/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204456.643843:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204456.643843:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204456.643845:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204456.643846:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204456.643847:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204456.643849:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c849500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841971968:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204456.643851:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204456.643852:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204456.643853:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204456.643854:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204456.643856:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788204456.643857:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204456.643860:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204456.643861:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204456.643863:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204456.643865:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841971968, portal 4 00000100:00000001:0.0:1788204456.643867:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204456.643867:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578515712 : -109644131035904 : ffff9c477c849500) 00000100:00000040:0.0:1788204456.643871:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c849500 x1875052841971968/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204481 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204456.643876:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204456.643878:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204456.643880:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204456.643883:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841971968, offset 0 00000400:00000200:0.0:1788204456.643886:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204456.643890:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204456.643894:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204456.643896:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204456.643899:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204456.643901:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204456.643903:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204456.643906:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704649:704649:256:4294967295] 192.168.201.101@tcp LPNI seq info [704644:704644:8:4294967295] 00000400:00000200:0.0:1788204456.643909:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204456.643914:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204456.643918:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204456.643922:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204456.643925:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204456.643928:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 42 secs later) 00000800:00000100:0.0:1788204456.643937:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204456.643939:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204456.643942:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204456.643945:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204456.643947:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204456.643948:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204456.643951:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204456.643954:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c849500 x1875052841971968/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204481 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204456.643959:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204456.643960:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c849500 x1875052841971968/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204481 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204456.643964:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204456.643965:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204456.643967:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204456.643969:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788204456.643971:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204456.643973:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309595684 00000100:00000001:0.0:1788204456.643976:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309596916 00000100:00000001:0.0:1788204456.643978:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309595684 00000100:00000001:0.0:1788204456.643980:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309596916 00000100:00000001:0.0:1788204456.643982:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204456.643984:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204456.643986:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204456.643989:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204456/real 1788204456] req@ffff9c477c849500 x1875052841971968/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204456.643997:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204456.643998:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204456.644000:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204456.644002:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204456.644003:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204456.644005:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204456.644008:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c849500 x1875052841971968/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204456.644016:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c849500 x1875052841971968/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204456.644022:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204456.644024:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204456.644026:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204456.644027:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204456.644030:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c849500 x1875052841971968/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204456.644036:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204456.644040:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c849500 x1875052841971968/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204481 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204456.644046:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204456.644049:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204456.644050:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204456.644051:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204456.644053:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204456.644055:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204456.644057:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204456.644060:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204456.644062:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204456.644065:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c849500 x1875052841971968/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204481 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204456.644073:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c849500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841971968:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204456.644076:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204456.644078:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204456.644081:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c848380 x1875052841971712/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204481 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204456.644087:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204456.644088:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204456.644090:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374400. 02000000:00000001:0.0:1788204456.644092:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204456.644094:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204456.644095:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204456.644097:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204456.644098:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f3c00. 02000000:00000001:0.0:1788204456.644101:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204456.644102:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204456.644103:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c848380. 00000100:00000001:0.0:1788204456.644106:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204456.644107:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204456.644108:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204456.644111:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c84bb80 x1875052841971840/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204481 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204456.644122:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204456.644123:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204456.644124:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376400. 02000000:00000001:0.0:1788204456.644127:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204456.644128:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204456.644129:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204456.644130:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204456.644131:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f2400. 02000000:00000001:0.0:1788204456.644133:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204456.644135:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204456.644136:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c84bb80. 00000100:00000001:0.0:1788204456.644138:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204456.644139:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204456.644141:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204456.644143:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c849500 x1875052841971968/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204481 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204456.644149:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204456.644150:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204456.644152:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788204456.644153:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204456.644155:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204456.644156:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788204456.644157:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204456.644159:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f1400. 02000000:00000001:0.0:1788204456.644160:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204456.644161:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204456.644163:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c849500. 00000100:00000001:0.0:1788204456.644164:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204456.644165:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204456.644167:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204456.644171:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204456.644172:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204456.644174:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204456.644175:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204457.282491:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204457.282496:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204457.282507:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204457.282508:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204457.282515:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204457.282516:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204457.282538:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204457.282541:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204457.282544:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204457.922485:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309596916, at 4309596928 00000100:00000040:1.0:1788204457.922485:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309596916, at 4309596928 00000100:00000010:0.0:1788204457.922499:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba180. 00000100:00000010:1.0:1788204457.922499:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685baa20. 00010000:00000001:0.0:1788204458.306489:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204458.306500:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204458.306506:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204458.306507:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204458.306511:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204458.306512:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204458.306561:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204458.306564:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204458.306567:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204459.330471:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204459.330477:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204459.330484:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204459.330485:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204459.330488:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204459.330489:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204460.354481:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204460.354488:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204460.354489:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204460.354492:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204460.354496:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204460.354498:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204460.354499:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204460.354500:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204460.354503:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204460.354504:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204460.354506:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204460.354507:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204460.354577:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204460.354581:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204460.354584:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204461.378510:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204461.378516:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204461.378520:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204461.378521:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204461.378523:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204461.378524:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204461.378542:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204461.378544:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204461.378547:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788204461.762757:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204461.762763:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204461.762769:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204461.762780:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9f480 x1875052841972096/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204461.762798:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204461.762802:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204461.762808:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204461.762812:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204461.762817:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204461.762824:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841972096:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204461.762833:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204461.762839:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204461.762843:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204461.762848:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204461.762855:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376400. 02000000:00000001:0.0:1788204461.762860:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204461.762870:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204461.762875:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204461.762884:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204461.762893:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841972096, portal 25 00000100:00000001:0.0:1788204461.762911:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204461.762915:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330355328 : -109644379196288 : ffff9c476db9f480) 00000100:00000040:0.0:1788204461.762926:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9f480 x1875052841972096/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204486 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204461.762942:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204461.762947:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204461.762952:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204461.762958:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841972096, offset 0 00000400:00000200:0.0:1788204461.762966:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204461.762976:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204461.762983:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204461.762988:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204461.762993:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204461.762999:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204461.763003:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204461.763008:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704650:704650:256:4294967295] 192.168.201.101@tcp LPNI seq info [704645:704645:8:4294967295] 00000400:00000200:0.0:1788204461.763014:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204461.763022:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204461.763027:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204461.763032:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204461.763043:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204461.763049:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1788204461.763077:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204461.763083:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204461.763090:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204461.763102:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204461.763111:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204461.763115:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204461.763122:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204461.763129:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9f480 x1875052841972096/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204486 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204461.763143:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204461.763148:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9f480 x1875052841972096/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204486 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204461.763160:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204461.763163:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204461.763171:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204461.763176:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204461.763179:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4309602036 00000100:00000010:0.0:1788204461.763185:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba180. 00000100:00000001:0.0:1788204461.763192:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788204461.763199:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4309602036 00000100:00000010:0.0:1788204461.763202:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba360. 00000100:00000001:0.0:1788204461.763205:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788204461.763209:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204461.763211:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204461.763215:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204461.763220:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204461/real 1788204461] req@ffff9c476db9f480 x1875052841972096/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204461.763249:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204461.763251:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204461.763253:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204461.763256:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204461.763259:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204461.763262:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204461.763267:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9f480 x1875052841972096/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204461.763277:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9f480 x1875052841972096/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204461.763295:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204461.763297:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204461.763308:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204461.763315:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204461.763324:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9f480 x1875052841972096/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204461.763341:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204461.763350:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9f480 x1875052841972096/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204486 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204461.763364:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204461.763370:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204461.763375:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204461.763378:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204461.763382:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204461.763386:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204461.763392:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204461.763426:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204461.763429:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204461.763439:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9f480 x1875052841972096/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204486 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204461.763457:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841972096:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204461.763467:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204461.763472:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204461.763478:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9f480 x1875052841972096/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204486 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204461.763497:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204461.763507:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204461.763513:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376400. 02000000:00000001:0.0:1788204461.763517:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204461.763520:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204461.763522:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788204461.763526:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204461.763529:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a43000. 02000000:00000001:0.0:1788204461.763534:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204461.763537:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204461.763539:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9f480. 00000100:00000001:0.0:1788204461.763543:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204461.763545:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204461.763548:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204461.763557:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204461.763559:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204461.763564:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204461.763567:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204461.763570:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204461.763576:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9f800 x1875052841972224/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204461.763589:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204461.763592:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204461.763596:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204461.763599:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204461.763603:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204461.763611:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841972224:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204461.763616:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204461.763618:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204461.763621:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204461.763623:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204461.763626:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376400. 02000000:00000001:0.0:1788204461.763630:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204461.763635:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204461.763638:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204461.763642:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204461.763645:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841972224, portal 10 00000100:00000001:0.0:1788204461.763647:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204461.763648:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330356224 : -109644379195392 : ffff9c476db9f800) 00000100:00000040:0.0:1788204461.763654:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9f800 x1875052841972224/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204486 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204461.763659:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204461.763662:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204461.763665:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204461.763667:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841972224, offset 0 00000400:00000200:0.0:1788204461.763671:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204461.763675:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204461.763679:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204461.763682:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204461.763685:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204461.763687:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204461.763689:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204461.763692:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704651:704651:256:4294967295] 192.168.201.101@tcp LPNI seq info [704646:704646:8:4294967295] 00000400:00000200:0.0:1788204461.763696:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204461.763702:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204461.763707:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204461.763710:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204461.763730:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204461.763732:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1788204461.763743:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204461.763745:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204461.763748:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204461.763752:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204461.763755:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204461.763757:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204461.763759:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204461.763763:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9f800 x1875052841972224/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204486 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204461.763771:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204461.763774:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9f800 x1875052841972224/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204486 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204461.763779:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204461.763780:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204461.763783:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204461.763786:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788204461.763788:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204461.763790:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309600778 00000100:00000001:0.0:1788204461.763792:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309602036 00000100:00000001:0.0:1788204461.763793:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309600778 00000100:00000001:0.0:1788204461.763795:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309602036 00000100:00000001:0.0:1788204461.763796:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204461.763798:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204461.763799:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204461.763801:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204461/real 1788204461] req@ffff9c476db9f800 x1875052841972224/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204461.763806:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204461.763807:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204461.763808:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204461.763810:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204461.763811:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204461.763812:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204461.763814:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9f800 x1875052841972224/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204461.763818:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9f800 x1875052841972224/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204461.763822:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204461.763822:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204461.763823:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204461.763824:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204461.763826:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9f800 x1875052841972224/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204461.763830:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204461.763832:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9f800 x1875052841972224/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204486 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204461.763836:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204461.763838:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204461.763839:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204461.763840:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204461.763841:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204461.763842:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204461.763843:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204461.763845:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204461.763846:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204461.763848:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9f800 x1875052841972224/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204486 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204461.763852:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841972224:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204461.763855:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204461.763857:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9c380 x1875052841972352/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204461.763861:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204461.763862:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204461.763863:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204461.763864:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204461.763865:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204461.763866:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841972352:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204461.763868:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204461.763869:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204461.763870:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204461.763871:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204461.763874:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374400. 02000000:00000001:0.0:1788204461.763875:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204461.763877:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204461.763879:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204461.763881:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204461.763882:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841972352, portal 10 00000100:00000001:0.0:1788204461.763884:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204461.763885:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330342784 : -109644379208832 : ffff9c476db9c380) 00000100:00000040:0.0:1788204461.763889:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9c380 x1875052841972352/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204486 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204461.763893:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204461.763894:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204461.763895:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204461.763897:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841972352, offset 0 00000400:00000200:0.0:1788204461.763899:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204461.763901:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204461.763904:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204461.763905:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204461.763907:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204461.763909:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204461.763910:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204461.763912:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704652:704652:256:4294967295] 192.168.201.101@tcp LPNI seq info [704647:704647:8:4294967295] 00000400:00000200:0.0:1788204461.763914:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204461.763918:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204461.763921:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204461.763923:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204461.763926:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204461.763929:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1788204461.763939:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204461.763940:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204461.763943:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204461.763946:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204461.763949:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204461.763951:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204461.763953:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204461.763957:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9c380 x1875052841972352/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204486 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204461.763965:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204461.763967:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9c380 x1875052841972352/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204486 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204461.763974:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204461.763975:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204461.763978:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204461.763981:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788204461.763984:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204461.763986:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309600778 00000100:00000001:0.0:1788204461.763988:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309602036 00000100:00000001:0.0:1788204461.763990:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309600778 00000100:00000001:0.0:1788204461.763993:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309602036 00000100:00000001:0.0:1788204461.763995:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204461.763997:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204461.763999:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204461.764002:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204461/real 1788204461] req@ffff9c476db9c380 x1875052841972352/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204461.764008:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204461.764009:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204461.764010:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204461.764012:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204461.764013:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204461.764014:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204461.764016:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9c380 x1875052841972352/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204461.764021:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9c380 x1875052841972352/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204461.764026:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204461.764027:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204461.764028:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204461.764029:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204461.764031:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9c380 x1875052841972352/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204461.764034:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204461.764036:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9c380 x1875052841972352/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204486 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204461.764040:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204461.764041:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204461.764042:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204461.764042:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204461.764043:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204461.764045:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204461.764046:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204461.764049:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204461.764050:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204461.764052:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9c380 x1875052841972352/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204486 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204461.764056:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841972352:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204461.764058:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204461.764059:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204461.764061:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9f800 x1875052841972224/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204486 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204461.764064:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204461.764065:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204461.764067:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376400. 02000000:00000001:0.0:1788204461.764068:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204461.764069:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204461.764070:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204461.764072:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204461.764073:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a43400. 02000000:00000001:0.0:1788204461.764075:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204461.764076:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204461.764077:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9f800. 00000100:00000001:0.0:1788204461.764078:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204461.764079:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204461.764081:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204461.764084:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9c380 x1875052841972352/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204486 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204461.764090:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204461.764091:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204461.764092:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374400. 02000000:00000001:0.0:1788204461.764094:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204461.764096:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204461.764097:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204461.764099:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204461.764100:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a40000. 02000000:00000001:0.0:1788204461.764103:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204461.764104:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204461.764105:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9c380. 00000100:00000001:0.0:1788204461.764108:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204461.764109:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204461.764110:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204461.764113:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204461.764114:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204461.764115:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204461.764116:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204461.764117:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204461.764120:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9ca80 x1875052841972480/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204461.764124:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204461.764125:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204461.764127:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204461.764128:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204461.764129:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204461.764131:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841972480:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204461.764133:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204461.764134:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204461.764135:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204461.764136:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204461.764138:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374400. 02000000:00000001:0.0:1788204461.764139:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204461.764142:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204461.764143:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204461.764145:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204461.764147:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841972480, portal 4 00000100:00000001:0.0:1788204461.764149:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204461.764150:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330344576 : -109644379207040 : ffff9c476db9ca80) 00000100:00000040:0.0:1788204461.764153:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9ca80 x1875052841972480/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204486 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204461.764157:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204461.764159:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204461.764160:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204461.764161:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841972480, offset 0 00000400:00000200:0.0:1788204461.764163:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204461.764166:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204461.764168:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204461.764170:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204461.764171:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204461.764173:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204461.764174:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204461.764176:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704653:704653:256:4294967295] 192.168.201.101@tcp LPNI seq info [704648:704648:8:4294967295] 00000400:00000200:0.0:1788204461.764178:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204461.764182:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204461.764186:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204461.764188:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204461.764192:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204461.764194:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1788204461.764204:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204461.764205:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204461.764208:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204461.764211:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204461.764214:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204461.764215:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204461.764217:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204461.764219:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9ca80 x1875052841972480/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204486 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204461.764224:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204461.764226:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9ca80 x1875052841972480/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204486 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204461.764230:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204461.764231:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204461.764233:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204461.764235:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788204461.764237:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204461.764238:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309600804 00000100:00000001:0.0:1788204461.764240:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309602036 00000100:00000001:0.0:1788204461.764241:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309600804 00000100:00000001:0.0:1788204461.764243:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309602036 00000100:00000001:0.0:1788204461.764244:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204461.764245:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204461.764246:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204461.764248:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204461/real 1788204461] req@ffff9c476db9ca80 x1875052841972480/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204461.764253:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204461.764253:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204461.764254:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204461.764256:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204461.764257:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204461.764258:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204461.764259:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9ca80 x1875052841972480/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204461.764264:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9ca80 x1875052841972480/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204461.764267:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204461.764268:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204461.764269:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204461.764270:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204461.764272:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9ca80 x1875052841972480/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204461.764276:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204461.764279:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9ca80 x1875052841972480/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204486 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204461.764284:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204461.764286:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204461.764287:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204461.764289:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204461.764290:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204461.764292:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204461.764294:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204461.764297:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204461.764299:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204461.764304:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9ca80 x1875052841972480/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204486 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204461.764311:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841972480:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204461.764315:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204461.764316:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204461.764319:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9ca80 x1875052841972480/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204486 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204461.764325:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204461.764326:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204461.764328:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374400. 02000000:00000001:0.0:1788204461.764330:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204461.764332:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204461.764333:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788204461.764334:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204461.764336:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a41c00. 02000000:00000001:0.0:1788204461.764338:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204461.764339:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204461.764341:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9ca80. 00000100:00000001:0.0:1788204461.764343:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204461.764344:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204461.764346:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204461.764349:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204461.764350:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204461.764352:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204461.764353:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204462.402489:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204462.402496:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204462.402502:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204462.402504:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204462.402507:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204462.402508:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204462.402533:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204462.402536:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204462.402538:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204463.042506:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309602036, at 4309602048 00000100:00000040:1.0:1788204463.042506:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309602036, at 4309602048 00000100:00000010:1.0:1788204463.042520:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba360. 00000100:00000010:0.0:1788204463.042523:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba180. 00010000:00000001:0.0:1788204463.426605:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204463.426612:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204463.426616:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204463.426619:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204463.426620:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204463.426623:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204463.426625:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204463.426627:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204463.426629:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204463.426631:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204463.426635:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204463.426636:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204463.426637:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204463.426639:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204463.426640:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204463.426641:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204463.426643:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204463.426645:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204464.450508:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204464.450514:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204464.450517:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204464.450518:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204464.450520:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204464.450521:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204464.450554:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204464.450555:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204464.450557:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204465.474516:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204465.474523:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204465.474529:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204465.474530:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204465.474534:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204465.474535:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204465.474562:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204465.474565:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204465.474568:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204466.498493:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204466.498498:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204466.498502:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204466.498503:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204466.498505:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204466.498506:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204466.498524:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204466.498526:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204466.498528:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788204466.882485:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204466.882493:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788204466.882494:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204466.882497:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204466.882502:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204466.882508:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 14933 00000400:00000200:0.0:1788204466.882516:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204466.882522:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204466.882525:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204466.882528:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204466.882531:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204466.882534:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204466.882536:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204466.882540:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204466.882542:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788204466.882545:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204466.882548:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788204466.882549:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788204466.882551:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788204466.882553:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204466.882554:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204466.882556:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204466.882557:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204466.882559:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788204466.882561:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204466.882563:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204466.882565:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204466.882567:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204466.882569:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204466.882570:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788204466.882572:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204466.882579:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8a80. 00000020:00000040:0.0:1788204466.882581:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788204466.882584:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204466.882585:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204466.882587:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204466.882589:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204466.882592:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204466.882598:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374400. 00000100:00000001:0.0:1788204466.882603:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204466.882609:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8a80 x1875052841972608/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204466.882618:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204466.882649:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204466.882655:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000320d64fa] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8a80 x1875052841972608/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204466.882678:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204466.882682:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204466.882685:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788204466.882687:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204466.882688:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204466.882691:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204466.882694:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14933 00000400:00000200:0.0:1788204466.882700:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204466.882703:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204466.882706:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204466.882711:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204466.882713:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204466.882715:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204466.882718:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204466.882721:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204466.882723:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788204466.882724:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204466.882726:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788204466.882728:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788204466.882730:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788204466.882737:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204466.882742:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204466.882746:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204466.882750:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204466.882754:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788204466.882760:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204466.882766:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204466.882770:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204466.882777:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204466.882781:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204466.882783:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204466.882786:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204466.882789:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204466.882791:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204466.882794:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9180. 00000020:00000040:0.0:1788204466.882797:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204466.882800:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204466.882801:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204466.882803:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204466.882804:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204466.882807:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204466.882812:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376400. 00000100:00000001:0.0:1788204466.882815:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204466.882821:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9180 x1875052841972736/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204466.882829:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204466.882832:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204466.882846:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b4a335a] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9180 x1875052841972736/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204466.882866:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204466.882871:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204466.882876:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788204466.882879:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204466.882881:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204466.882891:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204466.882896:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14933 00000400:00000200:0.0:1788204466.882903:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204466.882910:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204466.882916:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204466.882923:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204466.882928:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204466.882934:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204466.882938:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204466.882942:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204466.882944:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788204466.882946:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204466.882954:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788204466.882958:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788204466.882962:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788204466.882969:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204466.882972:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204466.882976:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204466.882978:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204466.882982:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788204466.882988:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204466.882998:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204466.883002:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204466.883006:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204466.883011:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204466.883015:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204466.883019:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204466.883024:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204466.883029:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204466.883032:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fa300. 00000020:00000040:0.0:1788204466.883034:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204466.883039:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204466.883040:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204466.883044:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204466.883046:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204466.883049:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204466.883053:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375000. 00000100:00000001:0.0:1788204466.883058:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204466.883066:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fa300 x1875052841972864/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204466.883074:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204466.883076:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204466.883083:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000643b1429] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fa300 x1875052841972864/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204466.883092:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204466.883096:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788204466.883103:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788204466.883108:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204466.883119:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788204466.883122:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204466.883124:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204466.883127:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204466.883131:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14933 00000400:00000200:0.0:1788204466.883137:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204466.883139:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204466.883141:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204466.883143:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204466.883145:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204466.883147:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204466.883148:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204466.883150:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204466.883152:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788204466.883154:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204466.883156:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788204466.883158:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788204466.883162:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788204466.883165:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204466.883167:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204466.883171:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204466.883173:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204466.883176:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788204466.883180:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204466.883183:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204466.883186:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204466.883190:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204466.883194:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204466.883198:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204466.883200:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788204466.883202:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204466.883205:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204466.883210:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fad80. 00000020:00000040:0.0:1788204466.883214:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788204466.883217:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204466.883219:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204466.883221:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204466.883224:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204466.883226:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204466.883230:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377c00. 00000100:00000001:0.0:1788204466.883234:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204466.883242:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fad80 x1875052841972992/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204466.883253:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204466.883256:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204466.883262:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010fef5ed] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fad80 x1875052841972992/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204466.883276:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204466.883280:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14943) 00010000:00000001:0.0:1788204467.522463:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204467.522467:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204467.522471:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204467.522472:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204467.522474:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204467.522475:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204468.162499:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309607156, at 4309607168 00000100:00000040:1.0:1788204468.162500:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309607156, at 4309607168 00000100:00000010:1.0:1788204468.162514:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88a80. 00000100:00000010:0.0:1788204468.162516:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa883c0. 00010000:00000001:0.0:1788204468.546504:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204468.546510:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204468.546513:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204468.546514:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204468.546516:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204468.546517:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204468.546535:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204468.546537:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204468.546539:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204469.570470:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204469.570475:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204469.570480:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204469.570480:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204469.570483:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204469.570484:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204469.570504:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204469.570506:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204469.570508:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204470.594493:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204470.594500:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204470.594501:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204470.594504:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204470.594508:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204470.594510:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204470.594511:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204470.594513:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204470.594515:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204470.594516:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204470.594518:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204470.594519:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204470.594537:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204470.594539:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204470.594541:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204471.618487:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204471.618494:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204471.618500:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204471.618502:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204471.618505:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204471.618506:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204472.642497:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204472.642504:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204472.642510:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204472.642511:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204472.642515:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204472.642516:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204472.642569:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204472.642572:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204472.642575:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204473.282501:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309612276, at 4309612288 00000100:00000040:1.0:1788204473.282504:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309612276, at 4309612288 00000100:00000010:0.0:1788204473.282531:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa887e0. 00000100:00000010:1.0:1788204473.282536:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88cc0. 00010000:00000001:0.0:1788204473.666485:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204473.666492:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204473.666497:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204473.666499:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204473.666501:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204473.666532:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204473.666536:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204473.666538:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204473.666544:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204473.666546:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204473.666550:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204473.666552:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204473.666553:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204473.666554:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204473.666555:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204473.666556:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204473.666557:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204473.666558:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204473.666576:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204473.666578:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204473.666580:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204474.690505:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204474.690512:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204474.690517:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204474.690519:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204474.690522:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204474.690524:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204474.690544:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204474.690547:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204474.690550:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204475.714510:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204475.714516:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204475.714521:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204475.714523:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204475.714525:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204475.714527:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204476.738492:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204476.738498:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204476.738503:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204476.738505:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204476.738508:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204476.738509:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204476.738529:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204476.738531:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204476.738533:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788204477.122553:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204477.122564:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788204477.122567:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204477.122570:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204477.122575:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204477.122581:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 14943 00000400:00000200:1.0:1788204477.122588:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204477.122593:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204477.122596:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204477.122600:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204477.122603:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204477.122606:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204477.122608:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204477.122613:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204477.122615:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788204477.122618:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204477.122621:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788204477.122624:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788204477.122627:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788204477.122630:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204477.122632:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204477.122635:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204477.122637:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204477.122640:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788204477.122644:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204477.122646:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204477.122649:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204477.122653:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204477.122656:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204477.122659:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788204477.122661:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204477.122671:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dce00. 00000020:00000040:1.0:1788204477.122674:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788204477.122679:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204477.122681:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204477.122685:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204477.122688:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204477.122693:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204477.122701:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b800. 00000100:00000001:1.0:1788204477.122708:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204477.122718:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dce00 x1875052841973632/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788204477.122729:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204477.122733:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204477.122737:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e15d5058] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dce00 x1875052841973632/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204477.122756:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788204477.122759:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204477.122762:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788204477.122763:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204477.122764:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204477.122767:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204477.122770:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14943 00000400:00000200:1.0:1788204477.122774:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204477.122777:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204477.122781:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204477.122787:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204477.122791:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204477.122795:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204477.122798:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204477.122801:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204477.122803:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788204477.122807:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204477.122810:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788204477.122815:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788204477.122819:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788204477.122823:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204477.122827:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204477.122832:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204477.122837:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204477.122840:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788204477.122845:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204477.122851:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204477.122855:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204477.122861:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204477.122866:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204477.122869:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788204477.122873:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788204477.122878:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204477.122881:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204477.122887:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dc700. 00000020:00000040:1.0:1788204477.122892:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788204477.122897:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204477.122899:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204477.122902:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204477.122905:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204477.122906:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204477.122912:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9ac00. 00000100:00000001:1.0:1788204477.122917:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204477.122925:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dc700 x1875052841973760/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788204477.122939:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204477.122943:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204477.122951:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7db4f2b] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dc700 x1875052841973760/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204477.122969:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788204477.122975:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204477.122980:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788204477.122982:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204477.122985:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204477.122989:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204477.122995:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14943 00000400:00000200:1.0:1788204477.123000:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204477.123004:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204477.123009:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204477.123015:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204477.123020:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204477.123023:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204477.123027:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204477.123030:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204477.123032:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788204477.123035:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204477.123037:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788204477.123039:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788204477.123041:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788204477.123044:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204477.123046:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204477.123051:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204477.123055:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204477.123060:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788204477.123067:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204477.123073:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204477.123077:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204477.123082:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204477.123084:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204477.123086:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788204477.123090:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788204477.123096:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204477.123100:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204477.123106:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ddf80. 00000020:00000040:1.0:1788204477.123110:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788204477.123116:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204477.123117:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204477.123122:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204477.123125:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204477.123128:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204477.123135:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98400. 00000100:00000001:1.0:1788204477.123140:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204477.123148:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ddf80 x1875052841973888/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788204477.123162:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204477.123173:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204477.123180:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dea6dee7] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ddf80 x1875052841973888/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204477.123193:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204477.123198:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788204477.123207:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788204477.123213:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204477.123223:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788204477.123226:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204477.123229:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204477.123235:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204477.123240:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14943 00000400:00000200:1.0:1788204477.123248:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204477.123252:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204477.123254:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204477.123258:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204477.123263:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204477.123268:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204477.123280:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204477.123285:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204477.123287:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788204477.123291:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204477.123293:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788204477.123296:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788204477.123301:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788204477.123308:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204477.123312:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204477.123317:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204477.123323:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204477.123330:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788204477.123341:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204477.123346:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204477.123352:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204477.123361:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204477.123368:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204477.123376:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788204477.123384:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788204477.123394:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204477.123442:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204477.123465:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ddc00. 00000020:00000040:1.0:1788204477.123473:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788204477.123481:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204477.123487:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204477.123495:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204477.123500:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204477.123506:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204477.123515:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99c00. 00000100:00000001:1.0:1788204477.123525:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204477.123538:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ddc00 x1875052841974016/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788204477.123560:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204477.123565:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204477.123574:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c3c4b34] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ddc00 x1875052841974016/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204477.123590:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204477.123598:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14953) 00010000:00000001:0.0:1788204477.762495:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204477.762500:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204477.762503:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204477.762504:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204477.762506:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204477.762507:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204477.762524:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204477.762526:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204477.762528:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204478.402499:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309617396, at 4309617408 00000100:00000040:1.0:1788204478.402499:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309617396, at 4309617408 00000100:00000010:1.0:1788204478.402514:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa884e0. 00000100:00000010:0.0:1788204478.402520:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88c00. 00010000:00000001:0.0:1788204478.786498:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204478.786504:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204478.786510:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204478.786511:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204478.786515:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204478.786516:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204478.786546:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204478.786549:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204478.786552:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204479.810501:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204479.810508:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204479.810513:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204479.810514:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204479.810518:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204479.810519:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204480.834463:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204480.834476:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204480.834477:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204480.834480:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204480.834483:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204480.834485:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204480.834486:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204480.834488:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204480.834490:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204480.834491:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204480.834493:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204480.834494:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204480.834510:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204480.834511:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204480.834513:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204481.858509:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204481.858515:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204481.858520:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204481.858521:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204481.858525:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204481.858526:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204481.858547:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204481.858550:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204481.858553:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204482.882498:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204482.882503:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204482.882514:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204482.882515:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204482.882517:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204482.882518:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204482.882541:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204482.882543:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204482.882545:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204483.522488:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309622516, at 4309622528 00000100:00000040:1.0:1788204483.522488:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309622516, at 4309622528 00000100:00000010:0.0:1788204483.522501:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa880c0. 00000100:00000010:1.0:1788204483.522507:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88b40. 00010000:00000001:0.0:1788204483.906489:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204483.906495:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204483.906499:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204483.906502:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204483.906503:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204483.906506:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204483.906513:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204483.906515:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204483.906516:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204483.906518:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204483.906520:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204483.906521:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204483.906522:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204483.906523:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204483.906524:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204483.906525:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204483.906526:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204483.906527:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204484.930505:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204484.930511:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204484.930517:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204484.930518:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204484.930522:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204484.930523:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204484.930546:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204484.930549:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204484.930552:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204485.954485:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204485.954491:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204485.954494:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204485.954495:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204485.954497:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204485.954498:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204485.954517:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204485.954519:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204485.954520:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204486.978470:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204486.978476:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204486.978480:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204486.978480:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204486.978482:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204486.978483:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204486.978500:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204486.978502:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204486.978504:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204488.002493:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204488.002498:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204488.002502:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204488.002503:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204488.002505:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204488.002513:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204488.642485:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309627636, at 4309627648 00000100:00000040:1.0:1788204488.642485:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309627636, at 4309627648 00000100:00000010:0.0:1788204488.642501:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88360. 00000100:00000010:1.0:1788204488.642503:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa885a0. 00010000:00000001:0.0:1788204489.026454:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204489.026461:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204489.026466:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204489.026468:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204489.026471:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204489.026472:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204489.026501:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204489.026504:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204489.026507:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204490.050513:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204490.050518:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204490.050522:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204490.050523:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204490.050526:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204490.050526:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204490.050579:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204490.050583:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204490.050586:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204491.074473:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204491.074479:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204491.074480:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204491.074483:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204491.074487:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204491.074488:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204491.074490:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204491.074491:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204491.074494:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204491.074494:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204491.074496:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204491.074497:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204492.098530:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204492.098538:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204492.098543:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204492.098545:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204492.098548:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204492.098549:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204493.122510:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204493.122523:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204493.122529:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204493.122530:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204493.122533:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204493.122534:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204493.122559:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204493.122561:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204493.122563:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204493.762490:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309632756, at 4309632768 00000100:00000040:1.0:1788204493.762490:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309632756, at 4309632768 00000100:00000010:1.0:1788204493.762504:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88de0. 00000100:00000010:0.0:1788204493.762512:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88540. 00010000:00000001:0.0:1788204494.146490:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204494.146495:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204494.146499:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204494.146501:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204494.146503:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204494.146506:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204494.146509:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204494.146510:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204494.146512:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204494.146514:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204494.146517:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204494.146519:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204494.146520:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204494.146521:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204494.146522:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204494.146524:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204494.146525:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204494.146527:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204494.146552:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204494.146554:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204494.146557:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204495.170518:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204495.170524:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204495.170529:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204495.170530:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204495.170534:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204495.170535:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204496.194526:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204496.194534:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204496.194541:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204496.194542:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204496.194545:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204496.194547:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204497.218514:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204497.218519:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204497.218523:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204497.218524:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204497.218526:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204497.218527:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204497.218545:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204497.218547:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204497.218549:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204498.242470:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204498.242477:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204498.242484:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204498.242485:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204498.242489:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204498.242490:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204498.242511:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204498.242514:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204498.242517:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204498.882493:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309637876, at 4309637888 00000100:00000010:0.0:1788204498.882508:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88300. 00000100:00000040:1.0:1788204498.882535:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309637876, at 4309637888 00000100:00000010:1.0:1788204498.882542:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa882a0. 00010000:00000001:0.0:1788204499.266530:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204499.266537:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204499.266543:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204499.266544:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204499.266548:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204499.266549:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204500.290494:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204500.290499:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204500.290503:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204500.290504:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204500.290507:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204500.290507:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204501.314509:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204501.314517:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204501.314520:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204501.314523:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204501.314527:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204501.314530:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204501.314532:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204501.314535:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204501.314539:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204501.314541:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204501.314544:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204501.314545:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204501.314568:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204501.314570:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204501.314573:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204502.338501:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204502.338508:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204502.338513:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204502.338515:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204502.338519:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204502.338520:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204502.338550:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204502.338553:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204502.338556:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788204502.722500:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204502.722507:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788204502.722509:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204502.722512:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204502.722517:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204502.722523:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 14969 00000400:00000200:1.0:1788204502.722530:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204502.722535:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204502.722538:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204502.722541:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204502.722545:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204502.722547:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204502.722549:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204502.722553:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204502.722555:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788204502.722557:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204502.722561:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788204502.722563:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788204502.722565:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788204502.722567:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204502.722569:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204502.722570:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204502.722571:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204502.722573:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788204502.722575:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204502.722577:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204502.722578:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204502.722581:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204502.722589:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204502.722591:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788204502.722593:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204502.722601:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dfb80. 00000020:00000040:1.0:1788204502.722605:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788204502.722609:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204502.722610:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204502.722614:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204502.722616:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204502.722620:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204502.722628:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98000. 00000100:00000001:1.0:1788204502.722633:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204502.722641:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dfb80 x1875052841976192/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788204502.722652:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204502.722654:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204502.722657:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086c01fd6] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dfb80 x1875052841976192/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204502.722676:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788204502.722678:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204502.722681:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788204502.722682:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204502.722683:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204502.722685:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204502.722686:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14969 00000400:00000200:1.0:1788204502.722689:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204502.722691:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204502.722692:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204502.722694:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204502.722695:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204502.722697:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204502.722698:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204502.722699:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204502.722700:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788204502.722701:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204502.722702:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788204502.722703:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788204502.722704:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788204502.722706:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204502.722707:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204502.722708:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204502.722709:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204502.722711:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788204502.722712:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204502.722714:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204502.722715:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204502.722718:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204502.722720:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204502.722721:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788204502.722724:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788204502.722726:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204502.722728:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204502.722731:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dca80. 00000020:00000040:1.0:1788204502.722732:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788204502.722734:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204502.722735:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204502.722736:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204502.722737:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204502.722739:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204502.722744:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9a000. 00000100:00000001:1.0:1788204502.722749:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204502.722755:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dca80 x1875052841976320/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788204502.722762:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204502.722766:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204502.722775:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004099c200] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dca80 x1875052841976320/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204502.722791:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788204502.722797:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204502.722803:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788204502.722806:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204502.722810:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204502.722815:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204502.722821:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14969 00000400:00000200:1.0:1788204502.722835:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204502.722841:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204502.722843:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204502.722849:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204502.722851:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204502.722853:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204502.722856:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204502.722859:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204502.722860:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788204502.722862:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204502.722865:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788204502.722868:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788204502.722872:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788204502.722878:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204502.722881:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204502.722885:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204502.722889:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204502.722893:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788204502.722897:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204502.722900:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204502.722902:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204502.722906:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204502.722908:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204502.722911:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788204502.722913:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788204502.722917:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204502.722918:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204502.722921:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3de300. 00000020:00000040:1.0:1788204502.722924:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788204502.722927:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204502.722929:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204502.722930:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204502.722932:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204502.722935:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204502.722940:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99800. 00000100:00000001:1.0:1788204502.722943:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204502.722948:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3de300 x1875052841976448/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788204502.722959:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204502.722963:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204502.722970:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc9d591c] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3de300 x1875052841976448/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204502.722988:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204502.722992:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788204502.723009:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788204502.723016:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204502.723021:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788204502.723023:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204502.723025:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204502.723035:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204502.723039:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14969 00000400:00000200:1.0:1788204502.723048:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204502.723055:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204502.723057:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204502.723058:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204502.723060:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204502.723061:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204502.723062:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204502.723064:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204502.723066:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788204502.723072:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204502.723075:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788204502.723079:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788204502.723083:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788204502.723087:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204502.723089:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204502.723091:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204502.723094:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204502.723097:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788204502.723100:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204502.723103:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204502.723105:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204502.723107:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204502.723112:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204502.723114:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788204502.723116:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788204502.723119:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204502.723123:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204502.723128:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ded80. 00000020:00000040:1.0:1788204502.723131:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788204502.723135:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204502.723137:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204502.723140:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204502.723141:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204502.723142:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204502.723146:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b000. 00000100:00000001:1.0:1788204502.723150:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204502.723156:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ded80 x1875052841976576/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788204502.723163:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204502.723166:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204502.723173:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a769e60] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ded80 x1875052841976576/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204502.723194:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204502.723201:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14979) 00010000:00000001:0.0:1788204503.362503:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204503.362508:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204503.362512:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204503.362516:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204503.362518:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204503.362522:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204503.362525:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204503.362527:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204503.362529:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204503.362531:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204503.362535:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204503.362536:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204503.362538:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204503.362539:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204503.362541:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204503.362542:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204503.362543:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204503.362545:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204504.002497:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309642996, at 4309643008 00000100:00000040:1.0:1788204504.002498:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309642996, at 4309643008 00000100:00000010:0.0:1788204504.002510:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88780. 00000100:00000010:1.0:1788204504.002512:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88000. 00010000:00000001:0.0:1788204504.386505:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204504.386513:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204504.386518:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204504.386519:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204504.386521:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204504.386522:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204505.410495:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204505.410500:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204505.410504:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204505.410506:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204505.410507:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204505.410508:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204505.410537:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204505.410540:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204505.410543:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1788204505.794609:0:2408:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.101:988 00000400:00000100:0.0:1788204505.794641:0:2408:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.101@tcp at host 192.168.201.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:0.0:1788204505.794648:0:2408:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204505.794652:0:2408:0:(router.c:1791:lnet_notify()) 192.168.201.1@tcp notifying 192.168.201.101@tcp: down 00000400:00000200:0.0:1788204505.794655:0:2408:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204505.794659:0:2408:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:0.0:1788204505.794663:0:2408:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:0.0:1788204505.794667:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475d95b200. 00000400:00000200:0.0:1788204505.794672:0:2408:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788204505.794677:0:2408:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788204505.794682:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f9b28 00000400:00000010:0.0:1788204505.794685:0:2408:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f9b28. 00000100:00000001:0.0:1788204505.794690:0:2408:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204505.794697:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477c3dfb80 x1875052841976192/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204505.794725:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204505.794730:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3dfb80 x1875052841976192/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204527 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204505.794737:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204505.794739:0:2408:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1788204505.794751:0:2408:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:0.0:1788204505.794753:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475d95bc00. 00000400:00000200:0.0:1788204505.794756:0:2408:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788204505.794759:0:2408:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788204505.794762:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f9bb0 00000400:00000010:0.0:1788204505.794764:0:2408:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f9bb0. 00000100:00000001:0.0:1788204505.794766:0:2408:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204505.794771:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477c3dca80 x1875052841976320/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204505.794779:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204505.794781:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3dca80 x1875052841976320/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204527 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204505.794787:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204505.794788:0:2408:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1788204505.794793:0:2408:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:0.0:1788204505.794795:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475d95b400. 00000400:00000200:0.0:1788204505.794798:0:2408:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788204505.794801:0:2408:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788204505.794803:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f9550 00000400:00000010:0.0:1788204505.794805:0:2408:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f9550. 00000100:00000001:0.0:1788204505.794808:0:2408:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204505.794811:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477c3de300 x1875052841976448/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204505.794818:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204505.794820:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3de300 x1875052841976448/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204527 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204505.794826:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204505.794827:0:2408:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1788204505.794832:0:2408:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:0.0:1788204505.794834:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475d95b700. 00000400:00000200:0.0:1788204505.794836:0:2408:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788204505.794839:0:2408:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788204505.794841:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f9330 00000400:00000010:0.0:1788204505.794844:0:2408:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f9330. 00000100:00000001:0.0:1788204505.794846:0:2408:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204505.794850:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477c3ded80 x1875052841976576/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204505.794856:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204505.794859:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3ded80 x1875052841976576/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204527 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204505.794865:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204505.794866:0:2408:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1788204506.434504:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204506.434511:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204506.434516:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204506.434518:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204506.434522:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204506.434523:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204506.434548:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204506.434550:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204506.434553:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204507.458506:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204507.458511:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204507.458515:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204507.458516:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204507.458518:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204507.458519:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204507.842577:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204507.842588:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788204507.842590:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204507.842593:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204507.842597:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204507.842604:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 14974 00000400:00000200:0.0:1788204507.842612:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204507.842619:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204507.842622:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204507.842625:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204507.842628:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204507.842631:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204507.842633:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204507.842637:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204507.842640:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788204507.842643:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204507.842647:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788204507.842649:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788204507.842652:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788204507.842655:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204507.842657:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204507.842659:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204507.842660:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204507.842663:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788204507.842666:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204507.842668:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204507.842670:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204507.842673:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204507.842676:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204507.842677:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788204507.842680:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204507.842687:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fa680. 00000020:00000040:0.0:1788204507.842691:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788204507.842695:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204507.842697:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204507.842701:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204507.842704:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204507.842710:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204507.842719:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375800. 00000100:00000001:0.0:1788204507.842728:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204507.842740:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fa680 x1875052841976704/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204507.842750:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204507.842756:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204507.842762:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003756c577] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fa680 x1875052841976704/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204507.842805:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204507.842808:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204507.842812:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788204507.842813:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204507.842814:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204507.842818:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204507.842821:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14974 00000400:00000200:0.0:1788204507.842824:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204507.842827:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204507.842830:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204507.842832:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204507.842834:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204507.842836:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204507.842837:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204507.842839:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204507.842840:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788204507.842842:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204507.842844:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788204507.842846:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788204507.842848:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788204507.842851:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204507.842853:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204507.842854:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204507.842856:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204507.842858:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788204507.842861:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204507.842863:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204507.842865:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204507.842872:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204507.842874:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204507.842875:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204507.842881:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204507.842883:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204507.842885:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204507.842889:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8e00. 00000020:00000040:0.0:1788204507.842891:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204507.842893:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204507.842894:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204507.842896:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204507.842902:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204507.842904:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204507.842910:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376800. 00000100:00000001:0.0:1788204507.842943:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204507.842949:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8e00 x1875052841976832/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204507.842956:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204507.842958:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204507.842962:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7909e09] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8e00 x1875052841976832/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204507.842969:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204507.842971:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204507.842974:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788204507.842976:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204507.842978:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204507.842981:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204507.842984:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14974 00000400:00000200:0.0:1788204507.842987:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204507.842990:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204507.842993:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204507.842995:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204507.842997:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204507.842999:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204507.843001:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204507.843003:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204507.843004:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788204507.843005:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204507.843007:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788204507.843009:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788204507.843011:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788204507.843014:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204507.843016:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204507.843017:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204507.843019:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204507.843021:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788204507.843024:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204507.843026:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204507.843028:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204507.843030:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204507.843032:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204507.843043:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204507.843045:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204507.843048:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204507.843049:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204507.843054:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fb480. 00000020:00000040:0.0:1788204507.843056:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204507.843059:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204507.843060:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204507.843062:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204507.843063:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204507.843065:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204507.843069:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374800. 00000100:00000001:0.0:1788204507.843073:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204507.843077:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fb480 x1875052841976960/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204507.843084:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204507.843086:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204507.843090:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c471466] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fb480 x1875052841976960/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204507.843097:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204507.843100:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788204507.843104:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788204507.843107:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204507.843111:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788204507.843112:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204507.843114:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204507.843116:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204507.843119:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14974 00000400:00000200:0.0:1788204507.843124:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204507.843126:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204507.843128:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204507.843131:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204507.843133:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204507.843135:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204507.843138:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204507.843139:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204507.843141:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788204507.843143:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204507.843146:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788204507.843149:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788204507.843152:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788204507.843156:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204507.843157:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204507.843160:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204507.843162:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204507.843164:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788204507.843167:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204507.843169:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204507.843170:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204507.843173:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204507.843175:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204507.843176:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204507.843178:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788204507.843181:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204507.843182:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204507.843187:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fbb80. 00000020:00000040:0.0:1788204507.843189:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788204507.843191:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204507.843192:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204507.843193:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204507.843195:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204507.843197:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204507.843200:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377000. 00000100:00000001:0.0:1788204507.843204:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204507.843208:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fbb80 x1875052841977088/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204507.843214:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204507.843216:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204507.843219:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006afb05e] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fbb80 x1875052841977088/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204507.843231:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204507.843236:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14984) 00010000:00000001:0.0:1788204508.482498:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204508.482504:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204508.482510:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204508.482512:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204508.482515:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204508.482516:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204509.122535:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309648117, at 4309648128 00000100:00000040:1.0:1788204509.122538:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309648117, at 4309648128 00000100:00000010:0.0:1788204509.122557:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88900. 00000100:00000010:1.0:1788204509.122562:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88180. 00010000:00000001:0.0:1788204509.506529:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204509.506537:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204509.506542:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204509.506543:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204509.506545:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204509.506546:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204509.506572:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204509.506574:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204509.506576:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204510.530521:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204510.530528:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204510.530534:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204510.530535:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204510.530539:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204510.530540:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204510.530563:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204510.530566:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204510.530569:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204511.554534:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204511.554544:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204511.554546:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204511.554549:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204511.554555:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204511.554557:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204511.554559:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204511.554563:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204511.554566:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204511.554567:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204511.554571:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204511.554572:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204512.578511:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204512.578518:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204512.578524:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204512.578526:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204512.578529:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204512.578531:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204512.962502:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204512.962512:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788204512.962515:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204512.962518:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204512.962523:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204512.962530:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 14979 00000400:00000200:0.0:1788204512.962537:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204512.962543:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204512.962546:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204512.962550:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204512.962554:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204512.962557:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204512.962559:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204512.962563:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204512.962565:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788204512.962568:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204512.962571:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788204512.962574:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788204512.962576:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788204512.962580:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204512.962582:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204512.962585:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204512.962587:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204512.962590:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788204512.962594:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204512.962597:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204512.962600:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204512.962603:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204512.962606:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204512.962608:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788204512.962610:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204512.962618:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8700. 00000020:00000040:0.0:1788204512.962623:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788204512.962627:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204512.962629:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204512.962632:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204512.962635:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204512.962639:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204512.962645:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376400. 00000100:00000001:0.0:1788204512.962651:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204512.962660:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8700 x1875052841977216/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204512.962671:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204512.962675:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204512.962680:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006dab9339] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8700 x1875052841977216/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204512.962705:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204512.962709:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204512.962713:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788204512.962714:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204512.962716:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204512.962723:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204512.962726:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14979 00000400:00000200:0.0:1788204512.962730:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204512.962733:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204512.962736:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204512.962739:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204512.962742:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204512.962745:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204512.962748:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204512.962750:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204512.962752:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788204512.962757:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204512.962760:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788204512.962770:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788204512.962775:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788204512.962783:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204512.962788:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204512.962792:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204512.962796:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204512.962802:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788204512.962807:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204512.962834:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204512.962837:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204512.962842:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204512.962844:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204512.962846:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204512.962850:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204512.962855:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204512.962859:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204512.962866:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fbb80. 00000020:00000040:0.0:1788204512.962874:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204512.962880:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204512.962883:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204512.962885:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204512.962888:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204512.962891:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204512.962898:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375000. 00000100:00000001:0.0:1788204512.962904:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204512.962912:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fbb80 x1875052841977344/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204512.962926:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204512.962930:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204512.962938:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006afb05e] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fbb80 x1875052841977344/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204512.962957:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204512.962962:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204512.962968:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788204512.962971:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204512.962973:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204512.962979:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204512.962985:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14979 00000400:00000200:0.0:1788204512.962991:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204512.962997:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204512.963007:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204512.963015:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204512.963020:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204512.963027:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204512.963032:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204512.963036:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204512.963038:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788204512.963041:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204512.963045:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788204512.963049:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788204512.963052:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788204512.963058:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204512.963060:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204512.963062:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204512.963064:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204512.963067:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788204512.963073:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204512.963079:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204512.963081:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204512.963085:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204512.963089:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204512.963092:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204512.963095:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204512.963101:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204512.963106:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204512.963110:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fb480. 00000020:00000040:0.0:1788204512.963114:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204512.963118:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204512.963121:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204512.963125:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204512.963129:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204512.963132:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204512.963138:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377c00. 00000100:00000001:0.0:1788204512.963143:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204512.963151:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fb480 x1875052841977472/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204512.963167:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204512.963170:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204512.963177:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c471466] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fb480 x1875052841977472/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204512.963188:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204512.963194:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788204512.963203:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788204512.963208:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204512.963215:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788204512.963218:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204512.963221:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204512.963226:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204512.963233:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14979 00000400:00000200:0.0:1788204512.963239:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204512.963246:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204512.963250:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204512.963254:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204512.963257:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204512.963272:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204512.963277:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204512.963281:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204512.963283:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788204512.963286:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204512.963290:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788204512.963293:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788204512.963298:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788204512.963304:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204512.963309:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204512.963314:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204512.963319:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204512.963325:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788204512.963329:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204512.963334:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204512.963338:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204512.963343:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204512.963347:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204512.963351:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204512.963356:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788204512.963360:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204512.963364:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204512.963369:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8e00. 00000020:00000040:0.0:1788204512.963373:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788204512.963377:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204512.963380:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204512.963382:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204512.963383:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204512.963385:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204512.963389:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376c00. 00000100:00000001:0.0:1788204512.963419:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204512.963428:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8e00 x1875052841977600/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204512.963443:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204512.963448:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204512.963458:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7909e09] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8e00 x1875052841977600/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204512.963478:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204512.963486:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14989) 00010000:00000001:0.0:1788204513.602484:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204513.602490:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204513.602495:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204513.602497:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204513.602499:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204513.602503:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204513.602506:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204513.602508:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204513.602510:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204513.602513:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204513.602516:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204513.602518:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204513.602519:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204513.602521:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204513.602523:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204513.602524:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204513.602526:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204513.602527:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204513.602548:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204513.602550:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204513.602559:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204514.242487:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309653236, at 4309653248 00000100:00000040:1.0:1788204514.242487:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309653236, at 4309653248 00000100:00000010:0.0:1788204514.242500:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88ba0. 00000100:00000010:1.0:1788204514.242503:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88720. 00010000:00000001:0.0:1788204514.626518:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204514.626526:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204514.626532:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204514.626534:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204514.626537:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204514.626538:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204514.626563:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204514.626565:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204514.626567:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204515.650502:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204515.650509:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204515.650515:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204515.650516:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204515.650519:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204515.650521:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204516.674458:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204516.674464:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204516.674467:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204516.674468:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204516.674477:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204516.674478:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204517.698492:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204517.698498:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204517.698504:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204517.698506:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204517.698509:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204517.698511:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204517.698531:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204517.698534:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204517.698537:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788204518.082681:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204518.082687:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204518.082692:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204518.082703:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9ed80 x1875052841977728/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204518.082723:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204518.082725:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204518.082730:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204518.082743:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204518.082748:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204518.082755:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841977728:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204518.082762:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204518.082766:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204518.082769:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204518.082774:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204518.082780:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788204518.082784:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204518.082791:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204518.082795:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204518.082803:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204518.082810:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841977728, portal 25 00000100:00000001:0.0:1788204518.082814:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204518.082816:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330353536 : -109644379198080 : ffff9c476db9ed80) 00000100:00000040:0.0:1788204518.082826:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9ed80 x1875052841977728/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204518.082845:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204518.082850:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204518.082853:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204518.082859:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841977728, offset 0 00000400:00000200:0.0:1788204518.082867:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204518.082877:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204518.082885:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204518.082892:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204518.082900:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204518.082908:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204518.082916:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204518.082927:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704694:704694:256:4294967295] 192.168.201.101@tcp LPNI seq info [704689:704689:8:4294967295] 00000400:00000200:0.0:1788204518.082937:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204518.082952:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204518.082959:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204518.082964:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204518.082971:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204518.082975:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1788204518.082990:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204518.082993:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204518.082999:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204518.083005:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204518.083008:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204518.083011:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204518.083017:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204518.083022:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9ed80 x1875052841977728/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204518.083038:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204518.083045:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9ed80 x1875052841977728/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204543 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204518.083060:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204518.083065:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204518.083073:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204518.083081:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204518.083086:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4309658356 00000100:00000010:0.0:1788204518.083093:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba180. 00000100:00000001:0.0:1788204518.083103:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788204518.083114:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4309658356 00000100:00000010:0.0:1788204518.083122:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685baba0. 00000100:00000001:0.0:1788204518.083128:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788204518.083135:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204518.083141:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204518.083146:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204518.083155:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204518/real 1788204518] req@ffff9c476db9ed80 x1875052841977728/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204518.083174:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204518.083176:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204518.083180:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204518.083185:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204518.083189:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204518.083194:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204518.083200:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9ed80 x1875052841977728/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204518.083228:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9ed80 x1875052841977728/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204518.083264:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204518.083266:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204518.083269:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204518.083270:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204518.083275:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9ed80 x1875052841977728/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204518.083281:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204518.083284:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9ed80 x1875052841977728/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204543 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204518.083292:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204518.083294:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204518.083296:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204518.083296:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204518.083298:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204518.083299:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204518.083301:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204518.083303:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204518.083305:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204518.083307:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9ed80 x1875052841977728/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204543 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204518.083312:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841977728:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204518.083315:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204518.083317:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204518.083319:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9ed80 x1875052841977728/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204543 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204518.083326:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204518.083328:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204518.083331:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788204518.083333:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204518.083335:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204518.083337:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788204518.083339:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204518.083341:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a40400. 02000000:00000001:0.0:1788204518.083344:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204518.083346:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204518.083348:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9ed80. 00000100:00000001:0.0:1788204518.083350:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204518.083352:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204518.083354:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204518.083361:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204518.083363:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204518.083365:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204518.083366:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204518.083368:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204518.083372:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9d500 x1875052841977856/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204518.083379:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204518.083380:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204518.083382:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204518.083384:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204518.083386:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204518.083388:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841977856:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204518.083392:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204518.083410:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204518.083413:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204518.083414:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204518.083418:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788204518.083420:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204518.083424:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204518.083427:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204518.083431:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204518.083434:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841977856, portal 10 00000100:00000001:0.0:1788204518.083436:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204518.083437:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330347264 : -109644379204352 : ffff9c476db9d500) 00000100:00000040:0.0:1788204518.083444:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9d500 x1875052841977856/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204518.083450:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204518.083453:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204518.083456:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204518.083458:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841977856, offset 0 00000400:00000200:0.0:1788204518.083462:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204518.083466:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204518.083470:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204518.083474:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204518.083476:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204518.083479:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204518.083481:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204518.083484:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704695:704695:256:4294967295] 192.168.201.101@tcp LPNI seq info [704690:704690:8:4294967295] 00000400:00000200:0.0:1788204518.083489:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204518.083495:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204518.083499:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204518.083503:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204518.083507:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204518.083510:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1788204518.083520:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204518.083521:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204518.083524:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204518.083527:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204518.083530:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204518.083532:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204518.083535:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204518.083538:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9d500 x1875052841977856/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204518.083546:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204518.083549:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9d500 x1875052841977856/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204543 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204518.083556:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204518.083557:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204518.083561:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204518.083563:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788204518.083567:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204518.083569:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309657098 00000100:00000001:0.0:1788204518.083572:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309658356 00000100:00000001:0.0:1788204518.083574:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309657098 00000100:00000001:0.0:1788204518.083576:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309658356 00000100:00000001:0.0:1788204518.083578:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204518.083581:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204518.083582:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204518.083586:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204518/real 1788204518] req@ffff9c476db9d500 x1875052841977856/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204518.083594:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204518.083596:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204518.083598:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204518.083600:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204518.083602:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204518.083604:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204518.083607:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9d500 x1875052841977856/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204518.083615:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9d500 x1875052841977856/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204518.083622:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204518.083623:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204518.083625:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204518.083627:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204518.083630:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9d500 x1875052841977856/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204518.083637:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204518.083641:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9d500 x1875052841977856/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204543 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204518.083646:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204518.083647:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204518.083649:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204518.083650:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204518.083651:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204518.083653:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204518.083654:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204518.083656:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204518.083657:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204518.083660:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9d500 x1875052841977856/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204543 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204518.083665:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841977856:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204518.083668:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204518.083671:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9fb80 x1875052841977984/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204518.083678:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204518.083679:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204518.083682:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204518.083683:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204518.083685:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204518.083688:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841977984:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204518.083692:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204518.083693:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204518.083695:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204518.083697:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204518.083700:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375400. 02000000:00000001:0.0:1788204518.083702:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204518.083705:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204518.083708:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204518.083711:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204518.083714:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841977984, portal 10 00000100:00000001:0.0:1788204518.083715:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204518.083717:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330357120 : -109644379194496 : ffff9c476db9fb80) 00000100:00000040:0.0:1788204518.083722:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9fb80 x1875052841977984/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204518.083728:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204518.083731:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204518.083733:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204518.083749:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841977984, offset 0 00000400:00000200:0.0:1788204518.083754:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204518.083758:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204518.083762:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204518.083765:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204518.083767:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204518.083768:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204518.083770:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204518.083772:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704696:704696:256:4294967295] 192.168.201.101@tcp LPNI seq info [704691:704691:8:4294967295] 00000400:00000200:0.0:1788204518.083774:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204518.083778:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204518.083781:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204518.083783:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204518.083785:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204518.083787:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1788204518.083794:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204518.083795:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204518.083797:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204518.083799:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204518.083801:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204518.083803:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204518.083804:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204518.083807:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9fb80 x1875052841977984/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204518.083812:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204518.083814:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9fb80 x1875052841977984/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204543 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204518.083818:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204518.083819:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204518.083821:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204518.083823:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788204518.083825:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204518.083827:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309657098 00000100:00000001:0.0:1788204518.083828:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309658356 00000100:00000001:0.0:1788204518.083830:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309657098 00000100:00000001:0.0:1788204518.083831:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309658356 00000100:00000001:0.0:1788204518.083833:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204518.083835:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204518.083837:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204518.083840:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204518/real 1788204518] req@ffff9c476db9fb80 x1875052841977984/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204518.083847:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204518.083849:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204518.083851:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204518.083853:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204518.083855:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204518.083857:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204518.083860:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9fb80 x1875052841977984/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204518.083868:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9fb80 x1875052841977984/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204518.083875:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204518.083876:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204518.083878:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204518.083880:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204518.083883:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9fb80 x1875052841977984/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204518.083890:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204518.083894:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9fb80 x1875052841977984/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204543 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204518.083900:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204518.083902:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204518.083903:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204518.083905:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204518.083906:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204518.083908:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204518.083911:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204518.083914:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204518.083916:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204518.083919:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9fb80 x1875052841977984/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204543 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204518.083928:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841977984:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204518.083931:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204518.083934:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9ca80 x1875052841978112/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204518.083941:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204518.083942:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204518.083944:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204518.083946:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204518.083948:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204518.083951:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841978112:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204518.083954:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204518.083956:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204518.083958:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204518.083960:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204518.083963:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374c00. 02000000:00000001:0.0:1788204518.083965:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204518.083969:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204518.083972:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204518.083975:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204518.083978:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841978112, portal 4 00000100:00000001:0.0:1788204518.083979:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204518.083981:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330344576 : -109644379207040 : ffff9c476db9ca80) 00000100:00000040:0.0:1788204518.083987:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9ca80 x1875052841978112/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204518.083993:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204518.083996:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204518.083998:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204518.084000:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841978112, offset 0 00000400:00000200:0.0:1788204518.084004:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204518.084008:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204518.084011:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204518.084013:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204518.084015:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204518.084017:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204518.084018:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204518.084020:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704697:704697:256:4294967295] 192.168.201.101@tcp LPNI seq info [704692:704692:8:4294967295] 00000400:00000200:0.0:1788204518.084024:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204518.084030:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204518.084034:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204518.084037:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204518.084041:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204518.084043:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1788204518.084054:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204518.084056:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204518.084059:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204518.084063:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204518.084066:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204518.084067:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204518.084070:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204518.084072:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9ca80 x1875052841978112/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204518.084077:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204518.084079:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9ca80 x1875052841978112/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204543 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204518.084084:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204518.084085:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204518.084087:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204518.084089:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788204518.084092:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204518.084094:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309657124 00000100:00000001:0.0:1788204518.084096:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309658356 00000100:00000001:0.0:1788204518.084098:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309657124 00000100:00000001:0.0:1788204518.084100:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309658356 00000100:00000001:0.0:1788204518.084102:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204518.084104:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204518.084106:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204518.084109:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204518/real 1788204518] req@ffff9c476db9ca80 x1875052841978112/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204518.084118:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204518.084119:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204518.084121:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204518.084123:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204518.084125:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204518.084128:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204518.084131:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9ca80 x1875052841978112/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204518.084137:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9ca80 x1875052841978112/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204518.084141:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204518.084142:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204518.084144:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204518.084145:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204518.084147:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9ca80 x1875052841978112/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204518.084151:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204518.084153:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9ca80 x1875052841978112/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204543 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204518.084157:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204518.084158:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204518.084159:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204518.084160:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204518.084161:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204518.084162:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204518.084164:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204518.084165:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204518.084166:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204518.084168:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9ca80 x1875052841978112/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204543 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204518.084172:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841978112:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204518.084174:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204518.084175:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204518.084177:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9d500 x1875052841977856/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204543 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204518.084182:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204518.084183:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204518.084184:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788204518.084185:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204518.084186:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204518.084187:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204518.084189:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204518.084190:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a40c00. 02000000:00000001:0.0:1788204518.084192:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204518.084192:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204518.084193:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9d500. 00000100:00000001:0.0:1788204518.084195:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204518.084196:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204518.084197:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204518.084199:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9fb80 x1875052841977984/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204543 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204518.084203:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204518.084204:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204518.084205:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375400. 02000000:00000001:0.0:1788204518.084206:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204518.084207:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204518.084207:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204518.084208:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204518.084209:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a42c00. 02000000:00000001:0.0:1788204518.084210:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204518.084211:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204518.084212:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9fb80. 00000100:00000001:0.0:1788204518.084213:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204518.084213:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204518.084214:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204518.084216:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9ca80 x1875052841978112/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204543 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204518.084219:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204518.084220:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204518.084221:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374c00. 02000000:00000001:0.0:1788204518.084222:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204518.084223:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204518.084223:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788204518.084225:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204518.084225:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a42000. 02000000:00000001:0.0:1788204518.084226:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204518.084227:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204518.084228:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9ca80. 00000100:00000001:0.0:1788204518.084229:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204518.084230:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204518.084231:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204518.084233:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204518.084234:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204518.084235:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204518.084236:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204518.722509:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204518.722514:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204518.722518:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204518.722518:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204518.722521:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204518.722522:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204518.722544:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204518.722547:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204518.722550:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204519.362486:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309658356, at 4309658368 00000100:00000040:1.0:1788204519.362486:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309658356, at 4309658368 00000100:00000010:1.0:1788204519.362500:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685baba0. 00000100:00000010:0.0:1788204519.362502:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba180. 00010000:00000001:0.0:1788204519.746522:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204519.746528:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204519.746540:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204519.746542:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204519.746545:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204519.746547:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204520.770494:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204520.770501:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204520.770507:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204520.770509:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204520.770512:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204520.770513:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204521.794500:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204521.794509:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204521.794511:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204521.794514:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204521.794519:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204521.794521:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204521.794523:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204521.794525:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204521.794529:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204521.794530:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204521.794533:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204521.794535:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204521.794556:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204521.794559:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204521.794561:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204522.818509:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204522.818522:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204522.818530:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204522.818532:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204522.818535:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204522.818537:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204522.818558:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204522.818560:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204522.818562:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788204523.202469:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204523.202487:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788204523.202489:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204523.202493:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204523.202496:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204523.202503:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 14989 00000400:00000200:0.0:1788204523.202510:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204523.202515:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204523.202518:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204523.202521:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204523.202523:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204523.202526:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204523.202528:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204523.202532:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204523.202533:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788204523.202536:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204523.202538:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788204523.202540:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788204523.202543:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788204523.202546:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204523.202549:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204523.202550:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204523.202553:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204523.202555:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788204523.202559:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204523.202561:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204523.202563:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204523.202566:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204523.202568:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204523.202569:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788204523.202571:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204523.202578:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fa680. 00000020:00000040:0.0:1788204523.202580:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788204523.202589:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204523.202591:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204523.202594:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204523.202596:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204523.202600:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204523.202608:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374c00. 00000100:00000001:0.0:1788204523.202615:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204523.202624:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fa680 x1875052841978240/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204523.202635:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204523.202639:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204523.202644:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003756c577] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fa680 x1875052841978240/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204523.202675:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204523.202678:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204523.202682:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788204523.202683:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204523.202686:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204523.202690:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204523.202693:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14989 00000400:00000200:0.0:1788204523.202698:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204523.202706:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204523.202711:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204523.202717:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204523.202723:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204523.202728:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204523.202740:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204523.202746:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204523.202749:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788204523.202753:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204523.202757:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788204523.202763:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788204523.202769:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788204523.202777:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204523.202783:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204523.202787:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204523.202800:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204523.202807:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788204523.202816:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204523.202822:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204523.202825:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204523.202832:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204523.202838:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204523.202843:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204523.202850:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204523.202858:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204523.202863:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204523.202870:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fad80. 00000020:00000040:0.0:1788204523.202876:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204523.202888:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204523.202891:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204523.202899:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204523.202903:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204523.202910:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204523.202919:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375400. 00000100:00000001:0.0:1788204523.202924:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204523.202939:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fad80 x1875052841978368/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204523.202957:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204523.202962:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204523.202970:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010fef5ed] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fad80 x1875052841978368/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204523.203001:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204523.203005:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204523.203008:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788204523.203011:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204523.203014:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204523.203021:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204523.203028:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14989 00000400:00000200:0.0:1788204523.203037:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204523.203045:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204523.203049:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204523.203055:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204523.203057:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204523.203061:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204523.203065:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204523.203070:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204523.203073:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788204523.203077:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204523.203079:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788204523.203093:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788204523.203098:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788204523.203106:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204523.203109:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204523.203112:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204523.203116:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204523.203120:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788204523.203122:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204523.203126:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204523.203128:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204523.203132:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204523.203136:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204523.203139:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204523.203141:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204523.203147:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204523.203150:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204523.203155:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fa300. 00000020:00000040:0.0:1788204523.203159:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204523.203165:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204523.203168:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204523.203171:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204523.203173:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204523.203176:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204523.203180:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376000. 00000100:00000001:0.0:1788204523.203186:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204523.203195:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fa300 x1875052841978496/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204523.203209:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204523.203214:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204523.203222:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000643b1429] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fa300 x1875052841978496/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204523.203245:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204523.203250:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788204523.203259:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788204523.203264:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204523.203268:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788204523.203270:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204523.203272:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204523.203276:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204523.203280:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14989 00000400:00000200:0.0:1788204523.203287:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204523.203291:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204523.203294:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204523.203299:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204523.203304:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204523.203307:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204523.203311:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204523.203317:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204523.203321:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788204523.203326:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204523.203331:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788204523.203336:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788204523.203350:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788204523.203357:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204523.203362:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204523.203365:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204523.203368:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204523.203372:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788204523.203384:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204523.203391:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204523.203428:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204523.203434:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204523.203441:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204523.203447:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204523.203451:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788204523.203456:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204523.203459:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204523.203466:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9180. 00000020:00000040:0.0:1788204523.203472:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788204523.203480:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204523.203483:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204523.203489:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204523.203491:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204523.203495:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204523.203503:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377400. 00000100:00000001:0.0:1788204523.203509:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204523.203520:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9180 x1875052841978624/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204523.203543:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204523.203548:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204523.203558:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b4a335a] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9180 x1875052841978624/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204523.203582:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204523.203590:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14999) 00010000:00000001:0.0:1788204523.842502:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204523.842510:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204523.842525:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204523.842528:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204523.842530:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204523.842534:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204523.842537:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204523.842538:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204523.842540:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204523.842541:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204523.842544:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204523.842545:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204523.842546:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204523.842547:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204523.842548:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204523.842549:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204523.842550:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204523.842551:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204524.482491:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309663476, at 4309663488 00000100:00000040:1.0:1788204524.482491:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309663476, at 4309663488 00000100:00000010:0.0:1788204524.482504:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88ea0. 00000100:00000010:1.0:1788204524.482506:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88d20. 00010000:00000001:0.0:1788204524.866500:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204524.866505:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204524.866508:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204524.866509:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204524.866511:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204524.866512:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204525.890492:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204525.890497:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204525.890501:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204525.890502:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204525.890504:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204525.890505:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204525.890524:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204525.890525:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204525.890527:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204526.914499:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204526.914506:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204526.914511:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204526.914512:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204526.914515:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204526.914516:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204526.914538:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204526.914540:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204526.914542:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204527.938463:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204527.938469:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204527.938472:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204527.938473:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204527.938476:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204527.938477:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204528.322491:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204528.322502:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788204528.322505:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204528.322509:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204528.322514:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204528.322521:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 14994 00000400:00000200:0.0:1788204528.322529:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204528.322535:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204528.322539:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204528.322543:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204528.322547:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204528.322550:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204528.322552:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204528.322565:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204528.322568:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788204528.322571:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204528.322615:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788204528.322618:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788204528.322620:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788204528.322624:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204528.322626:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204528.322628:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204528.322630:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204528.322633:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788204528.322636:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204528.322638:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204528.322641:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204528.322644:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204528.322647:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204528.322649:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788204528.322652:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204528.322660:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8a80. 00000020:00000040:0.0:1788204528.322664:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788204528.322667:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204528.322669:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204528.322672:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204528.322674:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204528.322678:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204528.322685:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377c00. 00000100:00000001:0.0:1788204528.322691:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204528.322700:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8a80 x1875052841978752/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204528.322710:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204528.322725:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204528.322730:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000320d64fa] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8a80 x1875052841978752/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204528.322751:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204528.322754:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204528.322757:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788204528.322759:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204528.322760:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204528.322763:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204528.322766:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14994 00000400:00000200:0.0:1788204528.322769:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204528.322772:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204528.322774:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204528.322782:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204528.322785:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204528.322787:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204528.322788:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204528.322790:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204528.322791:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788204528.322792:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204528.322793:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788204528.322795:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788204528.322796:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788204528.322797:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204528.322798:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204528.322799:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204528.322800:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204528.322802:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788204528.322803:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204528.322804:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204528.322805:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204528.322809:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204528.322811:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204528.322812:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204528.322815:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204528.322822:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204528.322826:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204528.322832:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fb100. 00000020:00000040:0.0:1788204528.322837:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204528.322843:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204528.322846:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204528.322849:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204528.322853:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204528.322857:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204528.322864:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375000. 00000100:00000001:0.0:1788204528.322870:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204528.322879:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fb100 x1875052841978880/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204528.322894:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204528.322897:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204528.322910:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000093808cf5] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fb100 x1875052841978880/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204528.322923:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204528.322928:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204528.322932:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788204528.322935:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204528.322939:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204528.322943:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204528.322947:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14994 00000400:00000200:0.0:1788204528.322958:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204528.322963:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204528.322966:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204528.322970:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204528.322972:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204528.322973:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204528.322974:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204528.322976:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204528.322978:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788204528.322982:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204528.322983:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788204528.322985:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788204528.322989:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788204528.322992:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204528.322995:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204528.322997:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204528.322999:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204528.323000:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788204528.323005:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204528.323008:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204528.323010:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204528.323012:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204528.323016:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204528.323020:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204528.323022:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204528.323024:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204528.323026:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204528.323029:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9c00. 00000020:00000040:0.0:1788204528.323032:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204528.323035:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204528.323037:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204528.323038:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204528.323041:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204528.323044:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204528.323048:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376400. 00000100:00000001:0.0:1788204528.323054:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204528.323064:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9c00 x1875052841979008/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204528.323092:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204528.323097:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204528.323104:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d680416d] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9c00 x1875052841979008/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204528.323113:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204528.323115:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788204528.323118:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788204528.323120:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204528.323123:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788204528.323126:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204528.323130:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204528.323134:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204528.323140:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 14994 00000400:00000200:0.0:1788204528.323148:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204528.323170:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204528.323174:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204528.323180:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204528.323182:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204528.323184:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204528.323188:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204528.323190:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204528.323192:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788204528.323195:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204528.323196:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788204528.323200:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788204528.323202:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788204528.323206:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204528.323211:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204528.323214:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204528.323218:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204528.323223:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788204528.323226:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204528.323230:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204528.323232:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204528.323235:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204528.323239:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204528.323243:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204528.323246:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788204528.323251:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204528.323253:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204528.323260:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8000. 00000020:00000040:0.0:1788204528.323263:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788204528.323265:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204528.323266:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204528.323268:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204528.323272:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204528.323276:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204528.323282:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374400. 00000100:00000001:0.0:1788204528.323287:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204528.323297:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8000 x1875052841979136/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204528.323322:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204528.323327:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204528.323334:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000755f6dce] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8000 x1875052841979136/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204528.323348:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204528.323356:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15005) 00010000:00000001:0.0:1788204528.962515:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204528.962521:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204528.962527:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204528.962528:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204528.962531:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204528.962532:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204529.602459:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309668596, at 4309668608 00000100:00000040:1.0:1788204529.602459:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309668596, at 4309668608 00000100:00000010:1.0:1788204529.602471:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa889c0. 00000100:00000010:0.0:1788204529.602472:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88060. 00010000:00000001:0.0:1788204529.986494:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204529.986501:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204529.986506:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204529.986508:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204529.986512:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204529.986513:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204529.986564:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204529.986567:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204529.986569:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204531.010534:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204531.010541:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204531.010546:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204531.010547:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204531.010550:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204531.010551:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204531.010583:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204531.010586:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204531.010589:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204532.034523:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204532.034532:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204532.034534:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204532.034537:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204532.034542:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204532.034544:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204532.034546:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204532.034548:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204532.034552:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204532.034553:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204532.034557:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204532.034558:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204533.058530:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204533.058536:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204533.058542:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204533.058543:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204533.058547:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204533.058548:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204533.442477:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204533.442487:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788204533.442489:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204533.442492:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204533.442495:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204533.442500:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 15000 00000400:00000200:0.0:1788204533.442505:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204533.442510:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204533.442512:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204533.442514:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204533.442516:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204533.442518:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204533.442519:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204533.442522:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204533.442523:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788204533.442525:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204533.442527:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788204533.442528:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788204533.442530:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788204533.442531:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204533.442532:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204533.442533:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204533.442535:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204533.442537:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788204533.442539:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204533.442540:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204533.442543:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204533.442546:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204533.442547:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204533.442549:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788204533.442551:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204533.442558:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8380. 00000020:00000040:0.0:1788204533.442560:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788204533.442563:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204533.442565:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204533.442567:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204533.442570:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204533.442572:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204533.442578:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374800. 00000100:00000001:0.0:1788204533.442582:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204533.442589:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8380 x1875052841979264/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204533.442596:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204533.442599:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204533.442602:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004fba561] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8380 x1875052841979264/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204533.442619:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204533.442623:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204533.442626:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788204533.442627:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204533.442629:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204533.442632:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204533.442634:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15000 00000400:00000200:0.0:1788204533.442637:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204533.442640:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204533.442642:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204533.442644:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204533.442646:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204533.442648:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204533.442650:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204533.442652:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204533.442653:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788204533.442655:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204533.442657:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788204533.442659:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788204533.442661:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788204533.442663:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204533.442665:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204533.442667:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204533.442669:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204533.442671:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788204533.442673:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204533.442675:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204533.442677:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204533.442682:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204533.442684:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204533.442685:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204533.442689:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204533.442692:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204533.442694:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204533.442697:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9f80. 00000020:00000040:0.0:1788204533.442699:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204533.442701:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204533.442702:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204533.442703:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204533.442705:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204533.442706:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204533.442709:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376800. 00000100:00000001:0.0:1788204533.442712:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204533.442716:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9f80 x1875052841979392/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204533.442723:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204533.442725:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204533.442728:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5e67c01] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9f80 x1875052841979392/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204533.442736:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204533.442739:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204533.442742:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788204533.442743:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204533.442745:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204533.442748:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204533.442750:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15000 00000400:00000200:0.0:1788204533.442753:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204533.442755:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204533.442757:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204533.442759:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204533.442761:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204533.442763:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204533.442765:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204533.442767:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204533.442768:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788204533.442769:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204533.442771:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788204533.442773:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788204533.442775:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788204533.442778:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204533.442779:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204533.442781:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204533.442783:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204533.442786:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788204533.442788:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204533.442790:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204533.442792:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204533.442794:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204533.442796:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204533.442797:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204533.442799:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204533.442802:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204533.442804:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204533.442807:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fb800. 00000020:00000040:0.0:1788204533.442809:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204533.442811:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204533.442812:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204533.442814:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204533.442815:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204533.442816:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204533.442819:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375800. 00000100:00000001:0.0:1788204533.442822:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204533.442826:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fb800 x1875052841979520/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204533.442838:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204533.442840:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204533.442842:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045f4f50b] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fb800 x1875052841979520/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204533.442849:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204533.442852:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788204533.442856:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788204533.442858:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204533.442861:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788204533.442862:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204533.442864:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204533.442866:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204533.442869:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15000 00000400:00000200:0.0:1788204533.442871:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204533.442874:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204533.442876:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204533.442879:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204533.442880:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204533.442882:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204533.442884:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204533.442886:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204533.442887:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788204533.442888:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204533.442890:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788204533.442892:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788204533.442895:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788204533.442897:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204533.442899:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204533.442900:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204533.442902:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204533.442904:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788204533.442906:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204533.442908:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204533.442910:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204533.442912:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204533.442914:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204533.442916:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204533.442918:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788204533.442920:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204533.442922:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204533.442924:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9880. 00000020:00000040:0.0:1788204533.442927:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788204533.442929:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204533.442930:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204533.442932:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204533.442933:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204533.442934:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204533.442938:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377000. 00000100:00000001:0.0:1788204533.442941:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204533.442945:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9880 x1875052841979648/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204533.442952:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204533.442954:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204533.442958:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2b42fc4] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9880 x1875052841979648/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204533.442965:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204533.442969:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15010) 00010000:00000001:0.0:1788204534.082511:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204534.082517:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204534.082521:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204534.082524:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204534.082527:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204534.082530:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204534.082533:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204534.082535:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204534.082537:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204534.082539:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204534.082543:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204534.082544:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204534.082545:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204534.082547:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204534.082548:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204534.082549:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204534.082551:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204534.082553:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204534.082576:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204534.082579:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204534.082582:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204534.722512:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309673716, at 4309673728 00000100:00000040:1.0:1788204534.722512:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309673716, at 4309673728 00000100:00000010:1.0:1788204534.722526:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88ae0. 00000100:00000010:0.0:1788204534.722528:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88c60. 00010000:00000001:0.0:1788204535.106483:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204535.106488:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204535.106492:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204535.106493:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204535.106495:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204535.106496:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204535.106521:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204535.106522:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204535.106524:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204536.130550:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204536.130556:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204536.130561:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204536.130562:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204536.130566:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204536.130567:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204537.154479:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204537.154485:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204537.154490:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204537.154491:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204537.154494:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204537.154495:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204538.178502:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204538.178508:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204538.178513:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204538.178515:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204538.178518:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204538.178519:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204538.178542:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204538.178545:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204538.178548:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204539.202481:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204539.202489:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204539.202494:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204539.202496:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204539.202499:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204539.202501:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204539.202521:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204539.202524:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204539.202527:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204539.842498:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309678836, at 4309678848 00000100:00000040:1.0:1788204539.842498:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309678836, at 4309678848 00000100:00000010:0.0:1788204539.842514:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa886c0. 00000100:00000010:1.0:1788204539.842516:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88120. 00010000:00000001:0.0:1788204540.226510:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204540.226517:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204540.226523:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204540.226529:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204540.226533:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204540.226534:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204541.250484:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204541.250488:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204541.250492:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204541.250493:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204541.250496:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204541.250498:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204542.274510:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204542.274518:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204542.274521:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204542.274524:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204542.274528:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204542.274531:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204542.274533:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204542.274535:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204542.274538:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204542.274540:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204542.274543:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204542.274545:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204542.274567:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204542.274570:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204542.274572:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204543.298473:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204543.298478:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204543.298482:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204543.298484:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204543.298486:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204543.298488:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204543.298491:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204543.298492:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204543.298493:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204543.298495:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204543.298497:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204543.298498:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204543.298499:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204543.298499:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204543.298500:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204543.298501:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204543.298502:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204543.298503:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204543.298524:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204543.298526:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204543.298527:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204544.322501:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204544.322505:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204544.322509:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204544.322510:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204544.322512:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204544.322513:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204544.962484:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309683956, at 4309683968 00000100:00000040:1.0:1788204544.962484:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309683956, at 4309683968 00000100:00000010:0.0:1788204544.962497:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88480. 00000100:00000010:1.0:1788204544.962500:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88d80. 00010000:00000001:0.0:1788204545.346499:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204545.346506:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204545.346511:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204545.346513:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204545.346516:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204545.346517:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204546.370507:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204546.370513:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204546.370519:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204546.370521:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204546.370524:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204546.370525:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204546.370551:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204546.370554:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204546.370557:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204547.394471:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204547.394479:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204547.394484:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204547.394485:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204547.394489:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204547.394490:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204547.394509:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204547.394511:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204547.394513:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204548.418508:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204548.418513:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204548.418516:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204548.418517:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204548.418519:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204548.418520:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788204548.802517:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204548.802536:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788204548.802538:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204548.802542:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204548.802546:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204548.802553:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 15015 00000400:00000200:1.0:1788204548.802561:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204548.802567:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204548.802571:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204548.802574:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204548.802577:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204548.802580:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204548.802582:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204548.802586:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204548.802588:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788204548.802591:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204548.802594:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788204548.802596:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788204548.802599:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788204548.802601:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204548.802603:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204548.802605:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204548.802607:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204548.802609:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788204548.802612:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204548.802615:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204548.802618:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204548.802621:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204548.802624:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204548.802626:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788204548.802629:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204548.802639:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3df800. 00000020:00000040:1.0:1788204548.802642:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788204548.802646:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204548.802647:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204548.802650:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204548.802653:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204548.802657:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204548.802665:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9ac00. 00000100:00000001:1.0:1788204548.802672:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204548.802682:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3df800 x1875052841980800/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788204548.802692:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204548.802697:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204548.802701:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051a886bc] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3df800 x1875052841980800/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204548.802721:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788204548.802724:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204548.802727:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788204548.802728:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204548.802730:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204548.802733:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204548.802735:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15015 00000400:00000200:1.0:1788204548.802741:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204548.802745:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204548.802748:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204548.802754:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204548.802758:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204548.802760:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204548.802764:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204548.802769:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204548.802772:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788204548.802775:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204548.802778:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788204548.802783:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788204548.802788:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788204548.802796:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204548.802802:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204548.802809:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204548.802814:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204548.802819:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788204548.802824:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204548.802837:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204548.802841:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204548.802848:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204548.802853:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204548.802857:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788204548.802863:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788204548.802869:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204548.802871:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204548.802875:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dd500. 00000020:00000040:1.0:1788204548.802880:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788204548.802885:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204548.802887:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204548.802890:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204548.802892:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204548.802896:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204548.802902:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b800. 00000100:00000001:1.0:1788204548.802908:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204548.802916:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dd500 x1875052841980928/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788204548.802929:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204548.802934:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204548.802950:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081f75c12] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dd500 x1875052841980928/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204548.802972:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788204548.802977:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204548.802984:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788204548.802988:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204548.802992:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204548.802997:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204548.803002:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15015 00000400:00000200:1.0:1788204548.803008:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204548.803015:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204548.803018:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204548.803025:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204548.803029:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204548.803033:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204548.803037:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204548.803042:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204548.803045:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788204548.803049:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204548.803053:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788204548.803058:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788204548.803063:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788204548.803069:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204548.803073:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204548.803079:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204548.803083:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204548.803088:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788204548.803092:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204548.803097:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204548.803099:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204548.803104:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204548.803108:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204548.803109:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788204548.803112:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788204548.803116:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204548.803119:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204548.803126:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dea00. 00000020:00000040:1.0:1788204548.803129:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788204548.803134:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204548.803137:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204548.803140:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204548.803142:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204548.803145:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204548.803150:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b400. 00000100:00000001:1.0:1788204548.803155:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204548.803163:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dea00 x1875052841981056/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788204548.803177:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204548.803181:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204548.803190:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4ead91e] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dea00 x1875052841981056/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204548.803215:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204548.803221:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788204548.803228:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788204548.803231:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204548.803238:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788204548.803241:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204548.803244:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204548.803247:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204548.803254:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15015 00000400:00000200:1.0:1788204548.803263:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204548.803272:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204548.803278:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204548.803285:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204548.803293:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204548.803297:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204548.803303:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204548.803316:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204548.803319:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788204548.803321:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204548.803324:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788204548.803328:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788204548.803332:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788204548.803339:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204548.803343:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204548.803346:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204548.803350:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204548.803353:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788204548.803358:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204548.803363:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204548.803367:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204548.803371:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204548.803376:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204548.803380:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788204548.803383:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788204548.803388:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204548.803419:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204548.803425:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dfb80. 00000020:00000040:1.0:1788204548.803431:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788204548.803436:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204548.803440:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204548.803444:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204548.803447:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204548.803451:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204548.803457:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9bc00. 00000100:00000001:1.0:1788204548.803463:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204548.803471:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dfb80 x1875052841981184/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788204548.803485:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204548.803489:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204548.803493:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086c01fd6] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dfb80 x1875052841981184/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204548.803503:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204548.803510:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15025) 00010000:00000001:0.0:1788204549.442468:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204549.442474:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204549.442480:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204549.442481:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204549.442485:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204549.442486:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204550.082492:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309689076, at 4309689088 00000100:00000040:1.0:1788204550.082492:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309689076, at 4309689088 00000100:00000010:0.0:1788204550.082507:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa888a0. 00000100:00000010:1.0:1788204550.082509:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88d80. 00010000:00000001:0.0:1788204550.466522:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204550.466528:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204550.466533:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204550.466535:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204550.466539:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204550.466540:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204550.466564:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204550.466567:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204550.466570:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204551.490536:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204551.490544:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204551.490547:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204551.490550:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204551.490555:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204551.490557:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204551.490559:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204551.490561:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204551.490565:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204551.490566:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204551.490569:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204551.490570:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204551.490595:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204551.490598:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204551.490600:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204552.514515:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204552.514522:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204552.514527:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204552.514529:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204552.514532:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204552.514533:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204553.538505:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204553.538512:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204553.538518:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204553.538526:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204553.538528:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204553.538531:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204553.538534:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204553.538537:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204553.538538:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204553.538541:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204553.538545:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204553.538546:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204553.538547:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204553.538549:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204553.538550:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204553.538551:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204553.538552:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204553.538553:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788204553.922518:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204553.922529:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788204553.922532:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204553.922537:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204553.922540:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204553.922546:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 15020 00000400:00000200:1.0:1788204553.922553:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204553.922558:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204553.922560:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204553.922563:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204553.922565:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204553.922567:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204553.922568:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204553.922571:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204553.922573:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788204553.922574:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204553.922577:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788204553.922579:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788204553.922580:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788204553.922582:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204553.922583:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204553.922585:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204553.922586:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204553.922588:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788204553.922590:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204553.922591:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204553.922593:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204553.922596:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204553.922597:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204553.922599:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788204553.922601:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204553.922607:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3de300. 00000020:00000040:1.0:1788204553.922610:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788204553.922612:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204553.922614:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204553.922616:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204553.922618:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204553.922621:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204553.922627:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98800. 00000100:00000001:1.0:1788204553.922631:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204553.922637:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3de300 x1875052841981312/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788204553.922645:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204553.922648:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204553.922651:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc9d591c] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3de300 x1875052841981312/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204553.922664:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788204553.922666:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204553.922669:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788204553.922670:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204553.922671:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204553.922673:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204553.922675:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15020 00000400:00000200:1.0:1788204553.922677:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204553.922680:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204553.922682:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204553.922684:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204553.922685:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204553.922687:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204553.922691:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204553.922692:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204553.922695:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788204553.922697:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204553.922699:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788204553.922701:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788204553.922703:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788204553.922707:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204553.922710:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204553.922713:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204553.922715:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204553.922719:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788204553.922722:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204553.922727:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204553.922729:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204553.922734:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204553.922737:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204553.922739:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788204553.922742:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788204553.922747:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204553.922751:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204553.922756:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dca80. 00000020:00000040:1.0:1788204553.922760:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788204553.922766:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204553.922770:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204553.922772:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204553.922776:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204553.922779:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204553.922783:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98c00. 00000100:00000001:1.0:1788204553.922787:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204553.922794:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dca80 x1875052841981440/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788204553.922800:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204553.922804:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204553.922808:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004099c200] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dca80 x1875052841981440/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204553.922821:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788204553.922823:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204553.922826:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788204553.922829:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204553.922831:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204553.922833:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204553.922836:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15020 00000400:00000200:1.0:1788204553.922841:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204553.922845:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204553.922848:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204553.922852:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204553.922856:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204553.922858:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204553.922861:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204553.922864:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204553.922866:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788204553.922868:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204553.922871:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788204553.922873:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788204553.922877:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788204553.922880:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204553.922882:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204553.922885:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204553.922886:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204553.922890:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788204553.922893:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204553.922895:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204553.922898:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204553.922900:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204553.922901:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204553.922905:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788204553.922908:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788204553.922910:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204553.922911:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204553.922914:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ded80. 00000020:00000040:1.0:1788204553.922917:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788204553.922919:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204553.922920:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204553.922923:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204553.922925:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204553.922928:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204553.922932:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99000. 00000100:00000001:1.0:1788204553.922935:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204553.922941:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ded80 x1875052841981568/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788204553.922954:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204553.922958:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204553.922964:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a769e60] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ded80 x1875052841981568/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204553.922974:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204553.922977:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788204553.922982:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788204553.922986:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204553.922988:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788204553.922989:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204553.922989:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204553.922991:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204553.922994:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15020 00000400:00000200:1.0:1788204553.922999:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204553.923005:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204553.923007:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204553.923012:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204553.923014:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204553.923017:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204553.923020:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204553.923022:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204553.923025:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788204553.923027:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204553.923029:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788204553.923032:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788204553.923036:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788204553.923041:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204553.923044:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204553.923046:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204553.923048:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204553.923050:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788204553.923056:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204553.923058:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204553.923061:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204553.923064:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204553.923066:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204553.923067:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788204553.923071:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788204553.923074:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204553.923076:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204553.923081:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ddc00. 00000020:00000040:1.0:1788204553.923084:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788204553.923087:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204553.923089:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204553.923091:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204553.923094:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204553.923096:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204553.923100:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9a800. 00000100:00000001:1.0:1788204553.923103:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204553.923109:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ddc00 x1875052841981696/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788204553.923130:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204553.923131:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204553.923135:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c3c4b34] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ddc00 x1875052841981696/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204553.923145:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204553.923149:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15030) 00010000:00000001:0.0:1788204554.562485:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204554.562490:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204554.562493:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204554.562494:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204554.562496:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204554.562497:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204554.562542:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204554.562544:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204554.562546:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788204555.202477:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309694196, at 4309694208 00000100:00000040:0.0:1788204555.202478:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309694196, at 4309694208 00000100:00000010:1.0:1788204555.202494:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88120. 00000100:00000010:0.0:1788204555.202499:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88480. 00010000:00000001:0.0:1788204555.586503:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204555.586510:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204555.586516:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204555.586517:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204555.586520:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204555.586521:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204555.586544:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204555.586547:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204555.586550:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204556.610477:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204556.610485:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204556.610491:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204556.610492:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204556.610495:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204556.610496:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204557.634512:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204557.634517:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204557.634520:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204557.634521:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204557.634523:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204557.634524:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204558.658550:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204558.658558:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204558.658566:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204558.658567:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204558.658571:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204558.658572:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204558.658606:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204558.658609:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204558.658612:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788204559.042784:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204559.042795:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204559.042801:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204559.042817:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9c380 x1875052841981824/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204559.042843:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204559.042848:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204559.042859:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204559.042865:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204559.042870:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204559.042877:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841981824:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204559.042885:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204559.042894:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204559.042900:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204559.042908:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204559.042919:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375000. 02000000:00000001:0.0:1788204559.042925:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204559.042938:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204559.042946:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204559.042957:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204559.042970:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841981824, portal 25 00000100:00000001:0.0:1788204559.042979:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204559.042983:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330342784 : -109644379208832 : ffff9c476db9c380) 00000100:00000040:0.0:1788204559.042997:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9c380 x1875052841981824/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204559.043060:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204559.043071:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204559.043078:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204559.043084:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841981824, offset 0 00000400:00000200:0.0:1788204559.043100:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204559.043116:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204559.043130:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204559.043140:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204559.043152:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204559.043162:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204559.043171:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204559.043181:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704726:704726:256:4294967295] 192.168.201.101@tcp LPNI seq info [704721:704721:8:4294967295] 00000400:00000200:0.0:1788204559.043196:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204559.043218:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204559.043238:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204559.043249:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204559.043265:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204559.043275:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1788204559.043326:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204559.043331:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204559.043340:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204559.043352:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204559.043361:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204559.043370:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204559.043381:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204559.043392:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9c380 x1875052841981824/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204559.043431:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204559.043438:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9c380 x1875052841981824/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204584 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204559.043467:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204559.043474:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204559.043485:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204559.043496:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204559.043502:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4309699317 00000100:00000010:0.0:1788204559.043513:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba180. 00000100:00000001:0.0:1788204559.043525:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788204559.043536:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4309699317 00000100:00000010:0.0:1788204559.043546:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685bac60. 00000100:00000001:0.0:1788204559.043554:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788204559.043588:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204559.043595:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204559.043602:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204559.043612:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204559/real 1788204559] req@ffff9c476db9c380 x1875052841981824/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204559.043626:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204559.043630:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204559.043632:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204559.043636:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204559.043638:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204559.043642:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204559.043647:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9c380 x1875052841981824/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204559.043655:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9c380 x1875052841981824/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204559.043661:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204559.043663:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204559.043665:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204559.043667:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204559.043671:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9c380 x1875052841981824/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204559.043678:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204559.043683:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9c380 x1875052841981824/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204584 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204559.043696:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204559.043699:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204559.043700:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204559.043702:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204559.043704:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204559.043707:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204559.043710:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204559.043714:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204559.043717:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204559.043721:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9c380 x1875052841981824/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204584 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204559.043728:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841981824:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204559.043733:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204559.043736:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204559.043739:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9c380 x1875052841981824/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204584 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204559.043745:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204559.043747:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204559.043751:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375000. 02000000:00000001:0.0:1788204559.043754:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204559.043756:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204559.043758:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788204559.043761:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204559.043763:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a42000. 02000000:00000001:0.0:1788204559.043768:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204559.043770:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204559.043772:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9c380. 00000100:00000001:0.0:1788204559.043775:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204559.043776:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204559.043779:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204559.043787:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204559.043789:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204559.043791:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204559.043793:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204559.043794:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204559.043799:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9f800 x1875052841981952/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204559.043805:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204559.043806:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204559.043809:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204559.043811:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204559.043812:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204559.043815:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841981952:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204559.043818:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204559.043821:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204559.043822:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204559.043824:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204559.043827:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375000. 02000000:00000001:0.0:1788204559.043829:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204559.043832:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204559.043835:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204559.043838:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204559.043841:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841981952, portal 10 00000100:00000001:0.0:1788204559.043843:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204559.043844:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330356224 : -109644379195392 : ffff9c476db9f800) 00000100:00000040:0.0:1788204559.043851:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9f800 x1875052841981952/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204559.043857:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204559.043859:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204559.043861:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204559.043863:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841981952, offset 0 00000400:00000200:0.0:1788204559.043866:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204559.043870:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204559.043874:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204559.043877:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204559.043879:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204559.043881:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204559.043884:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204559.043887:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704727:704727:256:4294967295] 192.168.201.101@tcp LPNI seq info [704722:704722:8:4294967295] 00000400:00000200:0.0:1788204559.043890:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204559.043896:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204559.043900:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204559.043903:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204559.043907:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204559.043909:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1788204559.043921:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204559.043923:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204559.043926:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204559.043929:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204559.043932:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204559.043933:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204559.043935:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204559.043939:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9f800 x1875052841981952/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204559.043947:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204559.043950:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9f800 x1875052841981952/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204584 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204559.043957:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204559.043959:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204559.043962:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204559.043966:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788204559.043969:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204559.043971:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309698058 00000100:00000001:0.0:1788204559.043974:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309699317 00000100:00000001:0.0:1788204559.043976:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309698058 00000100:00000001:0.0:1788204559.043978:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309699317 00000100:00000001:0.0:1788204559.043980:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204559.043982:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204559.043984:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204559.043987:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204559/real 1788204559] req@ffff9c476db9f800 x1875052841981952/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204559.043994:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204559.043995:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204559.043997:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204559.043999:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204559.044001:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204559.044003:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204559.044006:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9f800 x1875052841981952/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204559.044014:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9f800 x1875052841981952/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204559.044019:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204559.044021:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204559.044037:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204559.044039:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204559.044043:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9f800 x1875052841981952/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204559.044050:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204559.044054:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9f800 x1875052841981952/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204584 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204559.044061:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204559.044063:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204559.044065:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204559.044066:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204559.044068:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204559.044070:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204559.044072:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204559.044076:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204559.044078:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204559.044082:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9f800 x1875052841981952/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204584 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204559.044089:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841981952:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204559.044093:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204559.044097:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9f480 x1875052841982080/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204559.044103:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204559.044104:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204559.044106:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204559.044108:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204559.044110:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204559.044113:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841982080:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204559.044116:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204559.044118:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204559.044120:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204559.044122:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204559.044125:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377c00. 02000000:00000001:0.0:1788204559.044127:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204559.044130:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204559.044133:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204559.044136:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204559.044139:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841982080, portal 10 00000100:00000001:0.0:1788204559.044141:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204559.044142:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330355328 : -109644379196288 : ffff9c476db9f480) 00000100:00000040:0.0:1788204559.044148:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9f480 x1875052841982080/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204559.044155:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204559.044157:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204559.044159:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204559.044162:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841982080, offset 0 00000400:00000200:0.0:1788204559.044165:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204559.044169:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204559.044172:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204559.044174:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204559.044177:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204559.044179:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204559.044181:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204559.044184:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704728:704728:256:4294967295] 192.168.201.101@tcp LPNI seq info [704723:704723:8:4294967295] 00000400:00000200:0.0:1788204559.044189:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204559.044194:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204559.044198:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204559.044201:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204559.044205:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204559.044207:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1788204559.044217:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204559.044219:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204559.044222:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204559.044225:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204559.044228:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204559.044230:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204559.044232:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204559.044235:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9f480 x1875052841982080/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204559.044242:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204559.044246:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9f480 x1875052841982080/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204584 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204559.044251:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204559.044253:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204559.044256:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204559.044259:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788204559.044261:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204559.044263:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309698058 00000100:00000001:0.0:1788204559.044265:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309699317 00000100:00000001:0.0:1788204559.044267:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309698058 00000100:00000001:0.0:1788204559.044269:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309699317 00000100:00000001:0.0:1788204559.044271:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204559.044273:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204559.044275:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204559.044278:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204559/real 1788204559] req@ffff9c476db9f480 x1875052841982080/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204559.044285:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204559.044286:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204559.044288:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204559.044290:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204559.044292:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204559.044294:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204559.044297:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9f480 x1875052841982080/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204559.044304:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9f480 x1875052841982080/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204559.044310:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204559.044311:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204559.044313:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204559.044314:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204559.044318:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9f480 x1875052841982080/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204559.044324:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204559.044327:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9f480 x1875052841982080/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204584 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204559.044333:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204559.044335:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204559.044336:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204559.044337:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204559.044339:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204559.044341:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204559.044343:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204559.044346:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204559.044348:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204559.044351:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9f480 x1875052841982080/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204584 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204559.044358:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841982080:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204559.044361:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204559.044364:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9d880 x1875052841982208/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204559.044370:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204559.044371:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204559.044374:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204559.044376:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204559.044377:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204559.044380:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841982208:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204559.044383:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204559.044385:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204559.044387:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204559.044388:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204559.044391:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376c00. 02000000:00000001:0.0:1788204559.044415:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204559.044419:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204559.044421:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204559.044424:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204559.044427:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841982208, portal 4 00000100:00000001:0.0:1788204559.044429:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204559.044431:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330348160 : -109644379203456 : ffff9c476db9d880) 00000100:00000040:0.0:1788204559.044437:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9d880 x1875052841982208/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204559.044443:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204559.044445:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204559.044448:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204559.044450:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841982208, offset 0 00000400:00000200:0.0:1788204559.044454:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204559.044458:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204559.044461:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204559.044464:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204559.044466:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204559.044468:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204559.044471:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204559.044474:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704729:704729:256:4294967295] 192.168.201.101@tcp LPNI seq info [704724:704724:8:4294967295] 00000400:00000200:0.0:1788204559.044478:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204559.044483:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204559.044488:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204559.044492:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204559.044495:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204559.044498:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1788204559.044509:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204559.044511:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204559.044514:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204559.044517:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204559.044520:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204559.044522:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204559.044524:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204559.044527:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9d880 x1875052841982208/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204559.044535:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204559.044538:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9d880 x1875052841982208/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204584 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204559.044544:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204559.044545:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204559.044548:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204559.044551:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788204559.044554:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204559.044556:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309698085 00000100:00000001:0.0:1788204559.044558:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309699317 00000100:00000001:0.0:1788204559.044560:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309698085 00000100:00000001:0.0:1788204559.044562:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309699317 00000100:00000001:0.0:1788204559.044565:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204559.044567:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204559.044568:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204559.044572:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204559/real 1788204559] req@ffff9c476db9d880 x1875052841982208/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204559.044579:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204559.044580:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204559.044582:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204559.044584:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204559.044586:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204559.044588:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204559.044592:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9d880 x1875052841982208/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204559.044599:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9d880 x1875052841982208/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204559.044605:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204559.044606:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204559.044608:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204559.044610:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204559.044613:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9d880 x1875052841982208/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204559.044620:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204559.044623:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9d880 x1875052841982208/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204584 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204559.044629:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204559.044631:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204559.044633:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204559.044634:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204559.044636:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204559.044637:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204559.044640:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204559.044643:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204559.044645:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204559.044648:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9d880 x1875052841982208/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204584 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204559.044656:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841982208:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204559.044659:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204559.044661:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204559.044664:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9f800 x1875052841981952/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204584 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204559.044670:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204559.044672:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204559.044674:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375000. 02000000:00000001:0.0:1788204559.044676:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204559.044677:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204559.044679:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204559.044681:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204559.044682:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a43c00. 02000000:00000001:0.0:1788204559.044688:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204559.044689:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204559.044691:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9f800. 00000100:00000001:0.0:1788204559.044693:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204559.044695:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204559.044697:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204559.044699:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9f480 x1875052841982080/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204584 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204559.044706:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204559.044707:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204559.044709:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377c00. 02000000:00000001:0.0:1788204559.044711:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204559.044712:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204559.044713:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204559.044714:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204559.044716:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a42800. 02000000:00000001:0.0:1788204559.044718:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204559.044719:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204559.044720:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9f480. 00000100:00000001:0.0:1788204559.044723:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204559.044724:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204559.044725:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204559.044728:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9d880 x1875052841982208/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204584 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204559.044735:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204559.044736:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204559.044738:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376c00. 02000000:00000001:0.0:1788204559.044740:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204559.044741:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204559.044742:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788204559.044744:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204559.044745:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a42c00. 02000000:00000001:0.0:1788204559.044747:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204559.044747:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204559.044748:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9d880. 00000100:00000001:0.0:1788204559.044750:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204559.044751:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204559.044753:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204559.044756:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204559.044757:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204559.044759:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204559.044761:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204559.682464:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204559.682471:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204559.682476:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204559.682478:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204559.682481:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204559.682482:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204559.682503:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204559.682506:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204559.682508:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204560.322484:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309699317, at 4309699328 00000100:00000040:1.0:1788204560.322484:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309699317, at 4309699328 00000100:00000010:1.0:1788204560.322501:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685bac60. 00000100:00000010:0.0:1788204560.322504:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba180. 00010000:00000001:0.0:1788204560.706503:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204560.706510:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204560.706517:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204560.706518:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204560.706521:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204560.706522:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204561.730500:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204561.730507:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204561.730510:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204561.730513:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204561.730518:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204561.730520:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204561.730522:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204561.730524:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204561.730528:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204561.730529:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204561.730532:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204561.730533:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204562.754513:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204562.754519:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204562.754525:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204562.754526:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204562.754529:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204562.754531:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204562.754552:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204562.754554:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204562.754557:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204563.778523:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204563.778530:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204563.778536:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204563.778539:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204563.778541:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204563.778544:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204563.778547:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204563.778549:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204563.778551:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204563.778553:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204563.778556:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204563.778558:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204563.778559:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204563.778560:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204563.778562:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204563.778563:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204563.778564:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204563.778566:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204563.778588:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204563.778590:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204563.778593:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788204564.162512:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204564.162526:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788204564.162530:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204564.162536:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204564.162541:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204564.162549:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 15030 00000400:00000200:0.0:1788204564.162559:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204564.162566:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204564.162570:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204564.162574:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204564.162577:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204564.162580:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204564.162582:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204564.162587:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204564.162589:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788204564.162593:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204564.162596:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788204564.162599:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788204564.162602:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788204564.162605:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204564.162606:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204564.162608:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204564.162611:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204564.162614:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788204564.162617:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204564.162620:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204564.162624:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204564.162627:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204564.162631:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204564.162634:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788204564.162637:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204564.162648:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9500. 00000020:00000040:0.0:1788204564.162652:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788204564.162657:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204564.162659:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204564.162663:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204564.162666:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204564.162672:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204564.162681:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377c00. 00000100:00000001:0.0:1788204564.162687:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204564.162696:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9500 x1875052841982336/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204564.162705:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204564.162709:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204564.162712:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000842d065d] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9500 x1875052841982336/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204564.162730:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204564.162733:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204564.162736:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788204564.162737:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204564.162738:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204564.162741:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204564.162743:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15030 00000400:00000200:0.0:1788204564.162746:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204564.162750:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204564.162752:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204564.162754:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204564.162756:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204564.162758:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204564.162759:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204564.162762:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204564.162763:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788204564.162764:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204564.162766:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788204564.162774:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788204564.162781:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788204564.162789:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204564.162790:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204564.162796:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204564.162798:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204564.162802:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788204564.162812:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204564.162822:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204564.162830:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204564.162837:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204564.162840:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204564.162845:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204564.162849:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204564.162863:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204564.162868:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204564.162881:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9880. 00000020:00000040:0.0:1788204564.162886:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204564.162892:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204564.162897:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204564.162902:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204564.162905:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204564.162908:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204564.162913:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375000. 00000100:00000001:0.0:1788204564.162920:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204564.162932:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9880 x1875052841982464/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204564.162959:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204564.162964:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204564.162970:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2b42fc4] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9880 x1875052841982464/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204564.162984:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204564.162987:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204564.162994:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788204564.162999:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204564.163002:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204564.163015:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204564.163021:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15030 00000400:00000200:0.0:1788204564.163031:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204564.163037:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204564.163040:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204564.163050:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204564.163056:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204564.163067:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204564.163076:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204564.163082:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204564.163091:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788204564.163099:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204564.163105:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788204564.163110:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788204564.163115:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788204564.163129:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204564.163144:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204564.163148:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204564.163158:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204564.163166:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788204564.163174:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204564.163186:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204564.163192:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204564.163195:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204564.163198:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204564.163202:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204564.163206:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204564.163216:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204564.163222:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204564.163229:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fb800. 00000020:00000040:0.0:1788204564.163233:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204564.163235:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204564.163236:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204564.163242:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204564.163245:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204564.163247:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204564.163254:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377400. 00000100:00000001:0.0:1788204564.163264:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204564.163275:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fb800 x1875052841982592/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204564.163290:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204564.163295:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204564.163302:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045f4f50b] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fb800 x1875052841982592/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204564.163352:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204564.163357:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788204564.163368:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788204564.163378:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204564.163392:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788204564.163423:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204564.163425:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204564.163428:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204564.163433:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15030 00000400:00000200:0.0:1788204564.163441:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204564.163447:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204564.163452:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204564.163455:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204564.163458:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204564.163463:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204564.163469:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204564.163471:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204564.163473:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788204564.163476:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204564.163480:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788204564.163484:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788204564.163493:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788204564.163496:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204564.163501:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204564.163506:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204564.163507:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204564.163509:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788204564.163511:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204564.163514:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204564.163517:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204564.163520:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204564.163521:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204564.163523:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204564.163524:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788204564.163528:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204564.163534:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204564.163539:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9f80. 00000020:00000040:0.0:1788204564.163543:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788204564.163553:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204564.163556:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204564.163562:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204564.163566:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204564.163572:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204564.163580:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376000. 00000100:00000001:0.0:1788204564.163589:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204564.163605:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9f80 x1875052841982720/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204564.163628:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204564.163632:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204564.163644:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5e67c01] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9f80 x1875052841982720/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204564.163690:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204564.163697:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15040) 00010000:00000001:0.0:1788204564.802523:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204564.802531:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204564.802535:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204564.802536:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204564.802539:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204564.802540:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204565.442488:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309704437, at 4309704448 00000100:00000010:0.0:1788204565.442519:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa886c0. 00000100:00000040:1.0:1788204565.442522:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309704437, at 4309704448 00000100:00000010:1.0:1788204565.442540:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88c60. 00010000:00000001:0.0:1788204565.826511:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204565.826518:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204565.826523:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204565.826524:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204565.826527:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204565.826528:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204566.850531:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204566.850538:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204566.850543:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204566.850544:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204566.850547:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204566.850548:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204566.850575:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204566.850578:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204566.850582:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204567.874499:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204567.874505:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204567.874508:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204567.874509:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204567.874512:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204567.874512:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204567.874530:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204567.874532:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204567.874534:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204568.898473:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204568.898480:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204568.898485:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204568.898486:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204568.898489:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204568.898491:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204569.922545:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204569.922552:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204569.922557:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204569.922558:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204569.922560:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204569.922561:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204570.562490:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309709556, at 4309709568 00000100:00000040:1.0:1788204570.562490:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309709556, at 4309709568 00000100:00000010:1.0:1788204570.562505:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88060. 00000100:00000010:0.0:1788204570.562507:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88ae0. 00010000:00000001:0.0:1788204570.946571:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204570.946580:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204570.946588:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204570.946590:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204570.946594:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204570.946595:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204570.946629:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204570.946633:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204570.946636:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204571.970503:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204571.970511:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204571.970513:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204571.970517:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204571.970521:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204571.970524:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204571.970526:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204571.970528:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204571.970532:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204571.970533:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204571.970536:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204571.970538:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204571.970556:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204571.970558:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204571.970559:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204572.994500:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204572.994505:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204572.994510:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204572.994511:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204572.994514:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204572.994515:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204574.018525:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204574.018532:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204574.018539:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204574.018542:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204574.018544:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204574.018547:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204574.018550:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204574.018553:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204574.018555:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204574.018557:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204574.018561:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204574.018562:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204574.018563:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204574.018565:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204574.018566:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204574.018568:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204574.018569:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204574.018571:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204575.042518:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204575.042524:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204575.042530:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204575.042531:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204575.042535:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204575.042536:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204575.042566:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204575.042568:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204575.042570:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204575.682491:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309714676, at 4309714688 00000100:00000040:1.0:1788204575.682491:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309714676, at 4309714688 00000100:00000010:0.0:1788204575.682507:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa889c0. 00000100:00000010:1.0:1788204575.682509:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88d20. 00010000:00000001:0.0:1788204576.066496:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204576.066503:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204576.066508:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204576.066509:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204576.066513:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204576.066514:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204576.066538:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204576.066541:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204576.066543:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204577.090511:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204577.090517:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204577.090520:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204577.090521:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204577.090523:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204577.090524:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204578.114476:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204578.114483:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204578.114489:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204578.114490:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204578.114493:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204578.114494:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204579.138531:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204579.138538:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204579.138542:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204579.138543:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204579.138546:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204579.138547:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204579.138582:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204579.138584:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204579.138587:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204580.162516:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204580.162523:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204580.162529:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204580.162530:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204580.162533:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204580.162534:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204580.162577:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204580.162580:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204580.162583:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788204580.802484:0:226729:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309719796, at 4309719808 00000100:00000040:0.0:1788204580.802496:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309719796, at 4309719808 00000100:00000010:1.0:1788204580.802502:0:226729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88720. 00000100:00000010:0.0:1788204580.802514:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88ea0. 00010000:00000001:0.0:1788204581.186507:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204581.186523:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204581.186529:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204581.186531:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204581.186534:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204581.186535:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204582.210540:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204582.210550:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204582.210552:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204582.210555:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204582.210560:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204582.210562:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204582.210564:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204582.210565:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204582.210569:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204582.210570:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204582.210572:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204582.210573:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204583.234499:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204583.234507:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204583.234513:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204583.234515:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204583.234518:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204583.234519:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204583.234573:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204583.234575:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204583.234578:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204584.258556:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204584.258566:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204584.258573:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204584.258578:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204584.258580:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204584.258584:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204584.258618:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204584.258620:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204584.258623:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204584.258626:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204584.258630:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204584.258632:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204584.258634:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204584.258635:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204584.258637:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204584.258638:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204584.258640:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204584.258642:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204584.258709:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204584.258713:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204584.258716:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204585.282537:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204585.282545:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204585.282551:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204585.282552:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204585.282556:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204585.282557:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204585.922480:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309724917, at 4309724928 00000100:00000040:1.0:1788204585.922480:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309724917, at 4309724928 00000100:00000010:1.0:1788204585.922493:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88180. 00000100:00000010:0.0:1788204585.922494:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88ba0. 00010000:00000001:0.0:1788204586.306492:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204586.306498:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204586.306504:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204586.306506:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204586.306509:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204586.306511:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204587.330506:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204587.330512:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204587.330518:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204587.330520:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204587.330523:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204587.330525:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204587.330577:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204587.330580:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204587.330583:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204588.354453:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204588.354458:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204588.354462:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204588.354463:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204588.354465:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204588.354466:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204588.354481:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204588.354483:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204588.354484:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204589.378532:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204589.378538:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204589.378543:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204589.378544:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204589.378546:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204589.378547:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788204589.762527:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204589.762542:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788204589.762545:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204589.762550:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204589.762556:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204589.762566:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 15056 00000400:00000200:1.0:1788204589.762576:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204589.762583:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204589.762587:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204589.762591:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204589.762595:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204589.762597:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204589.762600:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204589.762604:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204589.762606:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788204589.762609:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204589.762612:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788204589.762615:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788204589.762618:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788204589.762621:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204589.762623:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204589.762625:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204589.762627:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204589.762630:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788204589.762633:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204589.762636:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204589.762638:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204589.762641:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204589.762643:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204589.762645:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788204589.762647:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204589.762657:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ddf80. 00000020:00000040:1.0:1788204589.762660:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788204589.762663:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204589.762664:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204589.762667:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204589.762669:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204589.762674:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204589.762762:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99400. 00000100:00000001:1.0:1788204589.762776:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204589.762788:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ddf80 x1875052841984896/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788204589.762799:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204589.762804:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204589.762808:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dea6dee7] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ddf80 x1875052841984896/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204589.762836:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788204589.762839:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204589.762842:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788204589.762843:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204589.762845:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204589.762847:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204589.762850:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15056 00000400:00000200:1.0:1788204589.762856:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204589.762862:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204589.762865:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204589.762867:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204589.762870:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204589.762873:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204589.762875:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204589.762877:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204589.762878:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788204589.762880:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204589.762886:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788204589.762889:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788204589.762892:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788204589.762897:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204589.762900:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204589.762902:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204589.762908:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204589.762912:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788204589.762920:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204589.762923:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204589.762931:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204589.762938:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204589.762942:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204589.762945:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788204589.762952:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788204589.762956:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204589.762960:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204589.762965:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dc700. 00000020:00000040:1.0:1788204589.762970:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788204589.762974:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204589.762976:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204589.762985:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204589.762990:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204589.762993:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204589.763001:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9a400. 00000100:00000001:1.0:1788204589.763007:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204589.763017:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dc700 x1875052841985024/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788204589.763023:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204589.763024:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204589.763026:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7db4f2b] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dc700 x1875052841985024/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204589.763032:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788204589.763034:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204589.763036:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788204589.763037:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204589.763037:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204589.763039:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204589.763041:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15056 00000400:00000200:1.0:1788204589.763043:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204589.763045:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204589.763046:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204589.763047:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204589.763049:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204589.763050:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204589.763051:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204589.763053:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204589.763053:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788204589.763054:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204589.763055:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788204589.763056:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788204589.763057:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788204589.763059:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204589.763061:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204589.763062:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204589.763063:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204589.763064:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788204589.763066:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204589.763067:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204589.763068:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204589.763069:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204589.763070:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204589.763071:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788204589.763072:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788204589.763074:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204589.763075:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204589.763077:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dce00. 00000020:00000040:1.0:1788204589.763078:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788204589.763079:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204589.763080:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204589.763081:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204589.763081:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204589.763082:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204589.763085:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9a800. 00000100:00000001:1.0:1788204589.763087:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204589.763091:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dce00 x1875052841985152/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788204589.763097:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204589.763099:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204589.763102:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e15d5058] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dce00 x1875052841985152/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204589.763110:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204589.763112:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788204589.763116:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788204589.763119:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204589.763122:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788204589.763123:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204589.763125:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204589.763127:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204589.763129:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15056 00000400:00000200:1.0:1788204589.763133:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204589.763135:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204589.763136:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204589.763138:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204589.763139:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204589.763141:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204589.763142:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204589.763143:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204589.763144:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788204589.763145:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204589.763146:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788204589.763147:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788204589.763148:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788204589.763150:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204589.763151:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204589.763152:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204589.763153:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204589.763155:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788204589.763156:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204589.763157:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204589.763158:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204589.763160:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204589.763162:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204589.763163:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788204589.763165:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788204589.763166:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204589.763167:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204589.763170:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dd880. 00000020:00000040:1.0:1788204589.763171:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788204589.763172:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204589.763173:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204589.763174:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204589.763175:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204589.763176:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204589.763179:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99000. 00000100:00000001:1.0:1788204589.763181:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204589.763183:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dd880 x1875052841985280/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788204589.763187:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204589.763189:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204589.763191:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083606985] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dd880 x1875052841985280/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204589.763195:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204589.763198:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15066) 00010000:00000001:0.0:1788204590.402566:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204590.402575:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204590.402581:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204590.402583:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204590.402586:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204590.402587:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204590.402670:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204590.402673:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204590.402675:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788204591.042541:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309730037, at 4309730048 00000100:00000040:0.0:1788204591.042548:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309730037, at 4309730048 00000100:00000010:1.0:1788204591.042560:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88000. 00000100:00000010:0.0:1788204591.042565:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88900. 00010000:00000001:0.0:1788204591.426487:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204591.426494:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204591.426495:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204591.426497:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204591.426501:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204591.426502:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204591.426504:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204591.426505:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204591.426508:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204591.426509:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204591.426511:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204591.426512:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204591.426531:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204591.426532:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204591.426534:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204592.450559:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204592.450569:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204592.450576:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204592.450578:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204592.450582:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204592.450583:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204592.450628:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204592.450631:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204592.450634:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204593.474505:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204593.474513:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204593.474518:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204593.474521:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204593.474523:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204593.474526:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204593.474528:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204593.474530:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204593.474531:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204593.474533:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204593.474536:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204593.474537:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204593.474538:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204593.474539:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204593.474541:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204593.474542:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204593.474543:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204593.474544:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204594.498580:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204594.498588:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204594.498595:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204594.498597:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204594.498601:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204594.498602:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204594.498657:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204594.498659:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204594.498661:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788204594.882489:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204594.882501:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788204594.882503:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204594.882506:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204594.882511:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204594.882518:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 15061 00000400:00000200:1.0:1788204594.882525:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204594.882531:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204594.882533:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204594.882536:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204594.882538:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204594.882540:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204594.882542:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204594.882546:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204594.882547:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788204594.882550:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204594.882553:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788204594.882554:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788204594.882556:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788204594.882558:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204594.882559:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204594.882560:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204594.882561:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204594.882563:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788204594.882566:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204594.882567:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204594.882569:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204594.882572:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204594.882573:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204594.882575:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788204594.882577:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204594.882585:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dc000. 00000020:00000040:1.0:1788204594.882587:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788204594.882591:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204594.882592:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204594.882595:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204594.882598:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204594.882602:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204594.882608:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98800. 00000100:00000001:1.0:1788204594.882615:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204594.882624:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dc000 x1875052841985408/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788204594.882632:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204594.882636:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204594.882640:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1e3b926] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dc000 x1875052841985408/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204594.882658:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788204594.882661:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204594.882663:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788204594.882664:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204594.882665:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204594.882667:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204594.882669:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15061 00000400:00000200:1.0:1788204594.882670:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204594.882672:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204594.882673:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204594.882675:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204594.882676:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204594.882678:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204594.882679:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204594.882680:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204594.882681:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788204594.882682:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204594.882683:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788204594.882684:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788204594.882685:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788204594.882687:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204594.882688:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204594.882689:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204594.882691:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204594.882693:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788204594.882695:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204594.882697:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204594.882698:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204594.882703:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204594.882704:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204594.882706:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788204594.882709:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788204594.882712:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204594.882713:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204594.882715:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3df100. 00000020:00000040:1.0:1788204594.882717:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788204594.882719:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204594.882720:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204594.882722:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204594.882724:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204594.882726:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204594.882729:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9bc00. 00000100:00000001:1.0:1788204594.882732:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204594.882739:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3df100 x1875052841985536/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788204594.882751:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204594.882758:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204594.882767:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c16a5860] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3df100 x1875052841985536/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204594.882782:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788204594.882785:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204594.882796:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788204594.882798:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204594.882804:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204594.882812:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204594.882817:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15061 00000400:00000200:1.0:1788204594.882821:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204594.882822:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204594.882824:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204594.882828:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204594.882831:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204594.882834:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204594.882838:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204594.882841:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204594.882844:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788204594.882846:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204594.882848:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788204594.882851:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788204594.882858:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788204594.882866:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204594.882871:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204594.882875:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204594.882877:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204594.882878:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788204594.882882:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204594.882887:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204594.882892:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204594.882898:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204594.882901:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204594.882903:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788204594.882905:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788204594.882908:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204594.882911:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204594.882917:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dd180. 00000020:00000040:1.0:1788204594.882923:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788204594.882925:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204594.882926:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204594.882928:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204594.882929:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204594.882931:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204594.882935:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b400. 00000100:00000001:1.0:1788204594.882938:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204594.882944:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dd180 x1875052841985664/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788204594.882960:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204594.882963:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204594.882971:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000095f81904] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dd180 x1875052841985664/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204594.882981:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204594.882986:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788204594.882990:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788204594.882992:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204594.882996:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788204594.882999:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204594.883000:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204594.883002:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204594.883006:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15061 00000400:00000200:1.0:1788204594.883013:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204594.883018:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204594.883022:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204594.883032:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204594.883035:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204594.883039:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204594.883043:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204594.883045:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204594.883045:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788204594.883046:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204594.883048:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788204594.883049:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788204594.883053:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788204594.883056:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204594.883062:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204594.883066:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204594.883073:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204594.883080:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788204594.883085:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204594.883091:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204594.883096:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204594.883099:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204594.883103:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204594.883106:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788204594.883108:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788204594.883117:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204594.883120:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204594.883124:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dd880. 00000020:00000040:1.0:1788204594.883127:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788204594.883129:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204594.883132:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204594.883136:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204594.883137:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204594.883138:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204594.883140:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b800. 00000100:00000001:1.0:1788204594.883145:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204594.883149:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dd880 x1875052841985792/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788204594.883170:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204594.883172:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204594.883177:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083606985] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dd880 x1875052841985792/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204594.883188:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204594.883193:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15071) 00010000:00000001:0.0:1788204595.522513:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204595.522520:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204595.522526:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204595.522527:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204595.522529:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204595.522530:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204595.522554:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204595.522556:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204595.522559:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204596.162510:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309735156, at 4309735168 00000100:00000040:1.0:1788204596.162510:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309735156, at 4309735168 00000100:00000010:0.0:1788204596.162526:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88780. 00000100:00000010:1.0:1788204596.162529:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa882a0. 00010000:00000001:0.0:1788204596.546527:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204596.546534:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204596.546538:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204596.546539:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204596.546542:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204596.546543:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204596.546580:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204596.546584:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204596.546587:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204597.570522:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204597.570529:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204597.570534:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204597.570535:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204597.570539:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204597.570540:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204598.594504:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204598.594510:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204598.594515:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204598.594516:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204598.594519:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204598.594520:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204598.594544:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204598.594546:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204598.594549:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204599.618500:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204599.618506:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204599.618512:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204599.618513:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204599.618516:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204599.618518:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204599.618547:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204599.618549:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204599.618551:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788204600.002481:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204600.002490:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788204600.002493:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204600.002496:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204600.002501:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204600.002508:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 15066 00000400:00000200:1.0:1788204600.002515:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204600.002520:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204600.002523:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204600.002526:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204600.002529:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204600.002531:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204600.002533:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204600.002537:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204600.002539:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788204600.002541:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204600.002545:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788204600.002547:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788204600.002549:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788204600.002552:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204600.002554:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204600.002556:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204600.002558:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204600.002561:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788204600.002564:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204600.002567:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204600.002569:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204600.002572:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204600.002575:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204600.002577:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788204600.002579:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204600.002587:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dce00. 00000020:00000040:1.0:1788204600.002590:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788204600.002593:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204600.002595:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204600.002597:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204600.002600:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204600.002604:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204600.002610:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9ac00. 00000100:00000001:1.0:1788204600.002616:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204600.002624:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dce00 x1875052841985920/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788204600.002633:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204600.002637:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204600.002642:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e15d5058] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dce00 x1875052841985920/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204600.002662:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788204600.002665:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204600.002668:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788204600.002669:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204600.002671:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204600.002673:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204600.002677:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15066 00000400:00000200:1.0:1788204600.002680:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204600.002683:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204600.002685:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204600.002688:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204600.002691:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204600.002694:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204600.002695:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204600.002698:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204600.002699:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788204600.002701:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204600.002703:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788204600.002705:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788204600.002707:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788204600.002712:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204600.002714:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204600.002716:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204600.002719:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204600.002721:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788204600.002724:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204600.002726:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204600.002728:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204600.002733:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204600.002738:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204600.002741:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788204600.002748:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788204600.002754:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204600.002756:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204600.002762:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dc700. 00000020:00000040:1.0:1788204600.002770:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788204600.002781:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204600.002784:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204600.002789:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204600.002795:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204600.002797:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204600.002803:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98400. 00000100:00000001:1.0:1788204600.002809:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204600.002822:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dc700 x1875052841986048/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788204600.002848:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204600.002858:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204600.002869:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7db4f2b] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dc700 x1875052841986048/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204600.002882:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788204600.002886:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204600.002895:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788204600.002899:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204600.002900:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204600.002904:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204600.002912:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15066 00000400:00000200:1.0:1788204600.002919:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204600.002926:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204600.002929:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204600.002936:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204600.002940:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204600.002942:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204600.002946:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204600.002951:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204600.002955:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788204600.002959:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204600.002963:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788204600.002968:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788204600.002974:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788204600.002987:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204600.002993:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204600.002999:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204600.003007:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204600.003011:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788204600.003023:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204600.003033:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204600.003037:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204600.003042:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204600.003055:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204600.003059:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788204600.003062:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788204600.003067:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204600.003073:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204600.003077:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ddf80. 00000020:00000040:1.0:1788204600.003082:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788204600.003088:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204600.003092:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204600.003098:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204600.003102:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204600.003107:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204600.003116:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98000. 00000100:00000001:1.0:1788204600.003123:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204600.003134:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ddf80 x1875052841986176/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788204600.003143:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204600.003149:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204600.003161:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dea6dee7] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ddf80 x1875052841986176/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204600.003184:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204600.003191:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788204600.003201:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788204600.003209:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204600.003222:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788204600.003227:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204600.003234:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204600.003244:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204600.003251:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15066 00000400:00000200:1.0:1788204600.003263:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204600.003269:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204600.003272:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204600.003276:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204600.003282:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204600.003287:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204600.003291:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204600.003297:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204600.003299:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788204600.003303:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204600.003308:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788204600.003345:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788204600.003356:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788204600.003370:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204600.003378:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204600.003380:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204600.003382:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204600.003385:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788204600.003391:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204600.003429:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204600.003432:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204600.003435:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204600.003437:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204600.003440:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788204600.003443:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788204600.003453:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204600.003457:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204600.003463:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ddc00. 00000020:00000040:1.0:1788204600.003467:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788204600.003471:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204600.003473:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204600.003475:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204600.003478:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204600.003482:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204600.003487:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99800. 00000100:00000001:1.0:1788204600.003494:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204600.003508:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ddc00 x1875052841986304/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788204600.003540:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204600.003545:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204600.003559:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c3c4b34] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ddc00 x1875052841986304/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204600.003598:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204600.003609:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15076) 00010000:00000001:0.0:1788204600.642486:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204600.642491:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204600.642495:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204600.642496:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204600.642498:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204600.642498:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204600.642518:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204600.642519:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204600.642527:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204601.282504:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309740277, at 4309740288 00000100:00000040:1.0:1788204601.282504:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309740277, at 4309740288 00000100:00000010:1.0:1788204601.282519:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88540. 00000100:00000010:0.0:1788204601.282521:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88300. 00010000:00000001:0.0:1788204601.666505:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204601.666513:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204601.666515:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204601.666518:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204601.666523:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204601.666526:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204601.666528:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204601.666530:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204601.666534:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204601.666535:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204601.666539:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204601.666540:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204602.690487:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204602.690493:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204602.690497:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204602.690498:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204602.690500:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204602.690501:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204602.690520:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204602.690522:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204602.690524:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204603.714467:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204603.714471:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204603.714474:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204603.714476:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204603.714478:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204603.714480:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204603.714482:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204603.714483:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204603.714485:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204603.714486:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204603.714488:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204603.714489:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204603.714489:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204603.714490:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204603.714491:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204603.714492:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204603.714493:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204603.714494:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204603.714509:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204603.714510:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204603.714512:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204604.738491:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204604.738496:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204604.738501:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204604.738502:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204604.738506:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204604.738507:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204604.738530:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204604.738532:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204604.738535:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788204605.122469:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204605.122476:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788204605.122478:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204605.122481:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204605.122485:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204605.122491:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 15071 00000400:00000200:1.0:1788204605.122497:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204605.122502:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204605.122506:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204605.122509:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204605.122512:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204605.122515:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204605.122518:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204605.122522:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204605.122524:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788204605.122526:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204605.122529:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788204605.122532:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788204605.122534:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788204605.122538:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204605.122540:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204605.122542:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204605.122545:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204605.122548:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788204605.122552:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204605.122555:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204605.122558:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204605.122561:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204605.122563:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204605.122565:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788204605.122567:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204605.122581:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ded80. 00000020:00000040:1.0:1788204605.122583:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788204605.122587:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204605.122589:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204605.122592:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204605.122594:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204605.122598:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204605.122617:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b000. 00000100:00000001:1.0:1788204605.122624:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204605.122633:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ded80 x1875052841986432/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788204605.122641:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204605.122644:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204605.122647:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a769e60] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ded80 x1875052841986432/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204605.122662:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788204605.122665:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204605.122668:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788204605.122670:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204605.122671:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204605.122675:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204605.122677:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15071 00000400:00000200:1.0:1788204605.122682:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204605.122686:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204605.122689:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204605.122694:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204605.122699:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204605.122702:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204605.122704:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204605.122707:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204605.122708:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788204605.122711:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204605.122713:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788204605.122717:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788204605.122720:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788204605.122727:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204605.122729:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204605.122732:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204605.122737:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204605.122738:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788204605.122741:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204605.122744:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204605.122748:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204605.122753:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204605.122756:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204605.122759:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788204605.122762:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788204605.122767:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204605.122769:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204605.122775:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dca80. 00000020:00000040:1.0:1788204605.122779:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788204605.122783:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204605.122786:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204605.122788:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204605.122791:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204605.122794:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204605.122801:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99c00. 00000100:00000001:1.0:1788204605.122807:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204605.122816:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dca80 x1875052841986560/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788204605.122830:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204605.122833:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204605.122839:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004099c200] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dca80 x1875052841986560/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204605.122864:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788204605.122867:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204605.122871:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788204605.122874:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204605.122877:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204605.122880:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204605.122884:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15071 00000400:00000200:1.0:1788204605.122891:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204605.122896:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204605.122898:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204605.122900:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204605.122901:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204605.122904:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204605.122908:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204605.122910:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204605.122911:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788204605.122912:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204605.122914:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788204605.122916:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788204605.122919:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788204605.122923:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204605.122926:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204605.122929:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204605.122932:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204605.122934:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788204605.122937:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204605.122940:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204605.122941:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204605.122944:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204605.122947:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204605.122955:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788204605.122958:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788204605.122965:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204605.122969:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204605.122975:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3de300. 00000020:00000040:1.0:1788204605.122979:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788204605.122983:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204605.122986:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204605.122991:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204605.122994:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204605.122996:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204605.123005:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9a000. 00000100:00000001:1.0:1788204605.123011:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204605.123020:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3de300 x1875052841986688/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788204605.123033:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204605.123038:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204605.123047:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc9d591c] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3de300 x1875052841986688/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204605.123060:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204605.123065:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788204605.123073:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788204605.123079:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204605.123084:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788204605.123085:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204605.123089:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204605.123093:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204605.123099:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15071 00000400:00000200:1.0:1788204605.123107:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204605.123113:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204605.123117:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204605.123122:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204605.123128:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204605.123133:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204605.123138:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204605.123140:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204605.123142:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788204605.123146:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204605.123149:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788204605.123153:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788204605.123157:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788204605.123165:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204605.123170:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204605.123174:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204605.123177:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204605.123183:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788204605.123189:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204605.123193:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204605.123207:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204605.123212:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204605.123216:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204605.123221:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788204605.123252:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788204605.123258:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204605.123262:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204605.123270:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dfb80. 00000020:00000040:1.0:1788204605.123275:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788204605.123279:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204605.123283:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204605.123287:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204605.123290:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204605.123293:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204605.123300:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99800. 00000100:00000001:1.0:1788204605.123306:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204605.123315:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dfb80 x1875052841986816/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788204605.123337:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204605.123341:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204605.123347:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086c01fd6] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dfb80 x1875052841986816/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204605.123364:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204605.123371:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15081) 00010000:00000001:0.0:1788204605.762522:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204605.762528:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204605.762532:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204605.762533:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204605.762534:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204605.762535:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204606.402489:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309745396, at 4309745408 00000100:00000040:1.0:1788204606.402489:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309745396, at 4309745408 00000100:00000010:1.0:1788204606.402504:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa885a0. 00000100:00000010:0.0:1788204606.402507:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88de0. 00010000:00000001:0.0:1788204606.786513:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204606.786519:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204606.786524:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204606.786526:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204606.786529:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204606.786530:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204606.786597:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204606.786600:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204606.786603:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204607.810458:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204607.810465:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204607.810470:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204607.810472:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204607.810475:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204607.810476:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204607.810497:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204607.810500:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204607.810503:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204608.834491:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204608.834495:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204608.834499:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204608.834500:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204608.834502:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204608.834503:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204608.834522:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204608.834523:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204608.834525:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204609.858457:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204609.858462:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204609.858465:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204609.858466:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204609.858468:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204609.858469:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788204610.242486:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204610.242494:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788204610.242496:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204610.242500:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204610.242503:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204610.242509:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 15076 00000400:00000200:1.0:1788204610.242515:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204610.242521:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204610.242523:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204610.242525:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204610.242528:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204610.242530:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204610.242531:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204610.242534:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204610.242536:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788204610.242538:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204610.242540:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788204610.242542:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788204610.242543:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788204610.242545:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204610.242546:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204610.242548:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204610.242549:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204610.242551:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788204610.242553:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204610.242554:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204610.242556:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204610.242558:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204610.242560:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204610.242561:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788204610.242563:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204610.242572:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dea00. 00000020:00000040:1.0:1788204610.242575:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788204610.242579:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204610.242581:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204610.242583:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204610.242586:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204610.242622:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204610.242630:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98000. 00000100:00000001:1.0:1788204610.242637:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204610.242646:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dea00 x1875052841986944/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788204610.242655:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204610.242668:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204610.242672:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4ead91e] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dea00 x1875052841986944/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204610.242691:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788204610.242694:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204610.242697:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788204610.242698:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204610.242700:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204610.242702:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204610.242705:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15076 00000400:00000200:1.0:1788204610.242708:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204610.242712:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204610.242714:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204610.242717:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204610.242719:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204610.242721:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204610.242723:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204610.242728:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204610.242729:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788204610.242731:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204610.242733:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788204610.242736:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788204610.242740:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788204610.242746:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204610.242751:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204610.242755:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204610.242757:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204610.242760:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788204610.242764:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204610.242768:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204610.242772:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204610.242777:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204610.242781:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204610.242783:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788204610.242787:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788204610.242791:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204610.242794:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204610.242798:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dd500. 00000020:00000040:1.0:1788204610.242801:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788204610.242803:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204610.242804:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204610.242808:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204610.242811:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204610.242814:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204610.242821:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98400. 00000100:00000001:1.0:1788204610.242824:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204610.242831:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dd500 x1875052841987072/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788204610.242841:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204610.242844:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204610.242851:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081f75c12] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dd500 x1875052841987072/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204610.242864:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788204610.242867:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204610.242870:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788204610.242871:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204610.242872:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204610.242874:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204610.242878:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15076 00000400:00000200:1.0:1788204610.242882:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204610.242884:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204610.242887:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204610.242891:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204610.242895:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204610.242899:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204610.242902:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204610.242905:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204610.242906:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788204610.242908:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204610.242912:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788204610.242915:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788204610.242920:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788204610.242926:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204610.242929:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204610.242933:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204610.242936:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204610.242937:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788204610.242942:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204610.242947:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204610.242951:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204610.242954:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204610.242958:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204610.242962:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788204610.242963:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788204610.242965:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204610.242968:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204610.242972:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3df800. 00000020:00000040:1.0:1788204610.242974:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788204610.242976:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204610.242978:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204610.242981:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204610.242982:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204610.242983:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204610.242986:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9ac00. 00000100:00000001:1.0:1788204610.242990:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204610.242995:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3df800 x1875052841987200/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788204610.243003:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204610.243006:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204610.243011:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051a886bc] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3df800 x1875052841987200/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204610.243015:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204610.243018:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788204610.243022:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788204610.243026:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204610.243029:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788204610.243031:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204610.243033:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204610.243038:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204610.243042:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15076 00000400:00000200:1.0:1788204610.243045:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204610.243049:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204610.243052:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204610.243055:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204610.243057:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204610.243059:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204610.243061:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204610.243063:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204610.243065:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788204610.243068:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204610.243070:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788204610.243074:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788204610.243077:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788204610.243080:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204610.243083:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204610.243086:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204610.243090:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204610.243093:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788204610.243097:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204610.243101:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204610.243104:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204610.243107:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204610.243109:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204610.243110:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788204610.243111:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788204610.243113:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204610.243116:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204610.243120:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dfb80. 00000020:00000040:1.0:1788204610.243124:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788204610.243128:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204610.243129:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204610.243130:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204610.243131:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204610.243134:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204610.243159:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b800. 00000100:00000001:1.0:1788204610.243162:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204610.243169:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dfb80 x1875052841987328/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788204610.243175:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204610.243179:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204610.243182:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086c01fd6] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dfb80 x1875052841987328/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204610.243191:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204610.243196:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15086) 00010000:00000001:0.0:1788204610.882499:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204610.882503:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204610.882507:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204610.882508:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204610.882510:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204610.882510:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204610.882527:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204610.882528:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204610.882530:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788204611.522494:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309750516, at 4309750528 00000100:00000040:0.0:1788204611.522495:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309750516, at 4309750528 00000100:00000010:1.0:1788204611.522509:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88b40. 00000100:00000010:0.0:1788204611.522511:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88360. 00010000:00000001:0.0:1788204611.906494:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204611.906500:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204611.906502:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204611.906504:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204611.906508:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204611.906509:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204611.906511:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204611.906512:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204611.906515:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204611.906516:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204611.906518:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204611.906519:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204611.906536:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204611.906538:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204611.906540:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204612.930523:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204612.930534:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204612.930538:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204612.930538:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204612.930541:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204612.930541:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204612.930565:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204612.930568:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204612.930570:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204613.954528:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204613.954568:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204613.954575:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204613.954578:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204613.954580:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204613.954583:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204613.954586:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204613.954589:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204613.954591:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204613.954593:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204613.954596:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204613.954597:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204613.954599:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204613.954600:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204613.954602:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204613.954603:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204613.954604:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204613.954606:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204614.978566:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204614.978571:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204614.978574:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204614.978575:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204614.978577:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204614.978578:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204614.978605:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204614.978606:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204614.978608:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788204615.362712:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204615.362718:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204615.362721:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204615.362728:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9c000 x1875052841987456/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204615.362746:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204615.362750:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204615.362757:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204615.362761:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204615.362766:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204615.362774:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841987456:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204615.362791:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204615.362797:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204615.362801:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204615.362806:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204615.362826:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376c00. 02000000:00000001:0.0:1788204615.362831:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204615.362838:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204615.362842:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204615.362858:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204615.362874:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841987456, portal 25 00000100:00000001:0.0:1788204615.362880:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204615.362883:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330341888 : -109644379209728 : ffff9c476db9c000) 00000100:00000040:0.0:1788204615.362893:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9c000 x1875052841987456/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204640 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204615.362906:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204615.362912:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204615.362918:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204615.362924:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841987456, offset 0 00000400:00000200:0.0:1788204615.362945:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204615.362957:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204615.362967:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204615.362975:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204615.362983:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204615.362989:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204615.362995:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204615.363002:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704770:704770:256:4294967295] 192.168.201.101@tcp LPNI seq info [704765:704765:8:4294967295] 00000400:00000200:0.0:1788204615.363008:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204615.363020:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204615.363031:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204615.363039:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204615.363062:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204615.363068:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1788204615.363102:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204615.363107:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204615.363116:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204615.363126:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204615.363134:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204615.363138:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204615.363144:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204615.363151:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9c000 x1875052841987456/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204640 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204615.363163:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204615.363168:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9c000 x1875052841987456/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204640 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204615.363183:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204615.363187:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204615.363195:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204615.363203:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204615.363209:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4309755636 00000100:00000010:0.0:1788204615.363219:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685baa80. 00000100:00000001:0.0:1788204615.363227:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788204615.363233:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4309755636 00000100:00000010:0.0:1788204615.363240:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685bade0. 00000100:00000001:0.0:1788204615.363247:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788204615.363253:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204615.363257:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204615.363259:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204615.363267:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204615/real 1788204615] req@ffff9c476db9c000 x1875052841987456/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204615.363283:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204615.363286:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204615.363290:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204615.363294:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204615.363297:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204615.363301:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204615.363307:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9c000 x1875052841987456/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204615.363328:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9c000 x1875052841987456/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204615.363341:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204615.363344:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204615.363349:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204615.363352:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204615.363360:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9c000 x1875052841987456/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204615.363368:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204615.363375:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9c000 x1875052841987456/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204640 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204615.363382:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204615.363385:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204615.363386:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204615.363388:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204615.363391:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204615.363411:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204615.363414:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204615.363425:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204615.363428:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204615.363432:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9c000 x1875052841987456/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204640 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204615.363440:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841987456:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204615.363445:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204615.363447:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204615.363450:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9c000 x1875052841987456/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204640 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204615.363456:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204615.363458:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204615.363461:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376c00. 02000000:00000001:0.0:1788204615.363464:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204615.363465:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204615.363467:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788204615.363469:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204615.363471:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a41c00. 02000000:00000001:0.0:1788204615.363474:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204615.363476:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204615.363478:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9c000. 00000100:00000001:0.0:1788204615.363481:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204615.363482:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204615.363484:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204615.363491:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204615.363493:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204615.363495:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204615.363496:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204615.363498:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204615.363501:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9c700 x1875052841987584/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204615.363513:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204615.363515:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204615.363517:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204615.363519:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204615.363521:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204615.363524:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841987584:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204615.363527:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204615.363529:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204615.363530:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204615.363532:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204615.363535:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376c00. 02000000:00000001:0.0:1788204615.363537:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204615.363540:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204615.363542:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204615.363546:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204615.363548:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841987584, portal 10 00000100:00000001:0.0:1788204615.363550:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204615.363552:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330343680 : -109644379207936 : ffff9c476db9c700) 00000100:00000040:0.0:1788204615.363559:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9c700 x1875052841987584/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204640 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204615.363565:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204615.363567:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204615.363569:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204615.363572:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841987584, offset 0 00000400:00000200:0.0:1788204615.363575:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204615.363579:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204615.363582:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204615.363585:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204615.363588:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204615.363590:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204615.363592:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204615.363595:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704771:704771:256:4294967295] 192.168.201.101@tcp LPNI seq info [704766:704766:8:4294967295] 00000400:00000200:0.0:1788204615.363599:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204615.363605:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204615.363609:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204615.363612:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204615.363616:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204615.363619:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1788204615.363630:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204615.363632:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204615.363634:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204615.363638:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204615.363640:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204615.363642:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204615.363644:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204615.363647:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9c700 x1875052841987584/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204640 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204615.363655:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204615.363658:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9c700 x1875052841987584/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204640 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204615.363664:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204615.363666:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204615.363669:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204615.363692:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788204615.363696:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204615.363698:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309754378 00000100:00000001:0.0:1788204615.363700:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309755636 00000100:00000001:0.0:1788204615.363702:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309754378 00000100:00000001:0.0:1788204615.363704:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309755636 00000100:00000001:0.0:1788204615.363706:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204615.363709:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204615.363710:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204615.363715:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204615/real 1788204615] req@ffff9c476db9c700 x1875052841987584/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204615.363722:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204615.363723:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204615.363725:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204615.363727:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204615.363729:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204615.363731:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204615.363734:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9c700 x1875052841987584/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204615.363741:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9c700 x1875052841987584/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204615.363747:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204615.363748:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204615.363750:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204615.363751:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204615.363754:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9c700 x1875052841987584/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204615.363760:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204615.363764:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9c700 x1875052841987584/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204640 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204615.363770:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204615.363772:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204615.363773:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204615.363775:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204615.363776:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204615.363778:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204615.363780:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204615.363784:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204615.363786:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204615.363789:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9c700 x1875052841987584/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204640 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204615.363797:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841987584:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204615.363800:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204615.363803:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9e680 x1875052841987712/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204615.363809:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204615.363810:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204615.363812:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204615.363814:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204615.363816:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204615.363818:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841987712:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204615.363822:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204615.363824:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204615.363825:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204615.363826:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204615.363829:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376400. 02000000:00000001:0.0:1788204615.363831:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204615.363834:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204615.363836:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204615.363839:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204615.363842:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841987712, portal 10 00000100:00000001:0.0:1788204615.363843:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204615.363845:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330351744 : -109644379199872 : ffff9c476db9e680) 00000100:00000040:0.0:1788204615.363850:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9e680 x1875052841987712/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204640 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204615.363857:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204615.363859:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204615.363861:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204615.363863:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841987712, offset 0 00000400:00000200:0.0:1788204615.363867:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204615.363871:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204615.363874:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204615.363877:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204615.363879:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204615.363881:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204615.363883:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204615.363886:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704772:704772:256:4294967295] 192.168.201.101@tcp LPNI seq info [704767:704767:8:4294967295] 00000400:00000200:0.0:1788204615.363890:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204615.363896:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204615.363900:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204615.363903:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204615.363907:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204615.363910:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1788204615.363919:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204615.363921:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204615.363924:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204615.363927:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204615.363930:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204615.363932:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204615.363934:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204615.363938:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9e680 x1875052841987712/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204640 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204615.363944:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204615.363947:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9e680 x1875052841987712/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204640 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204615.363955:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204615.363957:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204615.363960:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204615.363975:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788204615.363979:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204615.363981:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309754378 00000100:00000001:0.0:1788204615.363983:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309755636 00000100:00000001:0.0:1788204615.363985:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309754378 00000100:00000001:0.0:1788204615.363987:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309755636 00000100:00000001:0.0:1788204615.363989:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204615.363991:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204615.363992:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204615.363996:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204615/real 1788204615] req@ffff9c476db9e680 x1875052841987712/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204615.364004:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204615.364005:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204615.364007:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204615.364009:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204615.364011:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204615.364013:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204615.364016:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9e680 x1875052841987712/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204615.364024:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9e680 x1875052841987712/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204615.364030:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204615.364032:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204615.364033:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204615.364035:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204615.364038:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9e680 x1875052841987712/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204615.364044:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204615.364063:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9e680 x1875052841987712/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204640 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204615.364070:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204615.364072:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204615.364074:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204615.364075:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204615.364077:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204615.364079:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204615.364081:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204615.364084:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204615.364086:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204615.364090:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9e680 x1875052841987712/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204640 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204615.364097:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841987712:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204615.364100:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204615.364104:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9d180 x1875052841987840/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204615.364110:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204615.364111:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204615.364113:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204615.364115:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204615.364117:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204615.364120:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841987840:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204615.364122:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204615.364124:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204615.364125:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204615.364127:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204615.364130:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374400. 02000000:00000001:0.0:1788204615.364132:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204615.364136:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204615.364138:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204615.364141:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204615.364143:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841987840, portal 4 00000100:00000001:0.0:1788204615.364145:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204615.364146:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330346368 : -109644379205248 : ffff9c476db9d180) 00000100:00000040:0.0:1788204615.364162:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9d180 x1875052841987840/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204640 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204615.364169:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204615.364171:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204615.364173:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204615.364176:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841987840, offset 0 00000400:00000200:0.0:1788204615.364179:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204615.364183:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204615.364186:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204615.364189:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204615.364191:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204615.364193:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204615.364196:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204615.364199:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704773:704773:256:4294967295] 192.168.201.101@tcp LPNI seq info [704768:704768:8:4294967295] 00000400:00000200:0.0:1788204615.364203:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204615.364208:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204615.364212:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204615.364215:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204615.364218:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204615.364220:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1788204615.364230:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204615.364232:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204615.364234:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204615.364237:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204615.364240:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204615.364241:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204615.364244:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204615.364247:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9d180 x1875052841987840/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204640 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204615.364254:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204615.364257:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9d180 x1875052841987840/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204640 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204615.364262:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204615.364264:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204615.364267:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204615.364269:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788204615.364273:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204615.364274:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309754404 00000100:00000001:0.0:1788204615.364277:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309755636 00000100:00000001:0.0:1788204615.364279:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309754404 00000100:00000001:0.0:1788204615.364280:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309755636 00000100:00000001:0.0:1788204615.364282:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204615.364284:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204615.364286:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204615.364290:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204615/real 1788204615] req@ffff9c476db9d180 x1875052841987840/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204615.364297:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204615.364298:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204615.364299:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204615.364302:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204615.364303:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204615.364305:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204615.364308:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9d180 x1875052841987840/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204615.364316:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9d180 x1875052841987840/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204615.364327:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204615.364329:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204615.364330:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204615.364332:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204615.364335:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9d180 x1875052841987840/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204615.364341:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204615.364345:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9d180 x1875052841987840/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204640 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204615.364352:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204615.364354:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204615.364356:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204615.364357:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204615.364359:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204615.364361:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204615.364363:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204615.364366:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204615.364368:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204615.364372:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9d180 x1875052841987840/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204640 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204615.364379:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841987840:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204615.364383:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204615.364385:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204615.364388:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9c700 x1875052841987584/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204640 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204615.364410:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204615.364412:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204615.364414:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376c00. 02000000:00000001:0.0:1788204615.364416:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204615.364418:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204615.364419:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204615.364421:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204615.364423:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a40400. 02000000:00000001:0.0:1788204615.364426:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204615.364427:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204615.364429:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9c700. 00000100:00000001:0.0:1788204615.364431:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204615.364432:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204615.364434:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204615.364438:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9e680 x1875052841987712/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204640 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204615.364444:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204615.364445:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204615.364446:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376400. 02000000:00000001:0.0:1788204615.364448:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204615.364449:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204615.364451:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204615.364453:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204615.364454:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a40000. 02000000:00000001:0.0:1788204615.364456:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204615.364457:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204615.364458:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9e680. 00000100:00000001:0.0:1788204615.364460:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204615.364462:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204615.364463:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204615.364466:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9d180 x1875052841987840/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204640 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204615.364472:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204615.364473:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204615.364475:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374400. 02000000:00000001:0.0:1788204615.364477:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204615.364478:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204615.364479:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788204615.364481:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204615.364483:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a43000. 02000000:00000001:0.0:1788204615.364486:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204615.364487:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204615.364488:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9d180. 00000100:00000001:0.0:1788204615.364490:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204615.364491:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204615.364493:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204615.364496:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204615.364498:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204615.364499:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204615.364500:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204616.002460:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204616.002465:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204616.002469:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204616.002470:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204616.002471:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204616.002472:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204616.002489:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204616.002491:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204616.002493:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204616.642494:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309755636, at 4309755648 00000100:00000040:1.0:1788204616.642494:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309755636, at 4309755648 00000100:00000010:0.0:1788204616.642510:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685baa80. 00000100:00000010:1.0:1788204616.642525:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685bade0. 00010000:00000001:0.0:1788204617.026469:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204617.026473:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204617.026477:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204617.026478:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204617.026480:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204617.026480:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204617.026503:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204617.026505:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204617.026507:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204618.050514:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204618.050522:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204618.050527:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204618.050528:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204618.050532:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204618.050533:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204619.074494:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204619.074499:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204619.074503:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204619.074503:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204619.074505:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204619.074506:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204619.074552:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204619.074554:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204619.074557:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204620.098512:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204620.098518:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204620.098523:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204620.098524:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204620.098527:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204620.098528:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204620.098559:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204620.098562:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204620.098565:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788204620.482498:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204620.482507:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788204620.482509:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204620.482513:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204620.482518:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204620.482524:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 15087 00000400:00000200:0.0:1788204620.482530:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204620.482535:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204620.482538:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204620.482542:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204620.482545:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204620.482548:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204620.482550:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204620.482554:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204620.482556:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788204620.482559:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204620.482562:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788204620.482563:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788204620.482564:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788204620.482567:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204620.482568:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204620.482569:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204620.482570:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204620.482572:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788204620.482574:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204620.482575:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204620.482577:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204620.482579:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204620.482581:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204620.482582:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788204620.482584:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204620.482591:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8380. 00000020:00000040:0.0:1788204620.482594:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788204620.482596:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204620.482597:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204620.482599:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204620.482602:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204620.482606:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204620.482612:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376400. 00000100:00000001:0.0:1788204620.482617:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204620.482622:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8380 x1875052841987968/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204620.482629:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204620.482632:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204620.482635:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004fba561] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8380 x1875052841987968/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204620.482654:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204620.482657:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204620.482660:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788204620.482661:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204620.482662:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204620.482664:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204620.482665:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15087 00000400:00000200:0.0:1788204620.482668:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204620.482670:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204620.482671:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204620.482673:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204620.482674:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204620.482675:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204620.482677:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204620.482678:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204620.482679:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788204620.482680:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204620.482682:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788204620.482683:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788204620.482685:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788204620.482686:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204620.482688:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204620.482689:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204620.482690:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204620.482692:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788204620.482696:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204620.482698:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204620.482702:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204620.482707:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204620.482712:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204620.482714:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204620.482719:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204620.482726:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204620.482729:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204620.482734:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8000. 00000020:00000040:0.0:1788204620.482739:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204620.482743:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204620.482746:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204620.482749:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204620.482752:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204620.482755:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204620.482759:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376c00. 00000100:00000001:0.0:1788204620.482764:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204620.482771:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8000 x1875052841988096/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204620.482782:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204620.482786:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204620.482790:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000755f6dce] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8000 x1875052841988096/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204620.482798:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204620.482802:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204620.482804:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788204620.482808:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204620.482812:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204620.482818:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204620.482822:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15087 00000400:00000200:0.0:1788204620.482830:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204620.482835:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204620.482839:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204620.482842:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204620.482847:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204620.482851:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204620.482854:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204620.482858:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204620.482860:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788204620.482861:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204620.482863:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788204620.482867:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788204620.482869:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788204620.482871:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204620.482873:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204620.482875:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204620.482876:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204620.482877:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788204620.482879:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204620.482880:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204620.482881:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204620.482885:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204620.482887:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204620.482888:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204620.482889:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204620.482892:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204620.482895:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204620.482898:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9c00. 00000020:00000040:0.0:1788204620.482901:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204620.482906:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204620.482909:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204620.482912:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204620.482913:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204620.482916:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204620.482920:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377800. 00000100:00000001:0.0:1788204620.482924:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204620.482929:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9c00 x1875052841988224/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204620.482942:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204620.482945:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204620.482950:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d680416d] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9c00 x1875052841988224/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204620.482956:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204620.482972:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788204620.482974:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788204620.482976:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204620.482978:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788204620.482979:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204620.482979:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204620.482981:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204620.482983:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15087 00000400:00000200:0.0:1788204620.482986:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204620.482989:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204620.482990:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204620.482992:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204620.482995:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204620.482998:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204620.483002:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204620.483005:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204620.483006:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788204620.483007:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204620.483010:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788204620.483013:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788204620.483015:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788204620.483021:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204620.483026:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204620.483030:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204620.483035:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204620.483040:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788204620.483047:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204620.483051:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204620.483056:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204620.483059:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204620.483064:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204620.483068:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204620.483070:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788204620.483076:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204620.483079:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204620.483083:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fb100. 00000020:00000040:0.0:1788204620.483088:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788204620.483093:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204620.483095:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204620.483098:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204620.483099:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204620.483100:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204620.483105:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377000. 00000100:00000001:0.0:1788204620.483109:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204620.483116:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fb100 x1875052841988352/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204620.483133:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204620.483137:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204620.483144:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000093808cf5] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fb100 x1875052841988352/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204620.483156:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204620.483163:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15097) 00010000:00000001:0.0:1788204621.122496:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204621.122500:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204621.122505:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204621.122505:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204621.122508:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204621.122508:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204621.122540:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204621.122543:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204621.122546:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788204621.762457:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309760756, at 4309760768 00000100:00000010:1.0:1788204621.762469:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88c00. 00000100:00000040:0.0:1788204621.762472:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309760756, at 4309760768 00000100:00000010:0.0:1788204621.762481:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa880c0. 00010000:00000001:0.0:1788204622.146524:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204622.146532:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204622.146534:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204622.146538:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204622.146542:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204622.146545:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204622.146547:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204622.146549:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204622.146553:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204622.146555:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204622.146558:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204622.146559:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204622.146620:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204622.146624:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204622.146627:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204623.170461:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204623.170466:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204623.170471:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204623.170472:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204623.170475:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204623.170477:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204623.170505:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204623.170508:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204623.170511:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204624.194488:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204624.194495:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204624.194502:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204624.194505:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204624.194508:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204624.194511:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204624.194514:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204624.194516:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204624.194518:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204624.194521:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204624.194524:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204624.194526:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204624.194527:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204624.194528:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204624.194530:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204624.194531:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204624.194533:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204624.194534:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204624.194552:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204624.194555:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204624.194557:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204625.218460:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204625.218467:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204625.218473:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204625.218474:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204625.218477:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204625.218479:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204625.218497:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204625.218499:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204625.218502:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204626.242522:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204626.242530:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204626.242536:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204626.242537:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204626.242540:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204626.242542:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204626.242566:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204626.242569:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204626.242572:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204626.882465:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309765876, at 4309765888 00000100:00000040:1.0:1788204626.882465:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309765876, at 4309765888 00000100:00000010:1.0:1788204626.882478:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88cc0. 00000100:00000010:0.0:1788204626.882480:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa884e0. 00010000:00000001:0.0:1788204627.266481:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204627.266488:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204627.266494:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204627.266495:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204627.266498:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204627.266500:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204627.266552:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204627.266555:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204627.266558:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204628.290509:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204628.290516:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204628.290521:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204628.290522:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204628.290526:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204628.290527:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204628.290549:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204628.290551:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204628.290554:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204629.314477:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204629.314483:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204629.314486:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204629.314487:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204629.314489:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204629.314490:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204629.314524:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204629.314526:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204629.314528:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204630.338498:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204630.338504:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204630.338510:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204630.338511:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204630.338514:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204630.338515:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204630.338538:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204630.338541:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204630.338544:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788204630.722482:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204630.722492:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788204630.722495:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204630.722499:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204630.722504:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204630.722511:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 15097 00000400:00000200:1.0:1788204630.722518:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204630.722524:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204630.722527:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204630.722530:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204630.722533:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204630.722535:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204630.722538:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204630.722541:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204630.722543:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788204630.722546:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204630.722549:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788204630.722551:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788204630.722553:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788204630.722555:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204630.722557:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204630.722559:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204630.722561:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204630.722563:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788204630.722566:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204630.722568:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204630.722571:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204630.722574:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204630.722576:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204630.722578:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788204630.722581:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204630.722590:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3de300. 00000020:00000040:1.0:1788204630.722593:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788204630.722597:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204630.722599:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204630.722607:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204630.722609:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204630.722613:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204630.722619:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9bc00. 00000100:00000001:1.0:1788204630.722625:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204630.722633:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3de300 x1875052841988992/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788204630.722642:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204630.722646:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204630.722651:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc9d591c] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3de300 x1875052841988992/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204630.722669:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788204630.722672:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204630.722675:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788204630.722676:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204630.722678:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204630.722681:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204630.722684:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15097 00000400:00000200:1.0:1788204630.722688:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204630.722691:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204630.722694:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204630.722699:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204630.722703:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204630.722709:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204630.722714:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204630.722719:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204630.722723:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788204630.722726:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204630.722730:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788204630.722734:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788204630.722740:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788204630.722747:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204630.722751:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204630.722754:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204630.722760:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204630.722763:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788204630.722768:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204630.722774:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204630.722777:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204630.722796:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204630.722801:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204630.722804:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788204630.722808:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788204630.722815:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204630.722819:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204630.722825:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dca80. 00000020:00000040:1.0:1788204630.722830:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788204630.722835:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204630.722839:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204630.722843:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204630.722844:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204630.722847:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204630.722853:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98800. 00000100:00000001:1.0:1788204630.722859:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204630.722869:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dca80 x1875052841989120/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788204630.722886:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204630.722891:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204630.722900:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004099c200] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dca80 x1875052841989120/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204630.722920:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788204630.722924:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204630.722928:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788204630.722931:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204630.722934:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204630.722937:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204630.722942:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15097 00000400:00000200:1.0:1788204630.722949:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204630.722955:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204630.722958:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204630.722968:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204630.722973:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204630.722979:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204630.722983:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204630.722986:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204630.722989:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788204630.722992:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204630.722995:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788204630.723001:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788204630.723006:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788204630.723012:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204630.723016:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204630.723020:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204630.723024:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204630.723030:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788204630.723037:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204630.723042:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204630.723044:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204630.723047:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204630.723049:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204630.723051:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788204630.723054:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788204630.723061:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204630.723065:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204630.723070:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ded80. 00000020:00000040:1.0:1788204630.723074:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788204630.723079:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204630.723081:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204630.723085:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204630.723087:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204630.723091:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204630.723097:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98c00. 00000100:00000001:1.0:1788204630.723103:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204630.723112:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ded80 x1875052841989248/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788204630.723127:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204630.723131:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204630.723146:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a769e60] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ded80 x1875052841989248/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204630.723167:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204630.723172:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788204630.723180:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788204630.723185:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204630.723192:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788204630.723195:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204630.723198:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204630.723206:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204630.723212:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15097 00000400:00000200:1.0:1788204630.723221:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204630.723229:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204630.723232:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204630.723239:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204630.723243:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204630.723249:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204630.723254:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204630.723258:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204630.723267:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788204630.723271:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204630.723276:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788204630.723281:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788204630.723286:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788204630.723293:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204630.723296:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204630.723299:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204630.723304:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204630.723310:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788204630.723317:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204630.723322:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204630.723326:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204630.723330:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204630.723335:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204630.723346:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788204630.723350:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788204630.723357:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204630.723363:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204630.723370:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ddc00. 00000020:00000040:1.0:1788204630.723374:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788204630.723381:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204630.723384:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204630.723387:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204630.723390:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204630.723410:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204630.723415:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99000. 00000100:00000001:1.0:1788204630.723421:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204630.723430:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ddc00 x1875052841989376/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788204630.723443:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204630.723446:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204630.723453:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c3c4b34] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ddc00 x1875052841989376/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204630.723468:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204630.723474:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15107) 00010000:00000001:0.0:1788204631.362509:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204631.362522:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204631.362524:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204631.362528:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204631.362533:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204631.362535:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204631.362536:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204631.362538:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204631.362541:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204631.362542:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204631.362544:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204631.362544:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204631.362565:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204631.362567:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204631.362568:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788204632.002465:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309770996, at 4309771008 00000100:00000040:0.0:1788204632.002466:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309770996, at 4309771008 00000100:00000010:0.0:1788204632.002481:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa887e0. 00000100:00000010:1.0:1788204632.002484:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa883c0. 00010000:00000001:0.0:1788204632.386518:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204632.386525:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204632.386531:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204632.386532:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204632.386535:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204632.386536:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204632.386560:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204632.386562:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204632.386565:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204633.410513:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204633.410520:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204633.410525:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204633.410528:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204633.410531:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204633.410534:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204633.410536:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204633.410539:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204633.410541:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204633.410543:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204633.410547:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204633.410548:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204633.410550:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204633.410551:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204633.410553:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204633.410554:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204633.410556:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204633.410557:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204633.410577:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204633.410579:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204633.410580:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204634.434491:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204634.434497:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204634.434502:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204634.434503:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204634.434505:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204634.434506:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204634.434527:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204634.434529:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204634.434531:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204635.458541:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204635.458548:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204635.458552:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204635.458553:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204635.458556:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204635.458557:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204635.458582:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204635.458584:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204635.458587:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788204635.842510:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204635.842520:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788204635.842522:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204635.842526:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204635.842530:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204635.842537:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 15102 00000400:00000200:1.0:1788204635.842546:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204635.842551:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204635.842554:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204635.842557:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204635.842561:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204635.842563:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204635.842565:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204635.842568:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204635.842570:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788204635.842573:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204635.842576:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788204635.842578:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788204635.842580:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788204635.842584:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204635.842585:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204635.842587:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204635.842589:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204635.842591:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788204635.842594:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204635.842595:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204635.842597:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204635.842600:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204635.842602:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204635.842603:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788204635.842605:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204635.842612:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ddf80. 00000020:00000040:1.0:1788204635.842614:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788204635.842617:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204635.842618:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204635.842620:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204635.842622:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204635.842626:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204635.842631:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9a800. 00000100:00000001:1.0:1788204635.842636:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204635.842643:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ddf80 x1875052841989504/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788204635.842649:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204635.842652:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204635.842656:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dea6dee7] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ddf80 x1875052841989504/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204635.842675:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788204635.842679:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204635.842683:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788204635.842701:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204635.842703:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204635.842708:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204635.842718:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15102 00000400:00000200:1.0:1788204635.842732:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204635.842747:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204635.842755:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204635.842763:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204635.842772:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204635.842782:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204635.842789:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204635.842801:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204635.842804:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788204635.842806:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204635.842808:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788204635.842812:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788204635.842819:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788204635.842830:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204635.842840:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204635.842847:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204635.842851:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204635.842856:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788204635.842866:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204635.842881:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204635.842885:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204635.842894:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204635.842901:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204635.842908:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788204635.842912:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788204635.842919:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204635.842924:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204635.842928:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dc700. 00000020:00000040:1.0:1788204635.842933:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788204635.842938:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204635.842941:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204635.842945:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204635.842952:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204635.842957:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204635.842970:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9a400. 00000100:00000001:1.0:1788204635.842979:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204635.842998:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dc700 x1875052841989632/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788204635.843007:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204635.843009:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204635.843013:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7db4f2b] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dc700 x1875052841989632/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204635.843044:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788204635.843051:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204635.843056:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788204635.843060:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204635.843062:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204635.843072:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204635.843080:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15102 00000400:00000200:1.0:1788204635.843092:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204635.843099:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204635.843101:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204635.843105:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204635.843112:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204635.843121:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204635.843129:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204635.843132:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204635.843134:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788204635.843135:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204635.843137:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788204635.843140:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788204635.843146:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788204635.843153:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204635.843159:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204635.843163:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204635.843169:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204635.843179:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788204635.843188:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204635.843191:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204635.843196:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204635.843199:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204635.843201:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204635.843205:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788204635.843212:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788204635.843219:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204635.843220:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204635.843223:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dce00. 00000020:00000040:1.0:1788204635.843225:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788204635.843226:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204635.843227:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204635.843228:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204635.843229:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204635.843231:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204635.843233:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99400. 00000100:00000001:1.0:1788204635.843236:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204635.843239:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dce00 x1875052841989760/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788204635.843245:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204635.843246:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204635.843249:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e15d5058] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dce00 x1875052841989760/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204635.843255:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204635.843257:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788204635.843260:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788204635.843262:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204635.843264:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788204635.843265:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204635.843265:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204635.843267:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204635.843269:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15102 00000400:00000200:1.0:1788204635.843272:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204635.843274:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204635.843275:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204635.843277:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204635.843278:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204635.843280:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204635.843281:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204635.843282:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204635.843283:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788204635.843284:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204635.843286:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788204635.843287:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788204635.843288:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788204635.843289:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204635.843291:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204635.843294:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204635.843297:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204635.843301:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788204635.843306:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204635.843309:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204635.843314:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204635.843319:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204635.843323:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204635.843339:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788204635.843344:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788204635.843350:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204635.843353:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204635.843359:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dd880. 00000020:00000040:1.0:1788204635.843364:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788204635.843368:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204635.843371:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204635.843374:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204635.843377:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204635.843381:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204635.843389:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99000. 00000100:00000001:1.0:1788204635.843429:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204635.843438:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dd880 x1875052841989888/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788204635.843459:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204635.843463:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204635.843473:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083606985] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dd880 x1875052841989888/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204635.843487:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204635.843495:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15112) 00010000:00000001:0.0:1788204636.482530:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204636.482538:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204636.482544:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204636.482546:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204636.482549:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204636.482551:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204636.482580:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204636.482583:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204636.482587:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204637.122474:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309776116, at 4309776128 00000100:00000040:1.0:1788204637.122474:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309776116, at 4309776128 00000100:00000010:1.0:1788204637.122487:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88600. 00000100:00000010:0.0:1788204637.122490:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88a80. 00010000:00000001:0.0:1788204637.506502:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204637.506508:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204637.506511:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204637.506512:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204637.506514:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204637.506515:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204637.506533:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204637.506535:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204637.506536:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204638.530487:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204638.530494:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204638.530500:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204638.530501:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204638.530503:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204638.530504:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204638.530527:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204638.530529:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204638.530531:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204639.554504:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204639.554511:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204639.554517:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204639.554518:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204639.554522:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204639.554524:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204639.554548:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204639.554550:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204639.554553:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204640.578486:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204640.578491:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204640.578495:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204640.578496:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204640.578499:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204640.578499:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204640.578525:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204640.578532:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204640.578535:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204641.602496:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204641.602503:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204641.602505:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204641.602508:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204641.602513:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204641.602515:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204641.602517:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204641.602519:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204641.602523:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204641.602525:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204641.602528:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204641.602529:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204641.602552:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204641.602555:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204641.602557:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204642.242484:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309781237, at 4309781248 00000100:00000040:1.0:1788204642.242484:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309781237, at 4309781248 00000100:00000010:0.0:1788204642.242499:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88a20. 00000100:00000010:1.0:1788204642.242501:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88420. 00010000:00000001:0.0:1788204642.626492:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204642.626497:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204642.626500:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204642.626501:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204642.626503:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204642.626504:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204642.626536:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204642.626539:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204642.626541:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204643.650500:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204643.650507:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204643.650512:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204643.650515:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204643.650517:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204643.650520:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204643.650523:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204643.650525:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204643.650527:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204643.650529:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204643.650532:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204643.650533:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204643.650535:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204643.650536:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204643.650537:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204643.650538:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204643.650540:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204643.650542:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204643.650577:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204643.650580:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204643.650582:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204644.674497:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204644.674503:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204644.674506:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204644.674507:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204644.674510:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204644.674511:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204644.674531:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204644.674533:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204644.674536:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204645.698508:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204645.698515:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204645.698532:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204645.698534:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204645.698538:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204645.698539:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204645.698563:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204645.698565:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204645.698568:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788204646.082597:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204646.082607:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788204646.082609:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204646.082613:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204646.082617:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204646.082623:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 15112 00000400:00000200:1.0:1788204646.082631:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204646.082636:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204646.082639:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204646.082642:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204646.082645:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204646.082647:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204646.082649:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204646.082653:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204646.082655:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788204646.082657:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204646.082660:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788204646.082662:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788204646.082663:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788204646.082666:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204646.082668:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204646.082670:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204646.082672:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204646.082675:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788204646.082677:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204646.082679:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204646.082681:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204646.082684:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204646.082687:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204646.082689:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788204646.082691:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204646.082700:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dd180. 00000020:00000040:1.0:1788204646.082704:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788204646.082708:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204646.082709:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204646.082712:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204646.082715:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204646.082718:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204646.082725:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98800. 00000100:00000001:1.0:1788204646.082732:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204646.082739:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dd180 x1875052841990528/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788204646.082749:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204646.082752:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204646.082757:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000095f81904] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dd180 x1875052841990528/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204646.082775:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788204646.082777:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204646.082780:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788204646.082782:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204646.082783:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204646.082785:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204646.082788:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15112 00000400:00000200:1.0:1788204646.082792:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204646.082796:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204646.082799:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204646.082804:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204646.082809:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204646.082813:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204646.082817:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204646.082820:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204646.082823:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788204646.082827:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204646.082830:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788204646.082832:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788204646.082834:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788204646.082840:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204646.082842:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204646.082846:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204646.082851:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204646.082853:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788204646.082857:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204646.082862:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204646.082867:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204646.082871:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204646.082876:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204646.082878:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788204646.082884:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788204646.082888:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204646.082893:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204646.082898:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3df100. 00000020:00000040:1.0:1788204646.082901:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788204646.082906:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204646.082909:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204646.082914:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204646.082916:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204646.082919:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204646.082927:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9bc00. 00000100:00000001:1.0:1788204646.082932:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204646.082942:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3df100 x1875052841990656/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788204646.082980:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204646.082982:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204646.082989:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c16a5860] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3df100 x1875052841990656/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204646.083003:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788204646.083006:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204646.083012:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788204646.083015:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204646.083018:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204646.083023:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204646.083028:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15112 00000400:00000200:1.0:1788204646.083035:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204646.083038:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204646.083040:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204646.083049:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204646.083052:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204646.083059:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204646.083062:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204646.083065:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204646.083067:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788204646.083071:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204646.083073:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788204646.083076:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788204646.083081:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788204646.083086:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204646.083092:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204646.083095:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204646.083099:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204646.083111:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788204646.083119:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204646.083122:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204646.083125:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204646.083128:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204646.083130:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204646.083134:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788204646.083137:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788204646.083142:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204646.083146:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204646.083153:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dc000. 00000020:00000040:1.0:1788204646.083157:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788204646.083161:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204646.083165:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204646.083168:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204646.083171:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204646.083174:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204646.083181:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b400. 00000100:00000001:1.0:1788204646.083185:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204646.083193:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dc000 x1875052841990784/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788204646.083212:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204646.083216:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204646.083220:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1e3b926] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dc000 x1875052841990784/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204646.083227:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204646.083231:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788204646.083236:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788204646.083240:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204646.083245:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788204646.083247:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204646.083248:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204646.083253:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204646.083254:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15112 00000400:00000200:1.0:1788204646.083258:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204646.083263:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204646.083264:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204646.083268:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204646.083271:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204646.083272:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204646.083277:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204646.083279:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204646.083281:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788204646.083283:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204646.083286:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788204646.083288:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788204646.083293:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788204646.083297:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204646.083298:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204646.083302:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204646.083305:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204646.083309:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788204646.083314:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204646.083318:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204646.083322:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204646.083325:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204646.083328:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204646.083331:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788204646.083333:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788204646.083336:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204646.083347:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204646.083353:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ddf80. 00000020:00000040:1.0:1788204646.083356:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788204646.083359:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204646.083361:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204646.083365:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204646.083367:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204646.083369:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204646.083374:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b800. 00000100:00000001:1.0:1788204646.083377:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204646.083387:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ddf80 x1875052841990912/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788204646.083460:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204646.083464:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204646.083475:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dea6dee7] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ddf80 x1875052841990912/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204646.083493:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204646.083501:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15122) 00010000:00000001:0.0:1788204646.722490:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204646.722514:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204646.722520:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204646.722522:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204646.722525:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204646.722527:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204646.722549:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204646.722551:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204646.722554:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204647.362491:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309786356, at 4309786368 00000100:00000040:1.0:1788204647.362504:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309786356, at 4309786368 00000100:00000010:1.0:1788204647.362518:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88420. 00000100:00000010:0.0:1788204647.362520:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88e40. 00010000:00000001:0.0:1788204647.746529:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204647.746535:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204647.746540:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204647.746542:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204647.746546:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204647.746547:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204647.746571:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204647.746574:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204647.746577:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204648.770459:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204648.770466:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204648.770481:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204648.770483:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204648.770486:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204648.770487:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204648.770508:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204648.770511:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204648.770513:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204649.794500:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204649.794507:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204649.794513:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204649.794514:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204649.794517:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204649.794518:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204649.794541:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204649.794544:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204649.794547:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204650.818509:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204650.818516:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204650.818523:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204650.818524:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204650.818528:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204650.818529:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204650.818556:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204650.818559:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204650.818563:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204651.842520:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204651.842527:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204651.842529:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204651.842531:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204651.842536:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204651.842538:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204651.842539:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204651.842541:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204651.842543:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204651.842545:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204651.842547:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204651.842548:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204651.842565:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204651.842567:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204651.842570:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204652.482520:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309791476, at 4309791488 00000100:00000040:1.0:1788204652.482520:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309791476, at 4309791488 00000100:00000010:0.0:1788204652.482535:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88a20. 00000100:00000010:1.0:1788204652.482538:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88a80. 00010000:00000001:0.0:1788204652.866524:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204652.866530:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204652.866534:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204652.866535:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204652.866538:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204652.866539:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204652.866564:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204652.866567:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204652.866570:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204653.890496:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204653.890502:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204653.890506:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204653.890508:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204653.890510:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204653.890512:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204653.890514:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204653.890516:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204653.890518:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204653.890519:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204653.890522:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204653.890523:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204653.890524:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204653.890525:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204653.890526:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204653.890527:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204653.890529:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204653.890530:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204653.890550:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204653.890553:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204653.890556:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204654.914512:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204654.914518:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204654.914522:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204654.914523:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204654.914526:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204654.914527:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204654.914548:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204654.914550:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204654.914552:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204655.938458:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204655.938464:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204655.938468:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204655.938470:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204655.938472:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204655.938473:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204655.938490:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204655.938492:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204655.938494:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788204656.322732:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204656.322739:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204656.322744:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204656.322755:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9ea00 x1875052841991552/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204656.322776:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204656.322780:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204656.322789:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204656.322794:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204656.322800:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204656.322809:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841991552:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204656.322819:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204656.322825:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204656.322830:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204656.322838:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204656.322845:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788204656.322848:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204656.322855:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204656.322870:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204656.322881:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204656.322892:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841991552, portal 25 00000100:00000001:0.0:1788204656.322896:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204656.322898:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330352640 : -109644379198976 : ffff9c476db9ea00) 00000100:00000040:0.0:1788204656.322910:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9ea00 x1875052841991552/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204681 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204656.322926:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204656.322933:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204656.322939:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204656.322945:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841991552, offset 0 00000400:00000200:0.0:1788204656.322959:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204656.322972:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204656.322984:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204656.322992:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204656.322998:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204656.323005:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204656.323014:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204656.323025:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704802:704802:256:4294967295] 192.168.201.101@tcp LPNI seq info [704797:704797:8:4294967295] 00000400:00000200:0.0:1788204656.323038:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204656.323058:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204656.323074:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204656.323084:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204656.323099:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204656.323107:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 42 secs later) 00000800:00000100:0.0:1788204656.323142:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204656.323149:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204656.323160:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204656.323173:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204656.323181:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204656.323185:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204656.323190:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204656.323198:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9ea00 x1875052841991552/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204681 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204656.323213:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204656.323220:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9ea00 x1875052841991552/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204681 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204656.323237:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204656.323242:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204656.323251:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204656.323262:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204656.323266:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4309796596 00000100:00000010:0.0:1788204656.323273:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685baa80. 00000100:00000001:0.0:1788204656.323283:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788204656.323293:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4309796596 00000100:00000010:0.0:1788204656.323302:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba9c0. 00000100:00000001:0.0:1788204656.323307:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788204656.323311:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204656.323314:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204656.323317:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204656.323328:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204656/real 1788204656] req@ffff9c476db9ea00 x1875052841991552/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204656.323382:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204656.323386:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204656.323391:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204656.323419:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204656.323421:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204656.323425:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204656.323433:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9ea00 x1875052841991552/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204656.323445:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9ea00 x1875052841991552/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204656.323453:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204656.323454:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204656.323456:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204656.323458:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204656.323461:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9ea00 x1875052841991552/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204656.323466:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204656.323469:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9ea00 x1875052841991552/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204681 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204656.323474:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204656.323476:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204656.323477:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204656.323478:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204656.323480:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204656.323481:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204656.323483:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204656.323485:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204656.323487:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204656.323490:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9ea00 x1875052841991552/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204681 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204656.323495:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841991552:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204656.323498:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204656.323500:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204656.323502:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9ea00 x1875052841991552/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204681 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204656.323506:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204656.323508:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204656.323517:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788204656.323519:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204656.323521:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204656.323522:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788204656.323523:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204656.323525:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a42400. 02000000:00000001:0.0:1788204656.323529:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204656.323530:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204656.323531:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9ea00. 00000100:00000001:0.0:1788204656.323534:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204656.323535:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204656.323536:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204656.323542:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204656.323543:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204656.323545:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204656.323546:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204656.323547:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204656.323550:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9dc00 x1875052841991680/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204656.323555:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204656.323556:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204656.323562:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204656.323564:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204656.323566:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204656.323568:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841991680:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204656.323570:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204656.323571:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204656.323572:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204656.323574:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204656.323576:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788204656.323578:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204656.323581:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204656.323583:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204656.323585:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204656.323588:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841991680, portal 10 00000100:00000001:0.0:1788204656.323589:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204656.323590:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330349056 : -109644379202560 : ffff9c476db9dc00) 00000100:00000040:0.0:1788204656.323595:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9dc00 x1875052841991680/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204681 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204656.323601:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204656.323603:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204656.323605:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204656.323608:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841991680, offset 0 00000400:00000200:0.0:1788204656.323612:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204656.323616:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204656.323620:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204656.323623:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204656.323626:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204656.323628:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204656.323631:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204656.323635:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704803:704803:256:4294967295] 192.168.201.101@tcp LPNI seq info [704798:704798:8:4294967295] 00000400:00000200:0.0:1788204656.323639:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204656.323646:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204656.323652:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204656.323656:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204656.323660:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204656.323662:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 42 secs later) 00000800:00000100:0.0:1788204656.323670:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204656.323671:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204656.323674:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204656.323676:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204656.323679:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204656.323680:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204656.323682:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204656.323685:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9dc00 x1875052841991680/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204681 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204656.323690:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204656.323692:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9dc00 x1875052841991680/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204681 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204656.323697:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204656.323698:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204656.323701:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204656.323703:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788204656.323706:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204656.323707:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309795338 00000100:00000001:0.0:1788204656.323709:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309796596 00000100:00000001:0.0:1788204656.323711:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309795338 00000100:00000001:0.0:1788204656.323712:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309796596 00000100:00000001:0.0:1788204656.323714:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204656.323715:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204656.323716:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204656.323718:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204656/real 1788204656] req@ffff9c476db9dc00 x1875052841991680/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204656.323724:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204656.323725:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204656.323726:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204656.323727:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204656.323729:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204656.323730:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204656.323732:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9dc00 x1875052841991680/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204656.323738:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9dc00 x1875052841991680/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204656.323742:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204656.323743:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204656.323744:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204656.323745:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204656.323747:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9dc00 x1875052841991680/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204656.323751:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204656.323753:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9dc00 x1875052841991680/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204681 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204656.323757:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204656.323758:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204656.323759:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204656.323760:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204656.323761:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204656.323763:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204656.323764:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204656.323766:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204656.323768:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204656.323770:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9dc00 x1875052841991680/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204681 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204656.323775:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841991680:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204656.323778:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204656.323780:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9df80 x1875052841991808/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204656.323788:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204656.323789:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204656.323791:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204656.323792:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204656.323794:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204656.323795:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841991808:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204656.323797:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204656.323798:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204656.323799:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204656.323801:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204656.323803:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377000. 02000000:00000001:0.0:1788204656.323804:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204656.323806:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204656.323807:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204656.323809:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204656.323811:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841991808, portal 10 00000100:00000001:0.0:1788204656.323812:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204656.323813:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330349952 : -109644379201664 : ffff9c476db9df80) 00000100:00000040:0.0:1788204656.323817:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9df80 x1875052841991808/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204681 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204656.323822:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204656.323823:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204656.323825:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204656.323826:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841991808, offset 0 00000400:00000200:0.0:1788204656.323829:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204656.323831:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204656.323833:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204656.323835:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204656.323837:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204656.323838:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204656.323840:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204656.323842:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704804:704804:256:4294967295] 192.168.201.101@tcp LPNI seq info [704799:704799:8:4294967295] 00000400:00000200:0.0:1788204656.323845:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204656.323849:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204656.323852:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204656.323854:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204656.323856:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204656.323858:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 42 secs later) 00000800:00000100:0.0:1788204656.323869:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204656.323871:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204656.323874:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204656.323878:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204656.323880:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204656.323882:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204656.323885:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204656.323888:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9df80 x1875052841991808/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204681 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204656.323897:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204656.323901:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9df80 x1875052841991808/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204681 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204656.323908:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204656.323910:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204656.323913:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204656.323916:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788204656.323919:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204656.323921:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309795338 00000100:00000001:0.0:1788204656.323924:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309796596 00000100:00000001:0.0:1788204656.323926:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309795338 00000100:00000001:0.0:1788204656.323928:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309796596 00000100:00000001:0.0:1788204656.323931:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204656.323933:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204656.323935:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204656.323940:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204656/real 1788204656] req@ffff9c476db9df80 x1875052841991808/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204656.323949:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204656.323951:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204656.323953:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204656.323956:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204656.323957:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204656.323960:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204656.323963:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9df80 x1875052841991808/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204656.323973:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9df80 x1875052841991808/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204656.323977:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204656.323979:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204656.323980:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204656.323981:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204656.323983:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9df80 x1875052841991808/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204656.323988:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204656.323990:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9df80 x1875052841991808/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204681 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204656.323994:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204656.323996:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204656.323996:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204656.323997:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204656.323998:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204656.324000:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204656.324001:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204656.324004:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204656.324005:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204656.324008:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9df80 x1875052841991808/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204681 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204656.324013:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841991808:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204656.324015:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204656.324017:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9d180 x1875052841991936/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204656.324021:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204656.324022:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204656.324023:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204656.324025:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204656.324026:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204656.324028:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841991936:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204656.324030:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204656.324031:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204656.324033:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204656.324034:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204656.324037:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788204656.324038:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204656.324040:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204656.324042:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204656.324044:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204656.324046:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841991936, portal 4 00000100:00000001:0.0:1788204656.324048:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204656.324048:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330346368 : -109644379205248 : ffff9c476db9d180) 00000100:00000040:0.0:1788204656.324053:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9d180 x1875052841991936/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204681 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204656.324057:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204656.324059:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204656.324060:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204656.324062:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841991936, offset 0 00000400:00000200:0.0:1788204656.324064:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204656.324067:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204656.324070:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204656.324072:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204656.324073:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204656.324075:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204656.324077:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204656.324079:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704805:704805:256:4294967295] 192.168.201.101@tcp LPNI seq info [704800:704800:8:4294967295] 00000400:00000200:0.0:1788204656.324082:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204656.324086:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204656.324088:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204656.324090:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204656.324093:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204656.324095:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 42 secs later) 00000800:00000100:0.0:1788204656.324102:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204656.324103:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204656.324105:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204656.324108:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204656.324110:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204656.324111:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204656.324112:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204656.324115:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9d180 x1875052841991936/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204681 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204656.324119:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204656.324121:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9d180 x1875052841991936/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204681 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204656.324126:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204656.324127:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204656.324129:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204656.324131:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788204656.324133:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204656.324135:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309795364 00000100:00000001:0.0:1788204656.324136:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309796596 00000100:00000001:0.0:1788204656.324138:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309795364 00000100:00000001:0.0:1788204656.324139:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309796596 00000100:00000001:0.0:1788204656.324141:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204656.324142:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204656.324143:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204656.324146:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204656/real 1788204656] req@ffff9c476db9d180 x1875052841991936/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204656.324150:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204656.324151:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204656.324152:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204656.324153:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204656.324154:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204656.324155:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204656.324157:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9d180 x1875052841991936/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204656.324162:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9d180 x1875052841991936/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204656.324166:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204656.324167:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204656.324168:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204656.324169:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204656.324171:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9d180 x1875052841991936/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204656.324175:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204656.324177:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9d180 x1875052841991936/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204681 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204656.324182:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204656.324184:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204656.324185:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204656.324186:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204656.324187:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204656.324188:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204656.324189:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204656.324191:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204656.324192:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204656.324194:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9d180 x1875052841991936/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204681 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204656.324199:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841991936:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204656.324201:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204656.324202:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204656.324204:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9dc00 x1875052841991680/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204681 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204656.324208:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204656.324209:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204656.324211:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788204656.324212:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204656.324213:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204656.324214:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204656.324216:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204656.324217:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a41800. 02000000:00000001:0.0:1788204656.324219:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204656.324220:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204656.324221:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9dc00. 00000100:00000001:0.0:1788204656.324222:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204656.324223:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204656.324225:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204656.324227:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9df80 x1875052841991808/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204681 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204656.324231:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204656.324232:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204656.324233:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377000. 02000000:00000001:0.0:1788204656.324234:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204656.324235:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204656.324236:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204656.324237:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204656.324237:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a41400. 02000000:00000001:0.0:1788204656.324239:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204656.324239:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204656.324240:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9df80. 00000100:00000001:0.0:1788204656.324241:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204656.324242:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204656.324243:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204656.324245:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9d180 x1875052841991936/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204681 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204656.324248:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204656.324249:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204656.324250:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788204656.324251:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204656.324251:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204656.324252:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788204656.324253:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204656.324254:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a41000. 02000000:00000001:0.0:1788204656.324255:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204656.324256:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204656.324257:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9d180. 00000100:00000001:0.0:1788204656.324258:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204656.324259:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204656.324260:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204656.324262:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204656.324263:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204656.324264:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204656.324266:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204656.962523:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204656.962531:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204656.962538:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204656.962539:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204656.962543:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204656.962544:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204656.962571:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204656.962574:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204656.962576:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204657.602495:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309796596, at 4309796608 00000100:00000040:1.0:1788204657.602495:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309796596, at 4309796608 00000100:00000010:1.0:1788204657.602510:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba9c0. 00000100:00000010:0.0:1788204657.602512:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685baa80. 00010000:00000001:0.0:1788204657.986462:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204657.986470:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204657.986477:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204657.986479:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204657.986482:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204657.986484:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204657.986510:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204657.986513:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204657.986516:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204659.010498:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204659.010503:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204659.010508:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204659.010508:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204659.010511:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204659.010512:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204659.010532:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204659.010534:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204659.010536:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204660.034494:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204660.034502:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204660.034509:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204660.034510:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204660.034514:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204660.034515:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204660.034549:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204660.034552:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204660.034555:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204661.058499:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204661.058506:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204661.058513:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204661.058515:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204661.058519:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204661.058520:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204661.058568:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204661.058571:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204661.058575:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788204661.442797:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204661.442804:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204661.442809:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204661.442821:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9e680 x1875052841992064/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204661.442854:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204661.442859:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204661.442868:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204661.442871:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204661.442875:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204661.442881:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841992064:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204661.442891:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204661.442897:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204661.442903:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204661.442909:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204661.442918:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377000. 02000000:00000001:0.0:1788204661.442925:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204661.442936:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204661.442941:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204661.442948:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204661.442956:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841992064, portal 25 00000100:00000001:0.0:1788204661.442960:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204661.442962:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330351744 : -109644379199872 : ffff9c476db9e680) 00000100:00000040:0.0:1788204661.442970:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9e680 x1875052841992064/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204661.442985:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204661.442990:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204661.442995:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204661.442997:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841992064, offset 0 00000400:00000200:0.0:1788204661.443005:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204661.443015:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204661.443022:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204661.443027:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204661.443033:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204661.443039:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204661.443046:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204661.443053:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704806:704806:256:4294967295] 192.168.201.101@tcp LPNI seq info [704801:704801:8:4294967295] 00000400:00000200:0.0:1788204661.443066:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204661.443091:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204661.443101:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204661.443107:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204661.443122:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204661.443130:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1788204661.443165:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204661.443169:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204661.443175:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204661.443183:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204661.443188:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204661.443192:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204661.443199:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204661.443207:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9e680 x1875052841992064/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204661.443225:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204661.443230:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9e680 x1875052841992064/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204686 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204661.443262:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204661.443266:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204661.443274:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204661.443283:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204661.443290:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4309801716 00000100:00000010:0.0:1788204661.443298:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685baa80. 00000100:00000001:0.0:1788204661.443309:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788204661.443316:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4309801716 00000100:00000010:0.0:1788204661.443323:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba6c0. 00000100:00000001:0.0:1788204661.443327:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788204661.443331:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204661.443338:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204661.443344:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204661.443355:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204661/real 1788204661] req@ffff9c476db9e680 x1875052841992064/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204661.443381:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204661.443387:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204661.443392:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204661.443437:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204661.443442:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204661.443448:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204661.443457:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9e680 x1875052841992064/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204661.443491:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9e680 x1875052841992064/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204661.443519:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204661.443525:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204661.443531:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204661.443543:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204661.443555:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9e680 x1875052841992064/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204661.443571:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204661.443582:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9e680 x1875052841992064/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204661.443598:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204661.443605:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204661.443617:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204661.443621:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204661.443627:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204661.443631:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204661.443639:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204661.443648:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204661.443653:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204661.443662:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9e680 x1875052841992064/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204661.443672:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841992064:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204661.443679:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204661.443682:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204661.443695:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9e680 x1875052841992064/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204661.443702:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204661.443708:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204661.443711:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377000. 02000000:00000001:0.0:1788204661.443715:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204661.443717:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204661.443719:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788204661.443721:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204661.443724:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a43800. 02000000:00000001:0.0:1788204661.443729:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204661.443731:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204661.443732:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9e680. 00000100:00000001:0.0:1788204661.443734:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204661.443735:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204661.443737:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204661.443743:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204661.443744:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204661.443746:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204661.443747:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204661.443748:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204661.443751:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9c700 x1875052841992192/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204661.443756:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204661.443758:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204661.443759:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204661.443761:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204661.443762:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204661.443764:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841992192:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204661.443766:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204661.443768:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204661.443769:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204661.443770:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204661.443773:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377000. 02000000:00000001:0.0:1788204661.443774:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204661.443777:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204661.443779:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204661.443782:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204661.443784:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841992192, portal 10 00000100:00000001:0.0:1788204661.443786:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204661.443787:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330343680 : -109644379207936 : ffff9c476db9c700) 00000100:00000040:0.0:1788204661.443792:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9c700 x1875052841992192/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204661.443797:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204661.443799:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204661.443801:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204661.443802:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841992192, offset 0 00000400:00000200:0.0:1788204661.443805:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204661.443809:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204661.443813:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204661.443816:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204661.443819:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204661.443822:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204661.443824:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204661.443827:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704807:704807:256:4294967295] 192.168.201.101@tcp LPNI seq info [704802:704802:8:4294967295] 00000400:00000200:0.0:1788204661.443832:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204661.443838:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204661.443844:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204661.443848:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204661.443853:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204661.443856:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1788204661.443868:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204661.443870:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204661.443872:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204661.443875:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204661.443879:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204661.443881:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204661.443883:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204661.443887:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9c700 x1875052841992192/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204661.443896:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204661.443899:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9c700 x1875052841992192/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204686 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204661.443907:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204661.443908:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204661.443913:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204661.443917:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788204661.443921:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204661.443923:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309800458 00000100:00000001:0.0:1788204661.443925:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309801716 00000100:00000001:0.0:1788204661.443927:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309800458 00000100:00000001:0.0:1788204661.443929:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309801716 00000100:00000001:0.0:1788204661.443930:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204661.443932:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204661.443933:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204661.443936:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204661/real 1788204661] req@ffff9c476db9c700 x1875052841992192/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204661.443941:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204661.443942:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204661.443944:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204661.443946:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204661.443947:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204661.443948:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204661.443950:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9c700 x1875052841992192/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204661.443956:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9c700 x1875052841992192/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204661.443960:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204661.443961:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204661.443962:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204661.443963:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204661.443965:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9c700 x1875052841992192/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204661.443969:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204661.443972:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9c700 x1875052841992192/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204661.443977:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204661.443979:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204661.443980:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204661.443981:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204661.443982:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204661.443983:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204661.443985:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204661.443987:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204661.443988:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204661.443991:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9c700 x1875052841992192/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204661.443996:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841992192:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204661.443998:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204661.444000:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9c000 x1875052841992320/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204661.444005:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204661.444006:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204661.444007:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204661.444009:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204661.444010:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204661.444012:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841992320:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204661.444014:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204661.444015:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204661.444016:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204661.444018:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204661.444020:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788204661.444021:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204661.444024:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204661.444025:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204661.444027:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204661.444029:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841992320, portal 10 00000100:00000001:0.0:1788204661.444031:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204661.444031:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330341888 : -109644379209728 : ffff9c476db9c000) 00000100:00000040:0.0:1788204661.444036:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9c000 x1875052841992320/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204661.444040:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204661.444041:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204661.444043:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204661.444044:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841992320, offset 0 00000400:00000200:0.0:1788204661.444047:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204661.444049:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204661.444052:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204661.444054:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204661.444055:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204661.444057:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204661.444059:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204661.444061:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704808:704808:256:4294967295] 192.168.201.101@tcp LPNI seq info [704803:704803:8:4294967295] 00000400:00000200:0.0:1788204661.444064:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204661.444068:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204661.444071:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204661.444073:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204661.444075:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204661.444077:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1788204661.444085:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204661.444086:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204661.444088:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204661.444090:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204661.444092:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204661.444094:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204661.444095:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204661.444098:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9c000 x1875052841992320/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204661.444103:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204661.444105:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9c000 x1875052841992320/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204686 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204661.444110:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204661.444112:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204661.444115:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204661.444118:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788204661.444121:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204661.444123:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309800458 00000100:00000001:0.0:1788204661.444126:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309801716 00000100:00000001:0.0:1788204661.444128:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309800458 00000100:00000001:0.0:1788204661.444130:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309801716 00000100:00000001:0.0:1788204661.444132:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204661.444134:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204661.444136:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204661.444141:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204661/real 1788204661] req@ffff9c476db9c000 x1875052841992320/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204661.444149:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204661.444150:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204661.444152:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204661.444155:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204661.444156:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204661.444158:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204661.444161:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9c000 x1875052841992320/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204661.444170:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9c000 x1875052841992320/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204661.444177:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204661.444178:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204661.444180:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204661.444182:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204661.444186:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9c000 x1875052841992320/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204661.444191:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204661.444195:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9c000 x1875052841992320/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204661.444199:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204661.444201:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204661.444202:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204661.444203:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204661.444204:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204661.444206:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204661.444207:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204661.444209:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204661.444210:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204661.444213:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9c000 x1875052841992320/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204661.444217:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841992320:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204661.444220:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204661.444222:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9d880 x1875052841992448/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204661.444227:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204661.444228:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204661.444229:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204661.444231:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204661.444232:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204661.444234:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841992448:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204661.444237:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204661.444239:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204661.444241:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204661.444242:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204661.444246:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376c00. 02000000:00000001:0.0:1788204661.444248:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204661.444266:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204661.444268:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204661.444272:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204661.444275:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841992448, portal 4 00000100:00000001:0.0:1788204661.444278:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204661.444279:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330348160 : -109644379203456 : ffff9c476db9d880) 00000100:00000040:0.0:1788204661.444286:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9d880 x1875052841992448/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204661.444293:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204661.444296:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204661.444298:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204661.444301:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841992448, offset 0 00000400:00000200:0.0:1788204661.444305:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204661.444308:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204661.444311:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204661.444313:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204661.444315:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204661.444316:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204661.444318:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204661.444320:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704809:704809:256:4294967295] 192.168.201.101@tcp LPNI seq info [704804:704804:8:4294967295] 00000400:00000200:0.0:1788204661.444323:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204661.444328:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204661.444331:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204661.444333:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204661.444336:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204661.444338:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1788204661.444345:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204661.444347:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204661.444349:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204661.444351:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204661.444353:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204661.444354:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204661.444356:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204661.444358:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9d880 x1875052841992448/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204661.444364:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204661.444366:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9d880 x1875052841992448/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204686 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204661.444370:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204661.444371:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204661.444373:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204661.444376:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788204661.444378:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204661.444379:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309800484 00000100:00000001:0.0:1788204661.444381:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309801716 00000100:00000001:0.0:1788204661.444383:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309800484 00000100:00000001:0.0:1788204661.444384:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309801716 00000100:00000001:0.0:1788204661.444385:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204661.444387:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204661.444389:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204661.444393:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204661/real 1788204661] req@ffff9c476db9d880 x1875052841992448/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204661.444422:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204661.444424:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204661.444426:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204661.444430:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204661.444432:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204661.444435:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204661.444439:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9d880 x1875052841992448/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204661.444448:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9d880 x1875052841992448/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204661.444455:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204661.444457:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204661.444459:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204661.444460:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204661.444465:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9d880 x1875052841992448/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204661.444472:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204661.444477:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9d880 x1875052841992448/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204661.444485:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204661.444487:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204661.444489:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204661.444490:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204661.444492:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204661.444494:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204661.444496:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204661.444499:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204661.444502:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204661.444507:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9d880 x1875052841992448/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204661.444515:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841992448:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204661.444519:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204661.444521:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204661.444524:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9c700 x1875052841992192/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204661.444531:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204661.444533:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204661.444535:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377000. 02000000:00000001:0.0:1788204661.444538:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204661.444540:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204661.444541:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204661.444543:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204661.444545:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a43000. 02000000:00000001:0.0:1788204661.444548:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204661.444550:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204661.444551:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9c700. 00000100:00000001:0.0:1788204661.444554:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204661.444555:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204661.444556:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204661.444561:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9c000 x1875052841992320/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204661.444568:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204661.444569:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204661.444571:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788204661.444573:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204661.444574:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204661.444575:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204661.444578:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204661.444579:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a40000. 02000000:00000001:0.0:1788204661.444582:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204661.444584:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204661.444585:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9c000. 00000100:00000001:0.0:1788204661.444588:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204661.444589:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204661.444591:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204661.444595:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9d880 x1875052841992448/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204661.444602:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204661.444604:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204661.444606:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376c00. 02000000:00000001:0.0:1788204661.444608:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204661.444609:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204661.444610:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788204661.444611:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204661.444613:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a40400. 02000000:00000001:0.0:1788204661.444615:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204661.444617:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204661.444618:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9d880. 00000100:00000001:0.0:1788204661.444620:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204661.444621:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204661.444623:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204661.444628:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204661.444629:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204661.444631:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204661.444633:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204662.082509:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204662.082518:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204662.082521:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204662.082524:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204662.082530:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204662.082532:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204662.082535:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204662.082537:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204662.082542:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204662.082544:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204662.082547:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204662.082548:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204662.082612:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204662.082615:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204662.082619:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204662.722467:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309801716, at 4309801728 00000100:00000040:1.0:1788204662.722467:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309801716, at 4309801728 00000100:00000010:0.0:1788204662.722482:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685baa80. 00000100:00000010:1.0:1788204662.722485:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba6c0. 00010000:00000001:0.0:1788204663.106515:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204663.106521:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204663.106526:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204663.106527:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204663.106529:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204663.106530:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204663.106574:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204663.106577:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204663.106580:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204664.130478:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204664.130484:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204664.130488:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204664.130490:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204664.130493:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204664.130496:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204664.130499:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204664.130501:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204664.130503:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204664.130505:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204664.130508:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204664.130509:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204664.130511:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204664.130512:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204664.130513:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204664.130515:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204664.130516:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204664.130518:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204664.130548:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204664.130551:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204664.130554:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204665.154515:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204665.154522:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204665.154528:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204665.154529:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204665.154532:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204665.154533:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204665.154563:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204665.154566:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204665.154568:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204666.178470:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204666.178477:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204666.178483:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204666.178484:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204666.178487:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204666.178488:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204666.178516:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204666.178518:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204666.178521:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788204666.562502:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204666.562512:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788204666.562513:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204666.562517:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204666.562520:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204666.562525:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 15133 00000400:00000200:1.0:1788204666.562531:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204666.562535:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204666.562537:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204666.562539:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204666.562542:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204666.562543:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204666.562545:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204666.562548:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204666.562550:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788204666.562551:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204666.562554:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788204666.562555:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788204666.562556:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788204666.562558:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204666.562559:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204666.562560:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204666.562562:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204666.562564:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788204666.562566:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204666.562567:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204666.562570:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204666.562571:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204666.562573:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204666.562574:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788204666.562576:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204666.562583:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dc700. 00000020:00000040:1.0:1788204666.562585:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788204666.562587:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204666.562588:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204666.562591:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204666.562592:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204666.562595:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204666.562601:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98400. 00000100:00000001:1.0:1788204666.562606:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204666.562613:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dc700 x1875052841992576/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788204666.562619:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204666.562622:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204666.562625:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7db4f2b] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dc700 x1875052841992576/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204666.562638:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788204666.562641:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204666.562644:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788204666.562645:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204666.562647:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204666.562649:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204666.562652:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15133 00000400:00000200:1.0:1788204666.562655:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204666.562658:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204666.562660:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204666.562663:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204666.562665:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204666.562667:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204666.562669:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204666.562671:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204666.562672:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788204666.562673:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:0.0:1788204666.562674:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1788204666.562675:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000100:00000001:0.0:1788204666.562677:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1788204666.562677:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000001:0.0:1788204666.562679:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1788204666.562679:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788204666.562682:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204666.562684:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204666.562685:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3dc700 x1875052841992576/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788204666.562686:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204666.562688:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204666.562690:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788204666.562692:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204666.562693:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788204666.562694:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204666.562695:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204666.562696:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204666.562698:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204666.562700:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204666.562700:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204666.562702:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204666.562702:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204666.562704:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00100000:0.0:1788204666.562705:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841992576:192.168.201.101@tcp:250:kworker.0 00000008:00100000:1.0:1788204666.562708:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000100:00000001:0.0:1788204666.562709:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000008:00000001:1.0:1788204666.562711:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204666.562712:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1788204666.562712:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204666.562715:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204666.562716:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dd880. 02000000:00000001:0.0:1788204666.562717:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:1.0:1788204666.562717:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788204666.562720:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000010:0.0:1788204666.562721:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376c00. 02000000:00000001:1.0:1788204666.562721:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204666.562723:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204666.562723:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204666.562724:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204666.562725:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204666.562728:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 02000000:00000010:1.0:1788204666.562728:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98000. 00000400:00000010:0.0:1788204666.562731:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000100:00000001:1.0:1788204666.562731:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204666.562735:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dd880 x1875052841992704/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1788204666.562737:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000001:1.0:1788204666.562741:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000200:0.0:1788204666.562743:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841992576, portal 25 00000100:00000001:1.0:1788204666.562743:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204666.562745:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204666.562747:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573875456 : -109644135676160 : ffff9c477c3dc700) 00000100:00000040:1.0:1788204666.562747:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083606985] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dd880 x1875052841992704/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788204666.562752:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3dc700 x1875052841992576/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204666.562754:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788204666.562757:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788204666.562758:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:1.0:1788204666.562760:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000040:0.0:1788204666.562761:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000100:00000001:1.0:1788204666.562762:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204666.562763:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000400:00000010:0.0:1788204666.562764:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204666.562766:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841992576, offset 0 00000100:00000001:1.0:1788204666.562766:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204666.562768:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15133 00000400:00000200:0.0:1788204666.562771:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:1.0:1788204666.562771:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204666.562774:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204666.562776:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000400:00000200:0.0:1788204666.562778:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000040:1.0:1788204666.562778:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204666.562780:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204666.562781:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000400:00000200:0.0:1788204666.562783:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000100:00000001:1.0:1788204666.562783:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204666.562785:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204666.562786:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000400:00000200:0.0:1788204666.562787:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:1.0:1788204666.562788:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204666.562789:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000400:00000200:0.0:1788204666.562790:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000020:00000001:1.0:1788204666.562792:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788204666.562793:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000400:00000200:0.0:1788204666.562794:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204666.562796:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000100:00000040:1.0:1788204666.562796:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204666.562798:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1788204666.562800:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704810:704810:256:4294967295] 192.168.201.101@tcp LPNI seq info [704805:704805:8:4294967295] 00000100:00000040:1.0:1788204666.562800:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204666.562802:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000400:00000200:0.0:1788204666.562804:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000020:00000040:1.0:1788204666.562804:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788204666.562806:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204666.562808:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204666.562809:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204666.562811:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1788204666.562813:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 02000000:00000001:1.0:1788204666.562813:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204666.562815:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788204666.562817:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000800:00000200:0.0:1788204666.562818:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000008:00000001:1.0:1788204666.562819:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204666.562821:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1788204666.562823:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000100:00000010:1.0:1788204666.562823:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dce00. 00000020:00000040:1.0:1788204666.562825:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788204666.562828:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000800:00000200:0.0:1788204666.562829:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 02000000:00000001:1.0:1788204666.562829:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204666.562830:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204666.562832:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:0.0:1788204666.562833:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 32 secs later) 02000000:00000001:1.0:1788204666.562833:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204666.562836:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99800. 00000100:00000001:1.0:1788204666.562838:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204666.562842:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dce00 x1875052841992832/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1788204666.562846:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204666.562849:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000100:00000001:1.0:1788204666.562849:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204666.562850:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204666.562853:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e15d5058] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dce00 x1875052841992832/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788204666.562854:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204666.562858:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000100:00000001:1.0:1788204666.562860:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204666.562862:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1788204666.562863:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204666.562866:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000040:1.0:1788204666.562866:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788204666.562868:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788204666.562870:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:1.0:1788204666.562871:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788204666.562872:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000200:0.0:1788204666.562873:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c3dc700 x1875052841992576/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788204666.562874:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204666.562876:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204666.562878:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15133 00000100:00000001:0.0:1788204666.562881:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1788204666.562881:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204666.562884:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00000040:0.0:1788204666.562885:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3dc700 x1875052841992576/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204691 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788204666.562886:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204666.562888:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204666.562890:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1788204666.562891:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204666.562892:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204666.562893:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1788204666.562894:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204666.562896:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204666.562897:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000100:00000001:0.0:1788204666.562898:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788204666.562898:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204666.562900:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000400:00000200:0.0:1788204666.562902:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000020:00000001:1.0:1788204666.562902:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000001:0.0:1788204666.562904:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4309806836 00000020:00000001:1.0:1788204666.562904:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788204666.562906:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000010:0.0:1788204666.562908:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685baa80. 00000100:00000001:1.0:1788204666.562908:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204666.562910:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204666.562911:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204666.562913:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00000001:0.0:1788204666.562914:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00080000:1.0:1788204666.562915:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204666.562917:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204666.562919:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4309806836 02000000:00000001:1.0:1788204666.562919:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204666.562921:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1788204666.562922:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba840. 02000000:00000001:1.0:1788204666.562923:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204666.562924:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788204666.562925:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788204666.562926:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000100:00000001:0.0:1788204666.562927:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:1.0:1788204666.562929:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204666.562930:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204666.562930:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204666.562932:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000010:1.0:1788204666.562933:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ddc00. 00000020:00000040:1.0:1788204666.562935:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 00000100:00100000:0.0:1788204666.562936:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204666/real 1788204666] req@ffff9c477c3dc700 x1875052841992576/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1788204666.562937:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204666.562938:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204666.562940:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204666.562941:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204666.562943:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1788204666.562945:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204666.562946:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000010:1.0:1788204666.562946:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9a000. 00000400:00000010:0.0:1788204666.562948:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000100:00000001:1.0:1788204666.562948:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204666.562950:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204666.562952:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00100000:1.0:1788204666.562952:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ddc00 x1875052841992960/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204666.562954:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204666.562957:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3dc700 x1875052841992576/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204666.562959:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204666.562961:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1788204666.562965:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3dc700 x1875052841992576/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788204666.562965:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c3c4b34] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ddc00 x1875052841992960/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204666.562973:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788204666.562973:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204666.562975:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204666.562977:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:1.0:1788204666.562977:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15143) 00000100:00000001:0.0:1788204666.562979:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204666.562982:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c3dc700 x1875052841992576/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204666.562989:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204666.562993:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3dc700 x1875052841992576/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204666.563000:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204666.563003:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204666.563004:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204666.563006:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204666.563008:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204666.563009:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204666.563011:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204666.563013:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204666.563015:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204666.563017:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3dc700 x1875052841992576/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204666.563022:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841992576:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204666.563025:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204666.563026:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204666.563028:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3dc700 x1875052841992576/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204666.563032:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204666.563034:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204666.563036:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376c00. 02000000:00000001:0.0:1788204666.563038:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204666.563039:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204666.563040:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788204666.563042:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204666.563043:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4653a98400. 02000000:00000001:0.0:1788204666.563047:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204666.563048:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204666.563049:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3dc700. 00000100:00000001:0.0:1788204666.563051:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204666.563051:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204666.563053:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204666.563058:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204666.563059:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204666.563061:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204666.563061:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204666.563062:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204666.563064:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3dd880 x1875052841992704/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204666.563068:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204666.563069:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204666.563070:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204666.563072:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204666.563073:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204666.563074:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841992704:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204666.563076:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204666.563077:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204666.563078:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204666.563080:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204666.563081:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376c00. 02000000:00000001:0.0:1788204666.563082:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204666.563085:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204666.563086:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204666.563088:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204666.563090:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841992704, portal 10 00000100:00000001:0.0:1788204666.563092:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204666.563092:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573879936 : -109644135671680 : ffff9c477c3dd880) 00000100:00000040:0.0:1788204666.563097:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3dd880 x1875052841992704/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204666.563101:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204666.563102:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204666.563104:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204666.563105:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841992704, offset 0 00000400:00000200:0.0:1788204666.563108:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204666.563110:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204666.563112:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204666.563114:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204666.563115:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204666.563117:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204666.563118:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204666.563120:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704811:704811:256:4294967295] 192.168.201.101@tcp LPNI seq info [704806:704806:8:4294967295] 00000400:00000200:0.0:1788204666.563122:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204666.563126:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204666.563129:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204666.563131:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204666.563133:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204666.563135:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1788204666.563144:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204666.563146:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204666.563182:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204666.563186:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204666.563189:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204666.563191:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204666.563193:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204666.563195:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c3dd880 x1875052841992704/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204666.563200:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204666.563202:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3dd880 x1875052841992704/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204691 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204666.563209:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204666.563210:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204666.563212:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204666.563215:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788204666.563217:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204666.563218:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309805577 00000100:00000001:0.0:1788204666.563220:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309806836 00000100:00000001:0.0:1788204666.563222:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309805577 00000100:00000001:0.0:1788204666.563223:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309806836 00000100:00000001:0.0:1788204666.563224:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204666.563225:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204666.563226:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204666.563228:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204666/real 1788204666] req@ffff9c477c3dd880 x1875052841992704/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204666.563232:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204666.563233:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204666.563234:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204666.563235:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204666.563236:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204666.563237:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204666.563239:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3dd880 x1875052841992704/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204666.563243:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3dd880 x1875052841992704/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204666.563247:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204666.563248:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204666.563248:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204666.563249:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204666.563251:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c3dd880 x1875052841992704/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204666.563255:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204666.563257:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3dd880 x1875052841992704/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204666.563261:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204666.563262:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204666.563263:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204666.563264:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204666.563265:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204666.563266:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204666.563267:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204666.563269:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204666.563270:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204666.563272:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3dd880 x1875052841992704/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204666.563276:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841992704:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204666.563278:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204666.563279:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3dce00 x1875052841992832/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204666.563283:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204666.563283:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204666.563285:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204666.563286:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204666.563287:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204666.563289:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841992832:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204666.563290:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204666.563291:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204666.563293:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204666.563294:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204666.563296:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788204666.563297:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204666.563298:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204666.563300:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204666.563301:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204666.563303:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841992832, portal 10 00000100:00000001:0.0:1788204666.563304:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204666.563305:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573877248 : -109644135674368 : ffff9c477c3dce00) 00000100:00000040:0.0:1788204666.563309:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3dce00 x1875052841992832/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204666.563312:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204666.563314:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204666.563315:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204666.563316:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841992832, offset 0 00000400:00000200:0.0:1788204666.563318:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204666.563320:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204666.563322:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204666.563324:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204666.563325:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204666.563326:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204666.563328:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204666.563330:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704812:704812:256:4294967295] 192.168.201.101@tcp LPNI seq info [704807:704807:8:4294967295] 00000400:00000200:0.0:1788204666.563332:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204666.563336:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204666.563338:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204666.563340:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204666.563342:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204666.563344:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1788204666.563350:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204666.563352:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204666.563353:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204666.563355:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204666.563357:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204666.563358:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204666.563359:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204666.563361:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c3dce00 x1875052841992832/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204666.563365:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204666.563366:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3dce00 x1875052841992832/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204691 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204666.563370:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204666.563371:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204666.563372:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204666.563374:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788204666.563375:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204666.563376:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309805577 00000100:00000001:0.0:1788204666.563378:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309806836 00000100:00000001:0.0:1788204666.563379:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309805577 00000100:00000001:0.0:1788204666.563381:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309806836 00000100:00000001:0.0:1788204666.563382:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204666.563383:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204666.563383:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204666.563385:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204666/real 1788204666] req@ffff9c477c3dce00 x1875052841992832/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204666.563389:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204666.563390:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204666.563390:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204666.563392:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204666.563411:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204666.563413:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204666.563415:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3dce00 x1875052841992832/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204666.563420:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3dce00 x1875052841992832/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204666.563424:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204666.563424:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204666.563425:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204666.563426:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204666.563428:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c3dce00 x1875052841992832/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204666.563432:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204666.563434:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3dce00 x1875052841992832/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204666.563437:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204666.563439:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204666.563439:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204666.563440:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204666.563441:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204666.563442:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204666.563443:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204666.563445:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204666.563446:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204666.563448:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3dce00 x1875052841992832/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204666.563452:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841992832:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204666.563454:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204666.563456:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3ddc00 x1875052841992960/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204666.563459:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204666.563460:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204666.563462:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204666.563463:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204666.563464:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204666.563465:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841992960:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204666.563467:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204666.563468:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204666.563469:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204666.563470:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204666.563472:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377000. 02000000:00000001:0.0:1788204666.563473:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204666.563475:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204666.563476:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204666.563478:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204666.563479:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841992960, portal 4 00000100:00000001:0.0:1788204666.563480:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204666.563481:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573880832 : -109644135670784 : ffff9c477c3ddc00) 00000100:00000040:0.0:1788204666.563484:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3ddc00 x1875052841992960/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204666.563488:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204666.563489:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204666.563490:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204666.563492:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841992960, offset 0 00000400:00000200:0.0:1788204666.563494:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204666.563495:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204666.563497:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204666.563499:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204666.563500:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204666.563502:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204666.563503:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204666.563505:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704813:704813:256:4294967295] 192.168.201.101@tcp LPNI seq info [704808:704808:8:4294967295] 00000400:00000200:0.0:1788204666.563507:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204666.563511:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204666.563513:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204666.563541:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204666.563543:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204666.563545:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1788204666.563552:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204666.563553:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204666.563555:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204666.563557:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204666.563586:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204666.563587:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204666.563588:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204666.563590:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c3ddc00 x1875052841992960/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204666.563667:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204666.563675:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3ddc00 x1875052841992960/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204691 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204666.563679:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204666.563680:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204666.563682:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204666.563684:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788204666.563686:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204666.563687:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309805604 00000100:00000001:0.0:1788204666.563689:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309806836 00000100:00000001:0.0:1788204666.563698:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309805604 00000100:00000001:0.0:1788204666.563700:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309806836 00000100:00000001:0.0:1788204666.563701:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204666.563703:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204666.563704:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204666.563706:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204666/real 1788204666] req@ffff9c477c3ddc00 x1875052841992960/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204666.563711:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204666.563712:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204666.563713:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204666.563714:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204666.563715:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204666.563716:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204666.563740:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3ddc00 x1875052841992960/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204666.563760:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3ddc00 x1875052841992960/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204666.563775:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204666.563777:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204666.563778:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204666.563779:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204666.563781:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c3ddc00 x1875052841992960/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204666.563785:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204666.563787:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3ddc00 x1875052841992960/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204666.563807:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204666.563809:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204666.563810:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204666.563810:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204666.563811:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204666.563821:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204666.563823:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204666.563825:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204666.563826:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204666.563829:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3ddc00 x1875052841992960/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204666.563841:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841992960:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204666.563843:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204666.563845:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204666.563856:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3dd880 x1875052841992704/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204666.563860:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204666.563861:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204666.563862:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376c00. 02000000:00000001:0.0:1788204666.563864:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204666.563865:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204666.563865:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204666.563867:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204666.563868:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4653a98000. 02000000:00000001:0.0:1788204666.563869:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204666.563870:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204666.563871:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3dd880. 00000100:00000001:0.0:1788204666.563873:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204666.563873:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204666.563874:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204666.563876:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3dce00 x1875052841992832/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204666.563879:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204666.563880:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204666.563881:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788204666.563886:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204666.563887:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204666.563888:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204666.563889:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204666.563890:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4653a99800. 02000000:00000001:0.0:1788204666.563892:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204666.563892:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204666.563893:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3dce00. 00000100:00000001:0.0:1788204666.563895:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204666.563895:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204666.563903:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204666.563906:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3ddc00 x1875052841992960/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204666.563913:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204666.563913:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204666.563914:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377000. 02000000:00000001:0.0:1788204666.563923:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204666.563923:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204666.563924:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788204666.563925:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204666.563926:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4653a9a000. 02000000:00000001:0.0:1788204666.563928:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204666.563928:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204666.563929:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3ddc00. 00000100:00000001:0.0:1788204666.563930:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204666.563940:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204666.563953:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204666.563955:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204666.563956:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204666.563957:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204666.563958:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204667.202492:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204667.202496:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204667.202500:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204667.202501:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204667.202503:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204667.202504:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204667.202522:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204667.202524:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204667.202525:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204667.842463:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309806836, at 4309806848 00000100:00000040:1.0:1788204667.842463:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309806836, at 4309806848 00000100:00000010:1.0:1788204667.842476:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba840. 00000100:00000010:0.0:1788204667.842478:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685baa80. 00010000:00000001:0.0:1788204668.226479:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204668.226486:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204668.226492:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204668.226493:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204668.226496:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204668.226497:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204668.226522:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204668.226524:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204668.226526:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204669.250513:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204669.250520:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204669.250525:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204669.250526:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204669.250529:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204669.250530:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204669.250585:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204669.250587:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204669.250590:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204670.274521:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204670.274529:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204670.274534:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204670.274535:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204670.274538:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204670.274540:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204670.274564:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204670.274566:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204670.274569:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204671.298510:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204671.298526:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204671.298528:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204671.298531:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204671.298536:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204671.298538:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204671.298539:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204671.298541:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204671.298544:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204671.298545:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204671.298547:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204671.298548:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204671.298578:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204671.298581:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204671.298584:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788204671.682466:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204671.682475:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788204671.682477:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204671.682480:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204671.682483:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204671.682489:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 15138 00000400:00000200:1.0:1788204671.682494:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204671.682498:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204671.682500:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204671.682502:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204671.682504:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204671.682506:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204671.682507:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204671.682510:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204671.682512:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788204671.682513:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204671.682515:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788204671.682517:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788204671.682518:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788204671.682520:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204671.682521:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204671.682523:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204671.682524:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204671.682526:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788204671.682528:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204671.682529:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204671.682531:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204671.682533:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204671.682535:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204671.682537:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788204671.682538:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204671.682545:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ded80. 00000020:00000040:1.0:1788204671.682547:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788204671.682551:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204671.682552:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204671.682554:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204671.682556:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204671.682558:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204671.682564:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99c00. 00000100:00000001:1.0:1788204671.682569:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204671.682575:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ded80 x1875052841993088/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788204671.682582:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204671.682585:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204671.682588:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a769e60] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ded80 x1875052841993088/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204671.682604:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788204671.682607:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204671.682609:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788204671.682610:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204671.682611:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204671.682612:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204671.682614:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15138 00000400:00000200:1.0:1788204671.682616:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204671.682618:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204671.682620:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204671.682621:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204671.682623:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204671.682624:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204671.682625:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204671.682626:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204671.682627:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788204671.682628:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204671.682630:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788204671.682631:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788204671.682632:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788204671.682634:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204671.682636:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204671.682637:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204671.682639:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204671.682640:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788204671.682642:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204671.682644:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204671.682645:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204671.682648:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204671.682650:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204671.682651:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788204671.682651:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788204671.682655:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000100:00000001:0.0:1788204671.682656:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000008:00000001:1.0:1788204671.682658:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204671.682660:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1788204671.682666:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204671.682670:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3ded80 x1875052841993088/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1788204671.682672:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dca80. 00000020:00000040:1.0:1788204671.682676:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788204671.682679:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204671.682682:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204671.682685:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204671.682686:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204671.682688:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204671.682690:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000010:1.0:1788204671.682691:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b000. 00000100:00000001:0.0:1788204671.682693:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204671.682694:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204671.682702:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:1.0:1788204671.682702:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dca80 x1875052841993216/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1788204671.682707:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788204671.682709:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204671.682712:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204671.682713:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204671.682716:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004099c200] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dca80 x1875052841993216/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204671.682721:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841993088:192.168.201.101@tcp:250:kworker.0 00000100:00000001:1.0:1788204671.682724:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788204671.682727:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788204671.682729:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:1.0:1788204671.682730:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788204671.682733:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204671.682734:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:0.0:1788204671.682735:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1788204671.682737:0:212929:0:(import.c:485:import_select_connection()) Process entered 02000000:00000001:0.0:1788204671.682739:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204671.682743:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:1.0:1788204671.682745:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15138 00000400:00000200:1.0:1788204671.682748:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 02000000:00000010:0.0:1788204671.682750:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375800. 00000400:00000200:1.0:1788204671.682750:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204671.682751:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 02000000:00000001:0.0:1788204671.682757:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204671.682757:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204671.682762:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204671.682764:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204671.682765:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204671.682768:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000400:00000200:0.0:1788204671.682769:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000020:00000040:1.0:1788204671.682769:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788204671.682772:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204671.682774:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000400:00000010:0.0:1788204671.682775:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000020:00000001:1.0:1788204671.682775:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788204671.682777:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788204671.682781:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204671.682783:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204671.682784:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000400:00000010:0.0:1788204671.682785:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000001:1.0:1788204671.682785:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204671.682787:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788204671.682791:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204671.682792:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204671.682793:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000200:0.0:1788204671.682795:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841993088, portal 25 02000000:00000001:1.0:1788204671.682795:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204671.682798:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204671.682801:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788204671.682801:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788204671.682803:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000100:00000001:0.0:1788204671.682806:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573885312 : -109644135666304 : ffff9c477c3ded80) 00000008:00000001:1.0:1788204671.682806:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204671.682809:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204671.682813:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3de300. 00000020:00000040:1.0:1788204671.682815:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788204671.682817:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000040:0.0:1788204671.682818:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3ded80 x1875052841993088/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204696 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1788204671.682818:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204671.682821:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204671.682823:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204671.682825:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204671.682829:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9a000. 00000100:00000001:0.0:1788204671.682834:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1788204671.682835:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204671.682841:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000100:00100000:1.0:1788204671.682842:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3de300 x1875052841993344/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1788204671.682847:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000001:1.0:1788204671.682849:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204671.682852:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1788204671.682854:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841993088, offset 0 00000100:00000040:1.0:1788204671.682856:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc9d591c] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3de300 x1875052841993344/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204671.682863:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204671.682865:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000100:00000040:1.0:1788204671.682866:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788204671.682870:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788204671.682872:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204671.682873:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788204671.682874:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204671.682875:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:0.0:1788204671.682877:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:1.0:1788204671.682877:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204671.682882:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15138 00000400:00000200:0.0:1788204671.682887:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204671.682893:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204671.682896:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204671.682899:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204671.682902:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204671.682905:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704814:704814:256:4294967295] 192.168.201.101@tcp LPNI seq info [704809:704809:8:4294967295] 00000400:00000200:0.0:1788204671.682910:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204671.682918:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000400:00000200:1.0:1788204671.682925:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000800:00000200:0.0:1788204671.682927:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000400:00000200:1.0:1788204671.682930:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204671.682932:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204671.682933:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204671.682935:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000010:0.0:1788204671.682936:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000100:00000040:1.0:1788204671.682938:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204671.682941:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204671.682942:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204671.682944:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788204671.682946:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000800:00000200:0.0:1788204671.682948:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000020:00000040:1.0:1788204671.682948:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788204671.682952:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000800:00000200:0.0:1788204671.682955:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 27 secs later) 00000020:00000001:1.0:1788204671.682956:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788204671.682962:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204671.682967:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204671.682973:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204671.682977:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204671.682982:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000800:00000100:0.0:1788204671.682983:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204671.682988:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000100:00080000:1.0:1788204671.682989:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204671.682994:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204671.682996:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 02000000:00000001:1.0:1788204671.682997:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204671.683002:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1788204671.683005:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 02000000:00000001:1.0:1788204671.683006:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204671.683010:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000400:00000200:0.0:1788204671.683013:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000008:00100000:1.0:1788204671.683013:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000400:00000010:0.0:1788204671.683017:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000008:00000001:1.0:1788204671.683019:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204671.683023:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204671.683024:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:1.0:1788204671.683027:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dfb80. 00000100:00000200:0.0:1788204671.683031:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c3ded80 x1875052841993088/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204696 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1788204671.683032:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788204671.683037:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204671.683038:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204671.683041:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204671.683043:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204671.683044:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204671.683047:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99800. 00000100:00000001:1.0:1788204671.683049:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204671.683053:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dfb80 x1875052841993472/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204671.683063:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788204671.683063:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204671.683065:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204671.683071:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086c01fd6] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dfb80 x1875052841993472/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204671.683090:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204671.683092:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15148) 00000100:00000040:0.0:1788204671.683103:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3ded80 x1875052841993088/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204696 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204671.683112:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204671.683114:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204671.683121:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204671.683125:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204671.683128:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4309811956 00000100:00000010:0.0:1788204671.683134:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685baa80. 00000100:00000001:0.0:1788204671.683140:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788204671.683145:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4309811956 00000100:00000010:0.0:1788204671.683148:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba000. 00000100:00000001:0.0:1788204671.683151:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788204671.683154:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204671.683157:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204671.683159:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204671.683164:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204671/real 1788204671] req@ffff9c477c3ded80 x1875052841993088/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204671.683173:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204671.683174:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204671.683176:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204671.683178:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204671.683180:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204671.683182:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204671.683185:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3ded80 x1875052841993088/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204671.683194:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3ded80 x1875052841993088/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204671.683200:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204671.683202:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204671.683204:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204671.683206:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204671.683209:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c3ded80 x1875052841993088/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204671.683216:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204671.683221:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3ded80 x1875052841993088/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204671.683233:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204671.683236:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204671.683238:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204671.683239:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204671.683241:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204671.683243:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204671.683246:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204671.683250:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204671.683252:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204671.683257:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3ded80 x1875052841993088/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204671.683265:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841993088:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204671.683270:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204671.683272:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204671.683275:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3ded80 x1875052841993088/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204671.683281:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204671.683284:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204671.683286:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788204671.683289:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204671.683291:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204671.683293:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788204671.683295:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204671.683297:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4653a99c00. 02000000:00000001:0.0:1788204671.683300:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204671.683301:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204671.683303:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3ded80. 00000100:00000001:0.0:1788204671.683306:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204671.683307:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204671.683309:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204671.683315:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204671.683318:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204671.683320:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204671.683321:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204671.683322:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204671.683326:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3dca80 x1875052841993216/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204671.683333:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204671.683335:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204671.683337:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204671.683338:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204671.683341:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204671.683343:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841993216:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204671.683346:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204671.683348:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204671.683350:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204671.683351:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204671.683354:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788204671.683356:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204671.683359:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204671.683362:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204671.683365:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204671.683368:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841993216, portal 10 00000100:00000001:0.0:1788204671.683370:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204671.683371:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573876352 : -109644135675264 : ffff9c477c3dca80) 00000100:00000040:0.0:1788204671.683377:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3dca80 x1875052841993216/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204696 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204671.683384:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204671.683387:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204671.683389:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204671.683391:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841993216, offset 0 00000400:00000200:0.0:1788204671.683422:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204671.683426:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204671.683430:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204671.683433:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204671.683435:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204671.683438:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204671.683440:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204671.683443:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704815:704815:256:4294967295] 192.168.201.101@tcp LPNI seq info [704810:704810:8:4294967295] 00000400:00000200:0.0:1788204671.683447:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204671.683453:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204671.683457:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204671.683460:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204671.683464:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204671.683467:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1788204671.683478:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204671.683479:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204671.683482:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204671.683486:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204671.683489:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204671.683490:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204671.683493:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204671.683496:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c3dca80 x1875052841993216/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204696 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204671.683504:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204671.683507:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3dca80 x1875052841993216/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204696 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204671.683514:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204671.683515:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204671.683519:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204671.683522:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788204671.683525:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204671.683527:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309810698 00000100:00000001:0.0:1788204671.683531:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309811956 00000100:00000001:0.0:1788204671.683532:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309810698 00000100:00000001:0.0:1788204671.683534:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309811956 00000100:00000001:0.0:1788204671.683536:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204671.683538:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204671.683540:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204671.683544:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204671/real 1788204671] req@ffff9c477c3dca80 x1875052841993216/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204671.683551:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204671.683553:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204671.683555:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204671.683557:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204671.683558:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204671.683560:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204671.683563:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3dca80 x1875052841993216/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204671.683572:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3dca80 x1875052841993216/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204671.683578:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204671.683579:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204671.683581:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204671.683582:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204671.683585:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c3dca80 x1875052841993216/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204671.683591:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204671.683595:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3dca80 x1875052841993216/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204671.683601:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204671.683603:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204671.683605:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204671.683607:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204671.683608:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204671.683610:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204671.683612:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204671.683615:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204671.683618:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204671.683621:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3dca80 x1875052841993216/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204671.683629:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841993216:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204671.683633:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204671.683636:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3de300 x1875052841993344/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204671.683643:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204671.683645:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204671.683647:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204671.683648:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204671.683650:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204671.683653:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841993344:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204671.683656:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204671.683658:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204671.683659:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204671.683661:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204671.683664:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376c00. 02000000:00000001:0.0:1788204671.683666:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204671.683669:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204671.683671:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204671.683674:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204671.683676:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841993344, portal 10 00000100:00000001:0.0:1788204671.683678:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204671.683679:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573882624 : -109644135668992 : ffff9c477c3de300) 00000100:00000040:0.0:1788204671.683685:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3de300 x1875052841993344/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204696 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204671.683691:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204671.683693:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204671.683696:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204671.683698:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841993344, offset 0 00000400:00000200:0.0:1788204671.683702:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204671.683705:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204671.683709:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204671.683711:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204671.683714:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204671.683716:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204671.683719:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204671.683721:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704816:704816:256:4294967295] 192.168.201.101@tcp LPNI seq info [704811:704811:8:4294967295] 00000400:00000200:0.0:1788204671.683725:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204671.683732:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204671.683736:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204671.683739:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204671.683743:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204671.683746:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1788204671.683755:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204671.683757:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204671.683760:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204671.683763:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204671.683766:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204671.683768:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204671.683770:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204671.683773:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c3de300 x1875052841993344/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204696 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204671.683780:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204671.683783:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3de300 x1875052841993344/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204696 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204671.683789:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204671.683790:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204671.683794:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204671.683796:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788204671.683800:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204671.683802:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309810698 00000100:00000001:0.0:1788204671.683804:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309811956 00000100:00000001:0.0:1788204671.683806:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309810698 00000100:00000001:0.0:1788204671.683809:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309811956 00000100:00000001:0.0:1788204671.683810:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204671.683812:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204671.683814:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204671.683818:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204671/real 1788204671] req@ffff9c477c3de300 x1875052841993344/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204671.683826:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204671.683827:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204671.683828:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204671.683831:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204671.683833:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204671.683835:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204671.683838:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3de300 x1875052841993344/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204671.683846:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3de300 x1875052841993344/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204671.683852:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204671.683854:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204671.683855:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204671.683857:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204671.683860:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c3de300 x1875052841993344/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204671.683867:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204671.683871:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3de300 x1875052841993344/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204671.683877:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204671.683879:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204671.683881:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204671.683882:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204671.683883:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204671.683885:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204671.683888:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204671.683891:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204671.683893:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204671.683897:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3de300 x1875052841993344/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204671.683904:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841993344:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204671.683908:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204671.683911:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3dfb80 x1875052841993472/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204671.683916:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204671.683918:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204671.683920:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204671.683922:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204671.683923:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204671.683926:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841993472:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204671.683929:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204671.683931:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204671.683932:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204671.683934:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204671.683937:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376400. 02000000:00000001:0.0:1788204671.683939:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204671.683942:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204671.683944:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204671.683947:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204671.683950:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841993472, portal 4 00000100:00000001:0.0:1788204671.683952:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204671.683953:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573888896 : -109644135662720 : ffff9c477c3dfb80) 00000100:00000040:0.0:1788204671.683958:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3dfb80 x1875052841993472/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204696 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204671.683964:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204671.683965:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204671.683967:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204671.683970:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841993472, offset 0 00000400:00000200:0.0:1788204671.683973:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204671.683976:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204671.683979:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204671.683982:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204671.683984:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204671.683987:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204671.683989:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204671.683991:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704817:704817:256:4294967295] 192.168.201.101@tcp LPNI seq info [704812:704812:8:4294967295] 00000400:00000200:0.0:1788204671.683995:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204671.684001:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204671.684005:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204671.684008:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204671.684012:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204671.684015:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1788204671.684025:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204671.684027:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204671.684029:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204671.684032:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204671.684035:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204671.684036:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204671.684039:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204671.684042:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c3dfb80 x1875052841993472/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204696 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204671.684049:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204671.684052:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3dfb80 x1875052841993472/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204696 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204671.684058:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204671.684060:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204671.684063:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204671.684066:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788204671.684068:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204671.684070:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309810724 00000100:00000001:0.0:1788204671.684088:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309811956 00000100:00000001:0.0:1788204671.684091:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309810724 00000100:00000001:0.0:1788204671.684093:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309811956 00000100:00000001:0.0:1788204671.684095:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204671.684097:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204671.684099:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204671.684103:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204671/real 1788204671] req@ffff9c477c3dfb80 x1875052841993472/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204671.684110:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204671.684111:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204671.684113:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204671.684115:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204671.684117:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204671.684165:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204671.684169:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3dfb80 x1875052841993472/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204671.684178:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3dfb80 x1875052841993472/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204671.684184:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204671.684185:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204671.684187:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204671.684188:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204671.684192:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c3dfb80 x1875052841993472/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204671.684199:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204671.684203:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3dfb80 x1875052841993472/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204671.684210:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204671.684212:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204671.684213:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204671.684214:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204671.684216:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204671.684217:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204671.684220:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204671.684223:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204671.684225:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204671.684229:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3dfb80 x1875052841993472/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204671.684237:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841993472:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204671.684240:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204671.684242:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204671.684245:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3dca80 x1875052841993216/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204671.684251:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204671.684253:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204671.684254:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788204671.684257:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204671.684259:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204671.684260:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204671.684262:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204671.684264:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4653a9b000. 02000000:00000001:0.0:1788204671.684267:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204671.684268:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204671.684269:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3dca80. 00000100:00000001:0.0:1788204671.684272:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204671.684273:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204671.684274:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204671.684278:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3de300 x1875052841993344/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204671.684284:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204671.684285:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204671.684286:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376c00. 02000000:00000001:0.0:1788204671.684288:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204671.684289:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204671.684290:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204671.684292:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204671.684293:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4653a9a000. 02000000:00000001:0.0:1788204671.684296:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204671.684297:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204671.684298:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3de300. 00000100:00000001:0.0:1788204671.684299:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204671.684300:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204671.684302:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204671.684304:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3dfb80 x1875052841993472/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204671.684309:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204671.684311:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204671.684312:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376400. 02000000:00000001:0.0:1788204671.684314:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204671.684315:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204671.684316:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788204671.684317:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204671.684318:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4653a99800. 02000000:00000001:0.0:1788204671.684320:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204671.684320:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204671.684321:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3dfb80. 00000100:00000001:0.0:1788204671.684323:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204671.684324:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204671.684325:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204671.684328:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204671.684329:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204671.684330:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204671.684332:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204672.322488:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204672.322493:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204672.322498:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204672.322499:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204672.322502:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204672.322503:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204672.322528:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204672.322530:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204672.322533:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204672.962498:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309811956, at 4309811968 00000100:00000040:1.0:1788204672.962498:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309811956, at 4309811968 00000100:00000010:1.0:1788204672.962513:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba000. 00000100:00000010:0.0:1788204672.962516:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685baa80. 00010000:00000001:0.0:1788204673.346495:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204673.346502:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204673.346507:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204673.346516:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204673.346517:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204673.346520:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204673.346524:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204673.346526:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204673.346528:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204673.346530:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204673.346532:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204673.346533:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204673.346534:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204673.346535:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204673.346536:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204673.346536:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204673.346537:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204673.346538:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204673.346556:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204673.346558:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204673.346560:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204674.370512:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204674.370519:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204674.370525:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204674.370526:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204674.370529:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204674.370530:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204674.370555:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204674.370558:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204674.370560:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204675.394476:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204675.394481:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204675.394485:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204675.394486:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204675.394488:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204675.394489:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204675.394504:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204675.394506:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204675.394507:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204676.418498:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204676.418504:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204676.418508:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204676.418509:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204676.418511:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204676.418512:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204676.418540:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204676.418542:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204676.418544:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788204676.802506:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204676.802516:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788204676.802518:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204676.802522:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204676.802527:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204676.802533:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 15143 00000400:00000200:1.0:1788204676.802539:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204676.802544:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204676.802546:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204676.802548:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204676.802550:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204676.802557:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204676.802559:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204676.802562:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204676.802563:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788204676.802565:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204676.802567:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788204676.802569:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788204676.802570:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788204676.802572:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204676.802573:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204676.802574:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204676.802576:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204676.802578:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788204676.802580:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204676.802583:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204676.802586:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204676.802589:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204676.802592:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204676.802594:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788204676.802596:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204676.802606:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3df800. 00000020:00000040:1.0:1788204676.802609:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788204676.802612:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204676.802614:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204676.802617:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204676.802620:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204676.802624:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204676.802631:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98000. 00000100:00000001:1.0:1788204676.802637:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204676.802645:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3df800 x1875052841993600/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788204676.802655:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204676.802659:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204676.802674:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051a886bc] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3df800 x1875052841993600/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204676.802696:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788204676.802699:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204676.802702:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788204676.802704:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204676.802705:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204676.802708:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204676.802711:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15143 00000400:00000200:1.0:1788204676.802715:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204676.802719:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204676.802721:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204676.802725:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204676.802727:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1788204676.802729:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1788204676.802730:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204676.802733:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788204676.802734:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000100:00000001:0.0:1788204676.802736:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1788204676.802739:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204676.802742:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000100:00000040:0.0:1788204676.802744:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3df800 x1875052841993600/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1788204676.802745:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204676.802749:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788204676.802753:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000001:0.0:1788204676.802755:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204676.802758:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788204676.802758:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 02000000:00000001:0.0:1788204676.802763:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1788204676.802766:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 02000000:00000001:0.0:1788204676.802767:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204676.802771:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204676.802772:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:0.0:1788204676.802776:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841993600:192.168.201.101@tcp:250:kworker.0 00000100:00000040:1.0:1788204676.802778:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204676.802781:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1788204676.802783:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 02000000:00000001:0.0:1788204676.802785:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204676.802788:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788204676.802789:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 02000000:00000001:0.0:1788204676.802790:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:1.0:1788204676.802795:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 02000000:00000010:0.0:1788204676.802796:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376c00. 02000000:00000001:0.0:1788204676.802800:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204676.802800:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204676.802806:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:0.0:1788204676.802809:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 02000000:00000001:1.0:1788204676.802812:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204676.802815:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204676.802818:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000400:00000010:0.0:1788204676.802820:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000008:00100000:1.0:1788204676.802822:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788204676.802828:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788204676.802829:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000001:1.0:1788204676.802830:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1788204676.802835:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841993600, portal 25 00000100:00000010:1.0:1788204676.802837:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dd500. 00000100:00000001:0.0:1788204676.802840:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204676.802842:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573888000 : -109644135663616 : ffff9c477c3df800) 00000020:00000040:1.0:1788204676.802842:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788204676.802848:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000040:0.0:1788204676.802849:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3df800 x1875052841993600/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1788204676.802851:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204676.802856:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204676.802859:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1788204676.802860:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1788204676.802862:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204676.802863:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204676.802867:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204676.802870:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841993600, offset 0 02000000:00000010:1.0:1788204676.802871:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98400. 00000400:00000200:0.0:1788204676.802875:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204676.802883:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:1.0:1788204676.802885:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204676.802888:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204676.802893:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:1.0:1788204676.802897:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dd500 x1875052841993728/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1788204676.802898:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204676.802903:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204676.802908:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204676.802913:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704818:704818:256:4294967295] 192.168.201.101@tcp LPNI seq info [704813:704813:8:4294967295] 00000100:00000001:1.0:1788204676.802913:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204676.802918:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204676.802919:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000040:1.0:1788204676.802925:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081f75c12] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dd500 x1875052841993728/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788204676.802931:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204676.802939:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000100:00000001:1.0:1788204676.802943:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1788204676.802944:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000100:00080000:1.0:1788204676.802948:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000200:0.0:1788204676.802953:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000100:00080000:1.0:1788204676.802956:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000800:00000200:0.0:1788204676.802957:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 22 secs later) 00000100:00000001:1.0:1788204676.802960:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204676.802964:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204676.802969:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000800:00000100:0.0:1788204676.802972:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204676.802975:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000100:00080000:1.0:1788204676.802975:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15143 00000400:00000200:0.0:1788204676.802979:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1788204676.802996:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204676.803000:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204676.803005:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000200:1.0:1788204676.803005:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000400:00000010:0.0:1788204676.803008:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00080000:1.0:1788204676.803010:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1788204676.803013:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:1.0:1788204676.803015:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000200:0.0:1788204676.803019:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c3df800 x1875052841993600/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204676.803020:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204676.803026:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204676.803030:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000100:00000001:0.0:1788204676.803033:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1788204676.803034:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204676.803036:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000100:00000040:0.0:1788204676.803038:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3df800 x1875052841993600/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204701 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1788204676.803039:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204676.803042:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000100:00000001:0.0:1788204676.803046:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788204676.803047:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000001:0.0:1788204676.803048:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1788204676.803053:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000001:0.0:1788204676.803055:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204676.803058:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000400:00000200:0.0:1788204676.803062:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:1.0:1788204676.803063:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1788204676.803066:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4309817076 00000100:00000040:1.0:1788204676.803068:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000010:0.0:1788204676.803071:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685baa80. 00000100:00000001:1.0:1788204676.803072:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204676.803077:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00000001:0.0:1788204676.803079:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00080000:1.0:1788204676.803081:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204676.803085:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204676.803087:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4309817076 02000000:00000001:1.0:1788204676.803088:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000010:0.0:1788204676.803094:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685bad20. 02000000:00000001:1.0:1788204676.803094:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204676.803098:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204676.803099:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788204676.803101:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788204676.803105:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000100:00000001:0.0:1788204676.803106:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:1.0:1788204676.803108:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204676.803111:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204676.803112:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204676.803116:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000010:1.0:1788204676.803118:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dea00. 00000020:00000040:1.0:1788204676.803121:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000100:00100000:0.0:1788204676.803124:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204676/real 1788204676] req@ffff9c477c3df800 x1875052841993600/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1788204676.803125:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204676.803127:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204676.803130:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204676.803132:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204676.803135:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1788204676.803138:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000010:1.0:1788204676.803140:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9ac00. 00000400:00000001:0.0:1788204676.803142:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1788204676.803145:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788204676.803146:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204676.803151:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000100:00100000:1.0:1788204676.803154:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dea00 x1875052841993856/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1788204676.803155:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204676.803160:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1788204676.803165:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000200:0.0:1788204676.803167:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3df800 x1875052841993600/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204676.803169:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204676.803176:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4ead91e] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dea00 x1875052841993856/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204676.803187:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3df800 x1875052841993600/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204676.803188:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204676.803193:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788204676.803199:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788204676.803203:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788204676.803205:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00080000:1.0:1788204676.803206:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788204676.803208:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788204676.803209:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204676.803211:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204676.803213:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788204676.803215:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:0.0:1788204676.803217:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1788204676.803220:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15143 00000400:00000200:1.0:1788204676.803225:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00100000:0.0:1788204676.803226:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c3df800 x1875052841993600/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788204676.803230:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204676.803233:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204676.803238:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204676.803242:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204676.803245:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204676.803248:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204676.803249:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204676.803251:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000100:00000001:0.0:1788204676.803252:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788204676.803252:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204676.803256:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788204676.803261:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788204676.803262:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3df800 x1875052841993600/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1788204676.803266:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788204676.803274:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204676.803277:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788204676.803279:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1788204676.803283:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788204676.803284:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204676.803287:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204676.803289:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204676.803292:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204676.803294:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204676.803298:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1788204676.803301:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000100:00080000:0.0:1788204676.803303:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204676.803308:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000020:00000040:1.0:1788204676.803308:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00000040:0.0:1788204676.803313:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3df800 x1875052841993600/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788204676.803316:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00100000:0.0:1788204676.803326:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841993600:192.168.201.101@tcp:250:kworker.0 00000100:00000001:1.0:1788204676.803329:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204676.803332:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1788204676.803332:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204676.803335:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204676.803336:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1788204676.803340:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204676.803342:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3df800 x1875052841993600/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204676.803343:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788204676.803347:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788204676.803351:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204676.803354:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204676.803359:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dfb80. 00000020:00000040:1.0:1788204676.803361:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788204676.803363:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1788204676.803366:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788204676.803366:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204676.803369:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204676.803370:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1788204676.803371:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:0.0:1788204676.803375:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376c00. 02000000:00000001:1.0:1788204676.803375:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204676.803380:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000010:1.0:1788204676.803382:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b800. 00000020:00000001:0.0:1788204676.803383:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204676.803385:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788204676.803388:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1788204676.803388:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204676.803391:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4653a98000. 02000000:00000001:0.0:1788204676.803411:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204676.803412:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204676.803414:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3df800. 00000100:00000001:0.0:1788204676.803416:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204676.803417:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204676.803419:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788204676.803423:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dfb80 x1875052841993984/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204676.803430:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204676.803433:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204676.803433:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204676.803435:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204676.803438:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788204676.803438:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204676.803441:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788204676.803446:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086c01fd6] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dfb80 x1875052841993984/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788204676.803447:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3dd500 x1875052841993728/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204676.803469:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204676.803470:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204676.803472:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204676.803475:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204676.803477:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1788204676.803477:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15153) 02000000:00000001:0.0:1788204676.803483:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204676.803486:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841993728:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204676.803489:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204676.803492:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204676.803493:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204676.803495:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204676.803499:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376c00. 02000000:00000001:0.0:1788204676.803501:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204676.803505:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204676.803508:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204676.803511:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204676.803514:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841993728, portal 10 00000100:00000001:0.0:1788204676.803516:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204676.803517:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573879040 : -109644135672576 : ffff9c477c3dd500) 00000100:00000040:0.0:1788204676.803523:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3dd500 x1875052841993728/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204676.803529:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204676.803531:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204676.803532:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204676.803534:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841993728, offset 0 00000400:00000200:0.0:1788204676.803537:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204676.803539:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204676.803542:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204676.803544:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204676.803546:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204676.803547:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204676.803548:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204676.803551:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704819:704819:256:4294967295] 192.168.201.101@tcp LPNI seq info [704814:704814:8:4294967295] 00000400:00000200:0.0:1788204676.803553:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204676.803557:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204676.803560:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204676.803562:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204676.803572:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204676.803576:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1788204676.803586:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204676.803588:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204676.803591:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204676.803594:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204676.803597:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204676.803598:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204676.803600:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204676.803604:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c3dd500 x1875052841993728/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204676.803612:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204676.803614:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3dd500 x1875052841993728/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204701 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204676.803621:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204676.803623:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204676.803626:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204676.803629:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788204676.803633:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204676.803634:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309815818 00000100:00000001:0.0:1788204676.803636:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309817076 00000100:00000001:0.0:1788204676.803638:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309815818 00000100:00000001:0.0:1788204676.803639:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309817076 00000100:00000001:0.0:1788204676.803640:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204676.803642:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204676.803643:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204676.803647:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204676/real 1788204676] req@ffff9c477c3dd500 x1875052841993728/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204676.803654:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204676.803656:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204676.803657:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204676.803660:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204676.803661:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204676.803663:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204676.803666:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3dd500 x1875052841993728/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204676.803675:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3dd500 x1875052841993728/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204676.803679:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204676.803680:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204676.803681:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204676.803682:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204676.803684:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c3dd500 x1875052841993728/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204676.803688:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204676.803690:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3dd500 x1875052841993728/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204676.803694:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204676.803695:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204676.803696:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204676.803697:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204676.803698:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204676.803699:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204676.803701:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204676.803703:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204676.803704:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204676.803706:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3dd500 x1875052841993728/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204676.803711:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841993728:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204676.803713:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204676.803715:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3dea00 x1875052841993856/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204676.803718:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204676.803719:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204676.803720:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204676.803721:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204676.803722:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204676.803724:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841993856:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204676.803726:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204676.803727:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204676.803728:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204676.803729:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204676.803731:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788204676.803732:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204676.803734:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204676.803736:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204676.803738:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204676.803739:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841993856, portal 10 00000100:00000001:0.0:1788204676.803741:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204676.803741:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573884416 : -109644135667200 : ffff9c477c3dea00) 00000100:00000040:0.0:1788204676.803745:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3dea00 x1875052841993856/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204676.803749:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204676.803751:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204676.803752:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204676.803753:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841993856, offset 0 00000400:00000200:0.0:1788204676.803755:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204676.803758:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204676.803760:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204676.803762:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204676.803764:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204676.803765:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204676.803767:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204676.803768:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704820:704820:256:4294967295] 192.168.201.101@tcp LPNI seq info [704815:704815:8:4294967295] 00000400:00000200:0.0:1788204676.803771:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204676.803775:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204676.803777:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204676.803779:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204676.803783:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204676.803785:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1788204676.803795:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204676.803797:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204676.803800:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204676.803803:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204676.803806:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204676.803808:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204676.803810:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204676.803813:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c3dea00 x1875052841993856/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204676.803820:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204676.803822:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3dea00 x1875052841993856/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204701 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204676.803826:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204676.803827:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204676.803830:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204676.803833:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788204676.803836:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204676.803838:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309815818 00000100:00000001:0.0:1788204676.803840:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309817076 00000100:00000001:0.0:1788204676.803842:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309815818 00000100:00000001:0.0:1788204676.803844:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309817076 00000100:00000001:0.0:1788204676.803846:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204676.803848:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204676.803849:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204676.803853:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204676/real 1788204676] req@ffff9c477c3dea00 x1875052841993856/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204676.803860:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204676.803861:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204676.803863:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204676.803865:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204676.803866:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204676.803868:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204676.803871:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3dea00 x1875052841993856/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204676.803879:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3dea00 x1875052841993856/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204676.803883:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204676.803884:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204676.803885:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204676.803886:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204676.803888:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c3dea00 x1875052841993856/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204676.803892:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204676.803894:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3dea00 x1875052841993856/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204676.803899:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204676.803900:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204676.803901:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204676.803902:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204676.803903:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204676.803904:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204676.803905:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204676.803907:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204676.803908:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204676.803910:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3dea00 x1875052841993856/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204676.803914:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841993856:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204676.803916:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204676.803918:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204676.803919:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3dd500 x1875052841993728/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204676.803923:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204676.803924:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204676.803925:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376c00. 02000000:00000001:0.0:1788204676.803926:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204676.803927:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204676.803928:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204676.803929:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204676.803930:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4653a98400. 02000000:00000001:0.0:1788204676.803932:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204676.803933:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204676.803934:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3dd500. 00000100:00000001:0.0:1788204676.803936:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204676.803936:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204676.803938:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204676.803939:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3dea00 x1875052841993856/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204676.803943:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204676.803944:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204676.803944:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788204676.803946:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204676.803946:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204676.803947:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204676.803948:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204676.803948:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4653a9ac00. 02000000:00000001:0.0:1788204676.803950:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204676.803950:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204676.803951:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3dea00. 00000100:00000001:0.0:1788204676.803952:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204676.803953:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204676.803954:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204676.803956:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204676.803957:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204676.803958:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204676.803959:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204676.803959:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204676.803961:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3dfb80 x1875052841993984/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204676.803965:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204676.803965:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204676.803967:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204676.803968:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204676.803969:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204676.803971:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841993984:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204676.803974:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204676.803976:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204676.803977:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204676.803979:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204676.803982:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788204676.804112:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204676.804116:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204676.804119:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204676.804122:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204676.804124:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841993984, portal 4 00000100:00000001:0.0:1788204676.804125:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204676.804126:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573888896 : -109644135662720 : ffff9c477c3dfb80) 00000100:00000040:0.0:1788204676.804130:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3dfb80 x1875052841993984/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204676.804134:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204676.804136:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204676.804137:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204676.804138:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841993984, offset 0 00000400:00000200:0.0:1788204676.804140:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204676.804143:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204676.804145:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204676.804147:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204676.804148:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204676.804150:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204676.804151:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204676.804153:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704821:704821:256:4294967295] 192.168.201.101@tcp LPNI seq info [704816:704816:8:4294967295] 00000400:00000200:0.0:1788204676.804155:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204676.804159:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204676.804161:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204676.804163:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204676.804165:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204676.804167:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1788204676.804174:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204676.804175:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204676.804177:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204676.804179:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204676.804181:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204676.804182:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204676.804183:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204676.804185:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c3dfb80 x1875052841993984/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204676.804190:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204676.804192:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3dfb80 x1875052841993984/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204701 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204676.804195:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204676.804196:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204676.804198:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204676.804200:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788204676.804202:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204676.804203:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309815844 00000100:00000001:0.0:1788204676.804205:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309817076 00000100:00000001:0.0:1788204676.804206:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309815844 00000100:00000001:0.0:1788204676.804207:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309817076 00000100:00000001:0.0:1788204676.804208:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204676.804209:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204676.804210:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204676.804212:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204676/real 1788204676] req@ffff9c477c3dfb80 x1875052841993984/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204676.804216:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204676.804217:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204676.804218:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204676.804219:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204676.804220:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204676.804221:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204676.804223:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3dfb80 x1875052841993984/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204676.804230:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3dfb80 x1875052841993984/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204676.804234:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204676.804235:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204676.804236:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204676.804237:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204676.804238:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c3dfb80 x1875052841993984/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204676.804242:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204676.804244:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3dfb80 x1875052841993984/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204676.804247:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204676.804248:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204676.804249:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204676.804250:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204676.804251:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204676.804252:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204676.804253:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204676.804255:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204676.804256:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204676.804258:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3dfb80 x1875052841993984/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204676.804263:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841993984:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204676.804264:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204676.804266:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204676.804267:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3dfb80 x1875052841993984/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204676.804274:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204676.804275:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204676.804276:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788204676.804278:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204676.804278:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204676.804279:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788204676.804280:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204676.804281:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4653a9b800. 02000000:00000001:0.0:1788204676.804283:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204676.804284:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204676.804285:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3dfb80. 00000100:00000001:0.0:1788204676.804286:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204676.804287:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204676.804288:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204676.804290:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204676.804291:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204676.804292:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204676.804293:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204677.442497:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204677.442502:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204677.442506:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204677.442507:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204677.442509:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204677.442510:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204677.442527:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204677.442529:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204677.442531:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788204678.082475:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309817076, at 4309817088 00000100:00000040:0.0:1788204678.082477:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309817076, at 4309817088 00000100:00000010:0.0:1788204678.082492:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685baa80. 00000100:00000010:1.0:1788204678.082494:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685bad20. 00010000:00000001:0.0:1788204678.466506:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204678.466513:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204678.466519:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204678.466520:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204678.466523:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204678.466524:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204678.466548:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204678.466551:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204678.466554:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204679.490488:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204679.490494:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204679.490503:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204679.490504:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204679.490508:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204679.490509:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204679.490556:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204679.490559:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204679.490562:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204680.514500:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204680.514505:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204680.514509:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204680.514510:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204680.514512:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204680.514512:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204680.514530:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204680.514532:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204680.514534:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204681.538485:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204681.538492:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204681.538493:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204681.538496:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204681.538500:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204681.538501:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204681.538503:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204681.538504:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204681.538506:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204681.538508:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204681.538510:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204681.538510:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204681.538530:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204681.538533:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204681.538535:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788204681.922499:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204681.922511:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788204681.922513:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204681.922517:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204681.922522:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204681.922529:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 15148 00000400:00000200:1.0:1788204681.922536:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204681.922541:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204681.922545:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204681.922548:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204681.922551:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204681.922553:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204681.922555:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204681.922559:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204681.922560:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788204681.922562:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204681.922565:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788204681.922566:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788204681.922568:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788204681.922570:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204681.922572:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204681.922573:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204681.922574:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204681.922576:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788204681.922580:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204681.922582:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204681.922585:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204681.922588:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204681.922590:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204681.922604:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788204681.922607:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204681.922615:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3de300. 00000020:00000040:1.0:1788204681.922619:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788204681.922623:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204681.922625:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204681.922628:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204681.922630:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204681.922634:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204681.922641:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b400. 00000100:00000001:1.0:1788204681.922647:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204681.922656:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3de300 x1875052841994112/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788204681.922667:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204681.922671:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204681.922676:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc9d591c] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3de300 x1875052841994112/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204681.922700:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788204681.922704:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204681.922707:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788204681.922709:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204681.922710:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204681.922713:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204681.922716:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15148 00000400:00000200:1.0:1788204681.922720:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204681.922722:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204681.922724:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204681.922726:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204681.922728:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204681.922730:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204681.922731:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204681.922733:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204681.922734:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788204681.922735:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204681.922736:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788204681.922737:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788204681.922739:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000001:0.0:1788204681.922740:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1788204681.922741:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204681.922745:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1788204681.922746:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1788204681.922747:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204681.922752:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1788204681.922752:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204681.922757:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788204681.922762:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000040:0.0:1788204681.922763:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3de300 x1875052841994112/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204681.922768:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204681.922773:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1788204681.922780:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1788204681.922780:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204681.922783:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204681.922785:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204681.922789:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1788204681.922790:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:0.0:1788204681.922794:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000008:00100000:1.0:1788204681.922796:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 02000000:00000001:0.0:1788204681.922799:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788204681.922801:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204681.922806:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841994112:192.168.201.101@tcp:250:kworker.0 00000100:00000001:1.0:1788204681.922806:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204681.922813:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000010:1.0:1788204681.922813:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dca80. 00000020:00000040:1.0:1788204681.922818:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204681.922819:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788204681.922821:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204681.922823:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204681.922824:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204681.922827:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1788204681.922828:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204681.922831:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204681.922833:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204681.922835:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375800. 02000000:00000010:1.0:1788204681.922838:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9bc00. 02000000:00000001:0.0:1788204681.922839:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204681.922846:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204681.922851:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00100000:1.0:1788204681.922856:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dca80 x1875052841994240/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1788204681.922857:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204681.922866:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000001:1.0:1788204681.922873:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000200:0.0:1788204681.922874:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841994112, portal 25 00000100:00000001:1.0:1788204681.922878:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204681.922879:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204681.922882:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573882624 : -109644135668992 : ffff9c477c3de300) 00000100:00000040:1.0:1788204681.922887:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004099c200] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dca80 x1875052841994240/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788204681.922891:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3de300 x1875052841994112/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204681.922913:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1788204681.922917:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204681.922919:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000100:00080000:1.0:1788204681.922920:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1788204681.922924:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00080000:1.0:1788204681.922924:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788204681.922925:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204681.922929:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000200:0.0:1788204681.922931:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841994112, offset 0 00000100:00000001:1.0:1788204681.922933:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204681.922938:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15148 00000400:00000200:0.0:1788204681.922942:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:1.0:1788204681.922946:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204681.922954:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000400:00000200:0.0:1788204681.922958:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00080000:1.0:1788204681.922958:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204681.922964:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204681.922968:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1788204681.922969:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000100:00000040:1.0:1788204681.922972:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204681.922975:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000400:00000200:0.0:1788204681.922977:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:1.0:1788204681.922978:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204681.922981:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788204681.922982:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204681.922984:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000400:00000200:0.0:1788204681.922985:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000020:00000001:1.0:1788204681.922987:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000400:00000200:0.0:1788204681.922991:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000020:00000001:1.0:1788204681.922991:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788204681.922996:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000400:00000200:0.0:1788204681.922999:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000100:00000001:1.0:1788204681.923000:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204681.923004:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204681.923008:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000400:00000200:0.0:1788204681.923009:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704822:704822:256:4294967295] 192.168.201.101@tcp LPNI seq info [704817:704817:8:4294967295] 00000020:00000040:1.0:1788204681.923010:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788204681.923016:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204681.923018:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204681.923019:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 02000000:00000001:1.0:1788204681.923020:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204681.923024:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204681.923026:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204681.923028:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788204681.923029:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788204681.923033:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204681.923036:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204681.923039:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000100:00000010:1.0:1788204681.923041:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ded80. 00000020:00000040:1.0:1788204681.923045:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788204681.923047:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204681.923049:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788204681.923051:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000100:00000001:1.0:1788204681.923051:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204681.923053:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204681.923057:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1788204681.923060:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 02000000:00000010:1.0:1788204681.923061:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98800. 00000100:00000001:1.0:1788204681.923067:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788204681.923071:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000100:00100000:1.0:1788204681.923072:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ded80 x1875052841994368/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:0.0:1788204681.923079:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 17 secs later) 00000100:00000001:1.0:1788204681.923080:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204681.923083:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204681.923089:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a769e60] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ded80 x1875052841994368/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204681.923099:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204681.923103:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:0.0:1788204681.923105:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00000040:1.0:1788204681.923106:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000800:00000010:0.0:1788204681.923109:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000100:00080000:1.0:1788204681.923110:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204681.923114:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788204681.923115:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204681.923116:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:0.0:1788204681.923118:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000001:1.0:1788204681.923119:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204681.923122:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15148 00000400:00000200:0.0:1788204681.923126:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788204681.923127:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204681.923133:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000400:00000200:0.0:1788204681.923134:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000100:00080000:1.0:1788204681.923135:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000400:00000010:0.0:1788204681.923139:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000040:1.0:1788204681.923140:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204681.923144:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204681.923146:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204681.923147:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1788204681.923147:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204681.923150:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204681.923151:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788204681.923153:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000200:0.0:1788204681.923155:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c3de300 x1875052841994112/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1788204681.923156:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788204681.923160:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788204681.923164:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788204681.923169:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204681.923172:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1788204681.923175:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788204681.923175:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204681.923177:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204681.923179:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00000040:0.0:1788204681.923182:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3de300 x1875052841994112/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204706 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788204681.923183:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204681.923187:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204681.923190:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204681.923192:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204681.923195:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204681.923199:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788204681.923203:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:1.0:1788204681.923203:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000100:00000001:0.0:1788204681.923209:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000008:00000001:1.0:1788204681.923209:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204681.923213:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204681.923216:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ddc00. 00000100:00000001:0.0:1788204681.923217:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788204681.923218:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788204681.923223:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000400:00000200:0.0:1788204681.923225:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 02000000:00000001:1.0:1788204681.923226:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204681.923230:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4309822196 00000100:00000001:1.0:1788204681.923230:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204681.923234:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204681.923237:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204681.923238:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685baa80. 02000000:00000010:1.0:1788204681.923242:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98c00. 00000100:00000001:0.0:1788204681.923245:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788204681.923247:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204681.923251:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4309822196 00000100:00100000:1.0:1788204681.923255:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ddc00 x1875052841994496/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:0.0:1788204681.923258:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba780. 00000100:00000001:0.0:1788204681.923264:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788204681.923269:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204681.923270:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788204681.923273:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204681.923275:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204681.923279:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000040:1.0:1788204681.923280:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c3c4b34] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ddc00 x1875052841994496/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204681.923286:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204681/real 1788204681] req@ffff9c477c3de300 x1875052841994112/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204681.923298:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204681.923305:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15158) 00000400:00000001:0.0:1788204681.923306:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204681.923310:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204681.923312:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204681.923315:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204681.923317:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204681.923321:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204681.923325:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3de300 x1875052841994112/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204681.923334:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3de300 x1875052841994112/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204681.923342:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204681.923343:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204681.923346:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204681.923348:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204681.923352:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c3de300 x1875052841994112/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204681.923360:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204681.923364:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3de300 x1875052841994112/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204681.923372:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204681.923375:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204681.923376:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204681.923378:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204681.923380:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204681.923382:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204681.923385:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204681.923389:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204681.923391:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204681.923416:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3de300 x1875052841994112/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204681.923425:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841994112:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204681.923430:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204681.923433:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204681.923436:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3de300 x1875052841994112/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204681.923442:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204681.923444:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204681.923446:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788204681.923450:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204681.923451:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204681.923453:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788204681.923455:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204681.923457:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4653a9b400. 02000000:00000001:0.0:1788204681.923461:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204681.923463:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204681.923464:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3de300. 00000100:00000001:0.0:1788204681.923467:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204681.923468:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204681.923470:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204681.923477:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204681.923479:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204681.923481:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204681.923483:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204681.923484:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204681.923488:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3dca80 x1875052841994240/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204681.923494:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204681.923496:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204681.923498:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204681.923500:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204681.923502:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204681.923504:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841994240:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204681.923508:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204681.923509:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204681.923511:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204681.923512:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204681.923515:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788204681.923517:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204681.923520:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204681.923522:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204681.923526:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204681.923529:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841994240, portal 10 00000100:00000001:0.0:1788204681.923530:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204681.923532:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573876352 : -109644135675264 : ffff9c477c3dca80) 00000100:00000040:0.0:1788204681.923538:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3dca80 x1875052841994240/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204681.923544:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204681.923547:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204681.923549:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204681.923551:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841994240, offset 0 00000400:00000200:0.0:1788204681.923555:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204681.923559:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204681.923563:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204681.923566:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204681.923568:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204681.923571:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204681.923573:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204681.923576:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704823:704823:256:4294967295] 192.168.201.101@tcp LPNI seq info [704818:704818:8:4294967295] 00000400:00000200:0.0:1788204681.923580:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204681.923586:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204681.923591:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204681.923601:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204681.923605:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204681.923608:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1788204681.923618:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204681.923620:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204681.923623:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204681.923626:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204681.923628:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204681.923630:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204681.923632:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204681.923636:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c3dca80 x1875052841994240/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204681.923643:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204681.923646:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3dca80 x1875052841994240/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204706 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204681.923652:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204681.923653:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204681.923656:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204681.923659:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788204681.923662:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204681.923664:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309820938 00000100:00000001:0.0:1788204681.923666:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309822196 00000100:00000001:0.0:1788204681.923668:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309820938 00000100:00000001:0.0:1788204681.923670:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309822196 00000100:00000001:0.0:1788204681.923672:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204681.923674:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204681.923675:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204681.923679:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204681/real 1788204681] req@ffff9c477c3dca80 x1875052841994240/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204681.923686:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204681.923688:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204681.923689:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204681.923691:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204681.923693:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204681.923694:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204681.923697:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3dca80 x1875052841994240/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204681.923706:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3dca80 x1875052841994240/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204681.923712:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204681.923713:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204681.923715:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204681.923716:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204681.923719:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c3dca80 x1875052841994240/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204681.923725:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204681.923729:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3dca80 x1875052841994240/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204681.923736:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204681.923739:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204681.923740:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204681.923741:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204681.923743:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204681.923745:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204681.923747:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204681.923750:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204681.923752:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204681.923756:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3dca80 x1875052841994240/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204681.923764:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841994240:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204681.923767:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204681.923770:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3ded80 x1875052841994368/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204681.923776:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204681.923777:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204681.923779:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204681.923780:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204681.923782:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204681.923785:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841994368:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204681.923787:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204681.923789:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204681.923790:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204681.923792:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204681.923795:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376c00. 02000000:00000001:0.0:1788204681.923797:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204681.923799:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204681.923802:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204681.923804:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204681.923807:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841994368, portal 10 00000100:00000001:0.0:1788204681.923808:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204681.923809:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573885312 : -109644135666304 : ffff9c477c3ded80) 00000100:00000040:0.0:1788204681.923814:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3ded80 x1875052841994368/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204681.923820:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204681.923822:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204681.923824:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204681.923826:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841994368, offset 0 00000400:00000200:0.0:1788204681.923831:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204681.923834:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204681.923837:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204681.923840:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204681.923842:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204681.923844:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204681.923846:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204681.923848:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704824:704824:256:4294967295] 192.168.201.101@tcp LPNI seq info [704819:704819:8:4294967295] 00000400:00000200:0.0:1788204681.923852:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204681.923857:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204681.923861:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204681.923863:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204681.923867:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204681.923869:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1788204681.923878:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204681.923879:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204681.923882:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204681.923885:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204681.923888:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204681.923889:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204681.923891:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204681.923906:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c3ded80 x1875052841994368/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204681.923914:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204681.923917:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3ded80 x1875052841994368/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204706 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204681.923923:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204681.923925:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204681.923928:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204681.923930:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788204681.923933:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204681.923935:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309820938 00000100:00000001:0.0:1788204681.923937:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309822196 00000100:00000001:0.0:1788204681.923939:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309820938 00000100:00000001:0.0:1788204681.923941:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309822196 00000100:00000001:0.0:1788204681.923943:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204681.923945:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204681.923946:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204681.923950:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204681/real 1788204681] req@ffff9c477c3ded80 x1875052841994368/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204681.923957:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204681.923958:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204681.923960:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204681.923962:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204681.923964:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204681.923966:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204681.923969:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3ded80 x1875052841994368/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204681.923977:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3ded80 x1875052841994368/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204681.923983:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204681.923984:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204681.923986:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204681.923987:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204681.923991:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c3ded80 x1875052841994368/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204681.923997:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204681.924000:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3ded80 x1875052841994368/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204681.924007:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204681.924009:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204681.924011:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204681.924012:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204681.924013:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204681.924015:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204681.924017:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204681.924020:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204681.924021:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204681.924025:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3ded80 x1875052841994368/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204681.924031:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841994368:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204681.924034:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204681.924037:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3ddc00 x1875052841994496/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204681.924043:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204681.924045:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204681.924047:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204681.924048:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204681.924050:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204681.924053:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841994496:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204681.924056:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204681.924057:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204681.924059:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204681.924061:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204681.924064:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374400. 02000000:00000001:0.0:1788204681.924066:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204681.924069:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204681.924071:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204681.924074:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204681.924076:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841994496, portal 4 00000100:00000001:0.0:1788204681.924078:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204681.924079:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573880832 : -109644135670784 : ffff9c477c3ddc00) 00000100:00000040:0.0:1788204681.924084:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3ddc00 x1875052841994496/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204681.924090:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204681.924093:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204681.924095:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204681.924097:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841994496, offset 0 00000400:00000200:0.0:1788204681.924100:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204681.924104:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204681.924107:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204681.924109:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204681.924112:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204681.924114:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204681.924116:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204681.924119:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704825:704825:256:4294967295] 192.168.201.101@tcp LPNI seq info [704820:704820:8:4294967295] 00000400:00000200:0.0:1788204681.924123:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204681.924129:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204681.924133:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204681.924135:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204681.924139:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204681.924141:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1788204681.924151:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204681.924153:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204681.924161:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204681.924165:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204681.924167:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204681.924169:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204681.924172:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204681.924175:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c3ddc00 x1875052841994496/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204681.924188:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204681.924192:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3ddc00 x1875052841994496/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204706 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204681.924197:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204681.924198:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204681.924201:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204681.924203:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788204681.924207:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204681.924209:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309820964 00000100:00000001:0.0:1788204681.924211:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309822196 00000100:00000001:0.0:1788204681.924213:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309820964 00000100:00000001:0.0:1788204681.924215:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309822196 00000100:00000001:0.0:1788204681.924217:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204681.924219:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204681.924220:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204681.924223:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204681/real 1788204681] req@ffff9c477c3ddc00 x1875052841994496/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204681.924230:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204681.924231:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204681.924233:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204681.924235:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204681.924236:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204681.924238:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204681.924241:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3ddc00 x1875052841994496/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204681.924249:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3ddc00 x1875052841994496/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204681.924255:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204681.924256:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204681.924258:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204681.924259:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204681.924263:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c3ddc00 x1875052841994496/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204681.924269:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204681.924273:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3ddc00 x1875052841994496/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204681.924280:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204681.924282:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204681.924283:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204681.924285:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204681.924286:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204681.924288:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204681.924290:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204681.924293:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204681.924295:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204681.924299:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3ddc00 x1875052841994496/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204681.924306:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841994496:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204681.924309:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204681.924311:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204681.924314:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3dca80 x1875052841994240/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204681.924320:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204681.924321:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204681.924323:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788204681.924325:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204681.924327:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204681.924329:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204681.924331:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204681.924332:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4653a9bc00. 02000000:00000001:0.0:1788204681.924334:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204681.924336:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204681.924337:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3dca80. 00000100:00000001:0.0:1788204681.924339:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204681.924341:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204681.924342:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204681.924345:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3ded80 x1875052841994368/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204681.924352:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204681.924353:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204681.924354:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376c00. 02000000:00000001:0.0:1788204681.924356:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204681.924357:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204681.924358:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204681.924360:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204681.924361:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4653a98800. 02000000:00000001:0.0:1788204681.924364:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204681.924365:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204681.924366:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3ded80. 00000100:00000001:0.0:1788204681.924368:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204681.924370:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204681.924371:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204681.924374:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3ddc00 x1875052841994496/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204681.924380:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204681.924381:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204681.924382:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374400. 02000000:00000001:0.0:1788204681.924384:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204681.924385:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204681.924386:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788204681.924388:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204681.924389:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4653a98c00. 02000000:00000001:0.0:1788204681.924391:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204681.924392:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204681.924393:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3ddc00. 00000100:00000001:0.0:1788204681.924412:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204681.924413:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204681.924415:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204681.924419:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204681.924420:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204681.924422:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204681.924423:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204682.562509:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204682.562517:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204682.562523:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204682.562524:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204682.562526:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204682.562527:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204682.562546:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204682.562548:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204682.562550:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204683.202504:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309822196, at 4309822208 00000100:00000040:1.0:1788204683.202519:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309822196, at 4309822208 00000100:00000010:0.0:1788204683.202524:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685baa80. 00000100:00000010:1.0:1788204683.202535:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba780. 00010000:00000001:0.0:1788204683.586504:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204683.586512:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204683.586517:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204683.586520:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204683.586521:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204683.586524:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204683.586526:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204683.586527:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204683.586529:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204683.586530:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204683.586532:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204683.586533:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204683.586534:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204683.586535:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204683.586536:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204683.586536:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204683.586538:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204683.586539:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204683.586558:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204683.586560:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204683.586562:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204684.610543:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204684.610551:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204684.610556:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204684.610556:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204684.610559:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204684.610560:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204684.610584:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204684.610586:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204684.610589:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204685.634507:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204685.634517:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204685.634523:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204685.634523:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204685.634526:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204685.634527:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204685.634549:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204685.634551:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204685.634554:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204686.658515:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204686.658521:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204686.658526:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204686.658527:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204686.658531:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204686.658532:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204686.658555:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204686.658558:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204686.658561:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788204687.042537:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204687.042551:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788204687.042554:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204687.042559:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204687.042564:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204687.042574:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 15153 00000400:00000200:1.0:1788204687.042587:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204687.042595:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204687.042599:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204687.042603:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204687.042607:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204687.042610:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204687.042613:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204687.042618:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204687.042621:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788204687.042624:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204687.042627:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788204687.042629:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788204687.042631:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788204687.042633:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204687.042634:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204687.042635:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204687.042636:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204687.042639:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788204687.042641:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204687.042643:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204687.042645:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204687.042649:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204687.042651:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204687.042652:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788204687.042654:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204687.042664:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dce00. 00000020:00000040:1.0:1788204687.042667:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788204687.042671:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204687.042672:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204687.042675:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204687.042678:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204687.042682:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204687.042696:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9a400. 00000100:00000001:1.0:1788204687.042703:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204687.042712:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dce00 x1875052841994624/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788204687.042720:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204687.042724:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204687.042728:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e15d5058] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dce00 x1875052841994624/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204687.042743:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788204687.042745:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204687.042748:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788204687.042749:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204687.042750:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204687.042752:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204687.042754:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15153 00000400:00000200:1.0:1788204687.042756:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204687.042758:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204687.042760:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204687.042763:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204687.042764:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204687.042766:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204687.042768:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204687.042770:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204687.042771:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788204687.042772:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204687.042773:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000100:00000001:0.0:1788204687.042775:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1788204687.042775:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788204687.042777:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788204687.042781:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204687.042782:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788204687.042783:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1788204687.042786:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788204687.042786:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204687.042791:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204687.042795:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00000040:0.0:1788204687.042796:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3dce00 x1875052841994624/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788204687.042800:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204687.042818:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204687.042821:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204687.042828:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204687.042830:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204687.042832:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788204687.042838:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000100:00000001:0.0:1788204687.042840:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000008:00000001:1.0:1788204687.042844:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204687.042845:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204687.042848:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204687.042852:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:1.0:1788204687.042854:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dd880. 02000000:00000001:0.0:1788204687.042857:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1788204687.042859:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204687.042861:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204687.042864:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00100000:0.0:1788204687.042867:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841994624:192.168.201.101@tcp:250:kworker.0 02000000:00000001:1.0:1788204687.042868:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204687.042873:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1788204687.042874:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788204687.042876:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204687.042879:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788204687.042881:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204687.042882:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204687.042887:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788204687.042887:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99000. 00000100:00000001:1.0:1788204687.042892:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204687.042894:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376c00. 02000000:00000001:0.0:1788204687.042898:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204687.042899:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dd880 x1875052841994752/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1788204687.042906:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:1.0:1788204687.042907:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204687.042911:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788204687.042912:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000100:00000040:1.0:1788204687.042915:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083606985] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dd880 x1875052841994752/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1788204687.042920:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000001:1.0:1788204687.042922:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788204687.042926:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204687.042929:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788204687.042931:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204687.042932:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000200:0.0:1788204687.042933:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841994624, portal 25 00000100:00000001:1.0:1788204687.042936:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:0.0:1788204687.042938:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00080000:1.0:1788204687.042939:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15153 00000100:00000001:0.0:1788204687.042942:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573877248 : -109644135674368 : ffff9c477c3dce00) 00000400:00000200:1.0:1788204687.042946:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204687.042950:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204687.042953:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204687.042955:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3dce00 x1875052841994624/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788204687.042956:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204687.042960:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204687.042963:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204687.042967:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204687.042971:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204687.042974:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000100:00000001:0.0:1788204687.042975:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1788204687.042975:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204687.042979:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788204687.042982:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788204687.042983:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000020:00000001:1.0:1788204687.042984:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000400:00000010:0.0:1788204687.042988:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000040:1.0:1788204687.042988:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204687.042993:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:0.0:1788204687.042995:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841994624, offset 0 00000100:00000040:1.0:1788204687.042995:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204687.042999:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204687.043001:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788204687.043003:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204687.043004:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204687.043005:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204687.043007:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204687.043008:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204687.043010:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000400:00000200:0.0:1788204687.043014:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000008:00100000:1.0:1788204687.043014:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788204687.043020:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204687.043022:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204687.043026:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dc700. 00000400:00000200:0.0:1788204687.043027:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000020:00000040:1.0:1788204687.043031:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788204687.043035:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000400:00000200:0.0:1788204687.043037:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 02000000:00000001:1.0:1788204687.043038:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204687.043043:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204687.043044:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1788204687.043045:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1788204687.043048:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204687.043052:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204687.043057:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204687.043060:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 02000000:00000010:1.0:1788204687.043062:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99400. 00000400:00000200:0.0:1788204687.043066:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704826:704826:256:4294967295] 192.168.201.101@tcp LPNI seq info [704821:704821:8:4294967295] 00000100:00000001:1.0:1788204687.043069:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204687.043076:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dc700 x1875052841994880/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1788204687.043083:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:1.0:1788204687.043088:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204687.043090:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204687.043095:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7db4f2b] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dc700 x1875052841994880/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788204687.043099:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000100:00000001:1.0:1788204687.043111:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788204687.043113:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000100:00000040:1.0:1788204687.043115:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788204687.043119:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000800:00000010:0.0:1788204687.043120:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000100:00080000:1.0:1788204687.043121:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204687.043124:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788204687.043125:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204687.043126:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204687.043127:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204687.043130:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15153 00000800:00000200:0.0:1788204687.043135:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000400:00000200:1.0:1788204687.043136:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204687.043140:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000800:00000200:0.0:1788204687.043143:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 12 secs later) 00000100:00080000:1.0:1788204687.043149:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204687.043155:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204687.043159:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204687.043161:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204687.043163:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204687.043166:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204687.043167:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788204687.043169:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204687.043172:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000800:00000100:0.0:1788204687.043173:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000020:00000001:1.0:1788204687.043175:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000800:00000010:0.0:1788204687.043178:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000020:00000001:1.0:1788204687.043178:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788204687.043185:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204687.043186:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1788204687.043188:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000040:1.0:1788204687.043188:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204687.043193:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204687.043195:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000400:00000200:0.0:1788204687.043198:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000100:00080000:1.0:1788204687.043200:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204687.043203:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204687.043204:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:0.0:1788204687.043205:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 02000000:00000001:1.0:1788204687.043206:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204687.043209:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788204687.043210:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:1.0:1788204687.043211:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788204687.043213:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788204687.043216:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204687.043217:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204687.043218:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:1.0:1788204687.043220:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ddf80. 00000020:00000040:1.0:1788204687.043223:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788204687.043225:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204687.043226:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1788204687.043227:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c3dce00 x1875052841994624/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204687.043228:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204687.043230:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204687.043232:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204687.043239:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9a800. 00000100:00000001:1.0:1788204687.043242:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204687.043243:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1788204687.043247:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ddf80 x1875052841995008/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1788204687.043252:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3dce00 x1875052841994624/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204712 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204687.043256:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204687.043259:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204687.043265:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dea6dee7] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ddf80 x1875052841995008/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204687.043271:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204687.043275:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204687.043276:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1788204687.043279:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15163) 00000100:00000001:0.0:1788204687.043285:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204687.043298:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204687.043301:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4309827316 00000100:00000010:0.0:1788204687.043308:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685baa80. 00000100:00000001:0.0:1788204687.043315:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788204687.043321:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4309827316 00000100:00000010:0.0:1788204687.043324:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba540. 00000100:00000001:0.0:1788204687.043327:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788204687.043330:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204687.043332:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204687.043334:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204687.043338:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204687/real 1788204687] req@ffff9c477c3dce00 x1875052841994624/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204687.043350:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204687.043351:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204687.043353:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204687.043355:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204687.043356:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204687.043358:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204687.043365:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3dce00 x1875052841994624/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204687.043371:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3dce00 x1875052841994624/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204687.043375:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204687.043376:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204687.043378:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204687.043379:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204687.043382:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c3dce00 x1875052841994624/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204687.043388:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204687.043393:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3dce00 x1875052841994624/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204712 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204687.043439:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204687.043443:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204687.043445:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204687.043446:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204687.043449:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204687.043451:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204687.043454:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204687.043458:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204687.043461:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204687.043467:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3dce00 x1875052841994624/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204712 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204687.043475:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841994624:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204687.043481:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204687.043483:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204687.043486:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3dce00 x1875052841994624/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204712 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204687.043494:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204687.043496:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204687.043499:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376c00. 02000000:00000001:0.0:1788204687.043503:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204687.043505:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204687.043507:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788204687.043509:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204687.043512:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4653a9a400. 02000000:00000001:0.0:1788204687.043517:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204687.043519:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204687.043521:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3dce00. 00000100:00000001:0.0:1788204687.043524:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204687.043526:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204687.043528:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204687.043537:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204687.043539:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204687.043541:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204687.043543:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204687.043581:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204687.043586:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3dd880 x1875052841994752/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204687.043594:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204687.043596:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204687.043599:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204687.043601:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204687.043604:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204687.043608:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841994752:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204687.043612:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204687.043615:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204687.043617:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204687.043619:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204687.043623:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376c00. 02000000:00000001:0.0:1788204687.043625:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204687.043630:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204687.043633:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204687.043637:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204687.043640:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841994752, portal 10 00000100:00000001:0.0:1788204687.043643:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204687.043644:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573879936 : -109644135671680 : ffff9c477c3dd880) 00000100:00000040:0.0:1788204687.043651:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3dd880 x1875052841994752/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204687.043658:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204687.043660:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204687.043663:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204687.043665:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841994752, offset 0 00000400:00000200:0.0:1788204687.043669:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204687.043673:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204687.043676:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204687.043679:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204687.043682:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204687.043684:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204687.043687:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204687.043690:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704827:704827:256:4294967295] 192.168.201.101@tcp LPNI seq info [704822:704822:8:4294967295] 00000400:00000200:0.0:1788204687.043694:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204687.043700:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204687.043705:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204687.043708:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204687.043712:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204687.043715:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1788204687.043726:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204687.043728:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204687.043730:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204687.043733:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204687.043736:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204687.043738:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204687.043740:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204687.043744:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c3dd880 x1875052841994752/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204687.043751:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204687.043754:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3dd880 x1875052841994752/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204712 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204687.043760:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204687.043762:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204687.043765:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204687.043769:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788204687.043772:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204687.043774:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309826058 00000100:00000001:0.0:1788204687.043777:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309827316 00000100:00000001:0.0:1788204687.043779:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309826058 00000100:00000001:0.0:1788204687.043781:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309827316 00000100:00000001:0.0:1788204687.043783:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204687.043785:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204687.043787:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204687.043791:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204687/real 1788204687] req@ffff9c477c3dd880 x1875052841994752/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204687.043799:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204687.043800:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204687.043802:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204687.043805:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204687.043816:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204687.043819:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204687.043822:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3dd880 x1875052841994752/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204687.043830:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3dd880 x1875052841994752/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204687.043836:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204687.043837:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204687.043839:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204687.043841:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204687.043844:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c3dd880 x1875052841994752/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204687.043851:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204687.043854:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3dd880 x1875052841994752/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204712 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204687.043861:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204687.043863:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204687.043865:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204687.043866:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204687.043867:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204687.043869:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204687.043872:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204687.043875:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204687.043877:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204687.043881:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3dd880 x1875052841994752/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204712 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204687.043888:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841994752:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204687.043892:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204687.043895:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3dc700 x1875052841994880/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204687.043902:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204687.043903:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204687.043906:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204687.043908:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204687.043910:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204687.043913:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841994880:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204687.043916:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204687.043918:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204687.043919:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204687.043921:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204687.043924:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788204687.043927:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204687.043930:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204687.043932:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204687.043935:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204687.043938:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841994880, portal 10 00000100:00000001:0.0:1788204687.043940:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204687.043941:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573875456 : -109644135676160 : ffff9c477c3dc700) 00000100:00000040:0.0:1788204687.043947:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3dc700 x1875052841994880/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204687.043953:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204687.043955:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204687.043957:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204687.043960:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841994880, offset 0 00000400:00000200:0.0:1788204687.043963:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204687.043966:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204687.043969:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204687.043972:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204687.043974:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204687.043977:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204687.043979:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204687.043982:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704828:704828:256:4294967295] 192.168.201.101@tcp LPNI seq info [704823:704823:8:4294967295] 00000400:00000200:0.0:1788204687.043986:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204687.043992:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204687.043995:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204687.043997:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204687.044000:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204687.044001:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1788204687.044008:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204687.044010:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204687.044012:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204687.044014:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204687.044015:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204687.044017:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204687.044018:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204687.044021:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c3dc700 x1875052841994880/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204687.044025:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204687.044027:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3dc700 x1875052841994880/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204712 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204687.044032:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204687.044033:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204687.044035:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204687.044037:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788204687.044039:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204687.044040:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309826058 00000100:00000001:0.0:1788204687.044042:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309827316 00000100:00000001:0.0:1788204687.044043:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309826058 00000100:00000001:0.0:1788204687.044045:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309827316 00000100:00000001:0.0:1788204687.044047:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204687.044048:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204687.044049:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204687.044051:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204687/real 1788204687] req@ffff9c477c3dc700 x1875052841994880/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204687.044055:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204687.044056:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204687.044057:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204687.044058:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204687.044059:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204687.044060:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204687.044062:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3dc700 x1875052841994880/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204687.044067:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3dc700 x1875052841994880/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204687.044071:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204687.044071:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204687.044072:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204687.044073:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204687.044075:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c3dc700 x1875052841994880/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204687.044078:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204687.044080:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3dc700 x1875052841994880/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204712 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204687.044084:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204687.044085:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204687.044086:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204687.044086:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204687.044088:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204687.044089:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204687.044091:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204687.044093:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204687.044094:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204687.044096:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3dc700 x1875052841994880/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204712 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204687.044100:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841994880:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204687.044102:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204687.044104:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3ddf80 x1875052841995008/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204687.044107:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204687.044108:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204687.044110:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204687.044111:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204687.044112:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204687.044114:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841995008:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204687.044116:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204687.044117:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204687.044118:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204687.044119:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204687.044121:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377c00. 02000000:00000001:0.0:1788204687.044122:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204687.044124:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204687.044126:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204687.044128:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204687.044131:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841995008, portal 4 00000100:00000001:0.0:1788204687.044133:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204687.044134:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573881728 : -109644135669888 : ffff9c477c3ddf80) 00000100:00000040:0.0:1788204687.044139:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3ddf80 x1875052841995008/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204687.044146:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204687.044148:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204687.044150:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204687.044152:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841995008, offset 0 00000400:00000200:0.0:1788204687.044156:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204687.044159:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204687.044163:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204687.044166:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204687.044168:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204687.044170:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204687.044173:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204687.044175:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704829:704829:256:4294967295] 192.168.201.101@tcp LPNI seq info [704824:704824:8:4294967295] 00000400:00000200:0.0:1788204687.044179:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204687.044183:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204687.044186:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204687.044188:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204687.044190:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204687.044192:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1788204687.044199:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204687.044200:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204687.044202:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204687.044204:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204687.044206:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204687.044207:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204687.044209:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204687.044211:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c3ddf80 x1875052841995008/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204687.044216:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204687.044218:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3ddf80 x1875052841995008/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204712 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204687.044226:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204687.044227:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204687.044228:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204687.044230:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788204687.044232:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204687.044233:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309826084 00000100:00000001:0.0:1788204687.044235:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309827316 00000100:00000001:0.0:1788204687.044237:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309826084 00000100:00000001:0.0:1788204687.044238:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309827316 00000100:00000001:0.0:1788204687.044239:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204687.044240:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204687.044241:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204687.044243:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204687/real 1788204687] req@ffff9c477c3ddf80 x1875052841995008/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204687.044247:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204687.044248:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204687.044248:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204687.044250:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204687.044251:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204687.044252:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204687.044254:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3ddf80 x1875052841995008/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204687.044259:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3ddf80 x1875052841995008/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204687.044262:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204687.044263:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204687.044263:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204687.044264:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204687.044266:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c3ddf80 x1875052841995008/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204687.044270:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204687.044273:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3ddf80 x1875052841995008/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204712 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204687.044276:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204687.044278:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204687.044278:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204687.044279:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204687.044280:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204687.044281:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204687.044282:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204687.044284:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204687.044285:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204687.044287:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3ddf80 x1875052841995008/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204712 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204687.044291:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841995008:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204687.044293:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204687.044294:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204687.044295:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3dd880 x1875052841994752/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204712 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204687.044299:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204687.044300:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204687.044301:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376c00. 02000000:00000001:0.0:1788204687.044303:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204687.044304:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204687.044305:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204687.044306:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204687.044307:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4653a99000. 02000000:00000001:0.0:1788204687.044310:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204687.044311:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204687.044312:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3dd880. 00000100:00000001:0.0:1788204687.044313:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204687.044314:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204687.044315:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204687.044317:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3dc700 x1875052841994880/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204712 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204687.044321:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204687.044322:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204687.044322:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788204687.044324:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204687.044324:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204687.044325:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204687.044326:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204687.044326:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4653a99400. 02000000:00000001:0.0:1788204687.044327:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204687.044328:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204687.044329:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3dc700. 00000100:00000001:0.0:1788204687.044330:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204687.044330:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204687.044331:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204687.044333:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3ddf80 x1875052841995008/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204712 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204687.044336:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204687.044336:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204687.044337:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377c00. 02000000:00000001:0.0:1788204687.044338:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204687.044339:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204687.044340:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788204687.044340:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204687.044341:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4653a9a800. 02000000:00000001:0.0:1788204687.044342:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204687.044343:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204687.044343:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3ddf80. 00000100:00000001:0.0:1788204687.044344:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204687.044346:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204687.044347:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204687.044349:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204687.044350:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204687.044351:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204687.044353:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204687.682540:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204687.682546:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204687.682552:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204687.682553:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204687.682555:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204687.682556:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204687.682588:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204687.682592:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204687.682595:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204688.322479:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309827316, at 4309827328 00000100:00000040:1.0:1788204688.322479:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309827316, at 4309827328 00000100:00000010:0.0:1788204688.322493:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685baa80. 00000100:00000010:1.0:1788204688.322495:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba540. 00010000:00000001:0.0:1788204688.706468:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204688.706474:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204688.706478:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204688.706480:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204688.706483:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204688.706484:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204688.706503:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204688.706505:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204688.706508:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204689.730504:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204689.730510:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204689.730516:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204689.730517:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204689.730520:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204689.730521:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204689.730547:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204689.730550:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204689.730553:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204690.754567:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204690.754579:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204690.754587:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204690.754588:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204690.754600:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204690.754601:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204690.754633:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204690.754636:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204690.754639:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204691.778515:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204691.778524:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204691.778526:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204691.778529:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204691.778534:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204691.778536:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204691.778538:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204691.778540:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204691.778544:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204691.778546:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204691.778549:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204691.778550:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204691.778574:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204691.778577:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204691.778579:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788204692.162796:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204692.162801:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204692.162806:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204692.162817:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c84ad80 x1875052841995136/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204692.162839:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204692.162843:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204692.162850:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204692.162855:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204692.162861:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204692.162868:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c84ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841995136:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204692.162877:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204692.162884:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204692.162888:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204692.162894:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204692.162901:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788204692.162907:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204692.162916:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204692.162923:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204692.162933:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204692.162942:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841995136, portal 25 00000100:00000001:0.0:1788204692.162947:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204692.162950:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578521984 : -109644131029632 : ffff9c477c84ad80) 00000100:00000040:0.0:1788204692.162960:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c84ad80 x1875052841995136/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204717 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204692.162977:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204692.162984:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204692.162989:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204692.162996:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841995136, offset 0 00000400:00000200:0.0:1788204692.163007:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204692.163018:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204692.163028:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204692.163035:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204692.163042:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204692.163049:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204692.163056:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204692.163065:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704830:704830:256:4294967295] 192.168.201.101@tcp LPNI seq info [704825:704825:8:4294967295] 00000400:00000200:0.0:1788204692.163075:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204692.163091:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204692.163102:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204692.163109:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204692.163118:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204692.163125:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1788204692.163145:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204692.163149:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204692.163158:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204692.163167:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204692.163175:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204692.163179:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204692.163184:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204692.163192:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c84ad80 x1875052841995136/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204717 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204692.163205:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204692.163211:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84ad80 x1875052841995136/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204717 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204692.163227:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204692.163230:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204692.163238:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204692.163244:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204692.163249:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4309832436 00000100:00000010:0.0:1788204692.163257:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685baa80. 00000100:00000001:0.0:1788204692.163266:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788204692.163274:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4309832436 00000100:00000010:0.0:1788204692.163277:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba4e0. 00000100:00000001:0.0:1788204692.163283:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788204692.163289:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204692.163293:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204692.163297:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204692.163305:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204692/real 1788204692] req@ffff9c477c84ad80 x1875052841995136/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204692.163336:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204692.163340:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204692.163343:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204692.163348:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204692.163352:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204692.163358:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204692.163364:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c84ad80 x1875052841995136/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204692.163382:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c84ad80 x1875052841995136/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204692.163441:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204692.163444:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204692.163449:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204692.163452:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204692.163460:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c84ad80 x1875052841995136/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204692.163469:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204692.163474:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c84ad80 x1875052841995136/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204717 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204692.163481:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204692.163484:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204692.163485:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204692.163486:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204692.163489:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204692.163491:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204692.163494:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204692.163497:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204692.163499:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204692.163503:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c84ad80 x1875052841995136/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204717 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204692.163510:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c84ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841995136:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204692.163515:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204692.163517:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204692.163520:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c84ad80 x1875052841995136/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204717 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204692.163531:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204692.163533:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204692.163536:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788204692.163538:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204692.163540:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204692.163541:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788204692.163543:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204692.163545:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f0c00. 02000000:00000001:0.0:1788204692.163549:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204692.163550:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204692.163552:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c84ad80. 00000100:00000001:0.0:1788204692.163554:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204692.163556:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204692.163558:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204692.163564:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204692.163566:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204692.163568:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204692.163569:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204692.163570:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204692.163573:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c84bb80 x1875052841995264/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204692.163579:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204692.163580:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204692.163582:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204692.163583:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204692.163585:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204692.163587:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c84bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841995264:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204692.163590:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204692.163592:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204692.163593:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204692.163595:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204692.163597:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788204692.163599:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204692.163602:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204692.163604:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204692.163607:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204692.163610:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841995264, portal 10 00000100:00000001:0.0:1788204692.163611:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204692.163612:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578525568 : -109644131026048 : ffff9c477c84bb80) 00000100:00000040:0.0:1788204692.163618:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c84bb80 x1875052841995264/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204717 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204692.163624:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204692.163626:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204692.163627:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204692.163629:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841995264, offset 0 00000400:00000200:0.0:1788204692.163633:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204692.163636:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204692.163639:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204692.163642:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204692.163644:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204692.163646:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204692.163648:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204692.163650:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704831:704831:256:4294967295] 192.168.201.101@tcp LPNI seq info [704826:704826:8:4294967295] 00000400:00000200:0.0:1788204692.163654:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204692.163659:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204692.163663:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204692.163665:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204692.163669:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204692.163671:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1788204692.163681:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204692.163683:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204692.163685:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204692.163688:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204692.163691:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204692.163693:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204692.163695:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204692.163698:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c84bb80 x1875052841995264/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204717 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204692.163705:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204692.163707:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84bb80 x1875052841995264/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204717 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204692.163713:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204692.163714:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204692.163717:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204692.163736:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788204692.163739:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204692.163741:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309831178 00000100:00000001:0.0:1788204692.163743:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309832436 00000100:00000001:0.0:1788204692.163746:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309831178 00000100:00000001:0.0:1788204692.163747:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309832436 00000100:00000001:0.0:1788204692.163749:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204692.163751:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204692.163753:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204692.163757:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204692/real 1788204692] req@ffff9c477c84bb80 x1875052841995264/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204692.163764:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204692.163766:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204692.163767:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204692.163770:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204692.163771:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204692.163773:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204692.163776:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c84bb80 x1875052841995264/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204692.163783:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c84bb80 x1875052841995264/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204692.163794:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204692.163796:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204692.163797:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204692.163798:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204692.163802:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c84bb80 x1875052841995264/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204692.163808:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204692.163812:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c84bb80 x1875052841995264/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204717 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204692.163819:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204692.163821:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204692.163822:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204692.163823:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204692.163825:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204692.163827:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204692.163829:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204692.163831:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204692.163833:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204692.163836:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c84bb80 x1875052841995264/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204717 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204692.163840:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c84bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841995264:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204692.163842:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204692.163848:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c848380 x1875052841995392/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204692.163852:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204692.163853:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204692.163855:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204692.163856:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204692.163858:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204692.163859:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c848380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841995392:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204692.163861:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204692.163863:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204692.163863:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204692.163864:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204692.163867:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376c00. 02000000:00000001:0.0:1788204692.163868:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204692.163870:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204692.163871:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204692.163873:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204692.163875:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841995392, portal 10 00000100:00000001:0.0:1788204692.163876:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204692.163877:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578511232 : -109644131040384 : ffff9c477c848380) 00000100:00000040:0.0:1788204692.163881:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c848380 x1875052841995392/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204717 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204692.163885:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204692.163886:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204692.163887:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204692.163889:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841995392, offset 0 00000400:00000200:0.0:1788204692.163891:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204692.163893:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204692.163895:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204692.163897:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204692.163899:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204692.163900:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204692.163901:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204692.163903:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704832:704832:256:4294967295] 192.168.201.101@tcp LPNI seq info [704827:704827:8:4294967295] 00000400:00000200:0.0:1788204692.163906:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204692.163909:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204692.163912:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204692.163914:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204692.163916:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204692.163918:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1788204692.163924:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204692.163925:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204692.163927:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204692.163929:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204692.163931:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204692.163932:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204692.163933:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204692.163935:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c848380 x1875052841995392/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204717 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204692.163939:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204692.163941:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c848380 x1875052841995392/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204717 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204692.163945:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204692.163946:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204692.163947:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204692.163949:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788204692.163951:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204692.163952:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309831178 00000100:00000001:0.0:1788204692.163953:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309832436 00000100:00000001:0.0:1788204692.163955:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309831178 00000100:00000001:0.0:1788204692.163956:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309832436 00000100:00000001:0.0:1788204692.163957:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204692.163958:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204692.163959:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204692.163961:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204692/real 1788204692] req@ffff9c477c848380 x1875052841995392/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204692.163967:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204692.163967:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204692.163968:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204692.163970:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204692.163970:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204692.163971:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204692.163973:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c848380 x1875052841995392/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204692.163977:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c848380 x1875052841995392/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204692.163981:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204692.163982:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204692.163983:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204692.163983:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204692.163985:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c848380 x1875052841995392/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204692.163989:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204692.163991:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c848380 x1875052841995392/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204717 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204692.163994:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204692.163996:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204692.163996:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204692.163997:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204692.163998:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204692.163999:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204692.164000:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204692.164002:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204692.164003:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204692.164005:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c848380 x1875052841995392/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204717 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204692.164010:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c848380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841995392:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204692.164012:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204692.164013:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c849500 x1875052841995520/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204692.164017:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204692.164017:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204692.164019:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204692.164019:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204692.164020:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204692.164022:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c849500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841995520:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204692.164023:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204692.164024:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204692.164025:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204692.164026:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204692.164027:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375000. 02000000:00000001:0.0:1788204692.164028:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204692.164030:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204692.164032:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204692.164034:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204692.164035:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841995520, portal 4 00000100:00000001:0.0:1788204692.164037:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204692.164037:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578515712 : -109644131035904 : ffff9c477c849500) 00000100:00000040:0.0:1788204692.164041:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c849500 x1875052841995520/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204717 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204692.164044:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204692.164045:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204692.164046:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204692.164047:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841995520, offset 0 00000400:00000200:0.0:1788204692.164050:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204692.164053:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204692.164056:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204692.164058:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204692.164061:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204692.164063:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204692.164065:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204692.164068:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704833:704833:256:4294967295] 192.168.201.101@tcp LPNI seq info [704828:704828:8:4294967295] 00000400:00000200:0.0:1788204692.164071:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204692.164077:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204692.164081:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204692.164084:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204692.164087:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204692.164089:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1788204692.164099:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204692.164100:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204692.164103:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204692.164106:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204692.164109:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204692.164110:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204692.164112:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204692.164116:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c849500 x1875052841995520/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204717 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204692.164122:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204692.164125:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c849500 x1875052841995520/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204717 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204692.164130:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204692.164131:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204692.164134:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204692.164136:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788204692.164139:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204692.164141:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309831204 00000100:00000001:0.0:1788204692.164144:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309832436 00000100:00000001:0.0:1788204692.164145:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309831204 00000100:00000001:0.0:1788204692.164147:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309832436 00000100:00000001:0.0:1788204692.164149:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204692.164151:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204692.164153:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204692.164157:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204692/real 1788204692] req@ffff9c477c849500 x1875052841995520/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204692.164164:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204692.164165:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204692.164167:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204692.164169:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204692.164170:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204692.164172:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204692.164175:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c849500 x1875052841995520/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204692.164183:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c849500 x1875052841995520/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204692.164189:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204692.164190:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204692.164192:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204692.164193:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204692.164196:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c849500 x1875052841995520/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204692.164202:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204692.164206:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c849500 x1875052841995520/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204717 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204692.164212:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204692.164214:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204692.164215:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204692.164216:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204692.164218:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204692.164219:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204692.164222:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204692.164225:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204692.164227:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204692.164230:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c849500 x1875052841995520/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204717 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204692.164237:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c849500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841995520:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204692.164240:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204692.164242:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204692.164244:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c84bb80 x1875052841995264/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204717 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204692.164251:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204692.164252:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204692.164254:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788204692.164256:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204692.164257:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204692.164258:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204692.164260:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204692.164262:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f3000. 02000000:00000001:0.0:1788204692.164264:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204692.164265:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204692.164266:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c84bb80. 00000100:00000001:0.0:1788204692.164268:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204692.164270:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204692.164271:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204692.164274:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c848380 x1875052841995392/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204717 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204692.164284:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204692.164285:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204692.164286:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376c00. 02000000:00000001:0.0:1788204692.164288:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204692.164289:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204692.164290:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204692.164292:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204692.164293:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f1400. 02000000:00000001:0.0:1788204692.164295:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204692.164295:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204692.164296:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c848380. 00000100:00000001:0.0:1788204692.164298:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204692.164299:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204692.164300:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204692.164303:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c849500 x1875052841995520/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204717 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204692.164308:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204692.164309:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204692.164310:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375000. 02000000:00000001:0.0:1788204692.164312:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204692.164313:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204692.164315:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788204692.164317:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204692.164318:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f2400. 02000000:00000001:0.0:1788204692.164320:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204692.164321:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204692.164322:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c849500. 00000100:00000001:0.0:1788204692.164325:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204692.164326:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204692.164327:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204692.164330:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204692.164332:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204692.164333:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204692.164335:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204692.802468:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204692.802473:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204692.802477:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204692.802478:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204692.802480:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204692.802481:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204692.802495:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204692.802497:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204692.802499:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204693.442504:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309832436, at 4309832448 00000100:00000040:1.0:1788204693.442504:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309832436, at 4309832448 00000100:00000010:1.0:1788204693.442521:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba4e0. 00000100:00000010:0.0:1788204693.442522:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685baa80. 00010000:00000001:0.0:1788204693.826505:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204693.826511:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204693.826517:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204693.826520:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204693.826522:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204693.826525:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204693.826528:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204693.826531:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204693.826533:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204693.826535:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204693.826539:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204693.826541:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204693.826542:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204693.826543:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204693.826545:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204693.826546:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204693.826548:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204693.826550:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204693.826571:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204693.826573:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204693.826576:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204694.850507:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204694.850514:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204694.850525:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204694.850526:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204694.850528:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204694.850529:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204694.850551:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204694.850554:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204694.850557:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204695.874507:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204695.874512:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204695.874516:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204695.874517:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204695.874519:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204695.874520:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204695.874538:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204695.874541:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204695.874543:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204696.898462:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204696.898467:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204696.898472:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204696.898473:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204696.898475:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204696.898475:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204696.898491:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204696.898492:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204696.898494:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788204697.282752:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204697.282759:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204697.282763:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204697.282773:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c848e00 x1875052841995648/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204697.282800:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204697.282807:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204697.282812:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204697.282815:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204697.282820:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204697.282827:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c848e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841995648:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204697.282833:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204697.282838:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204697.282843:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204697.282848:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204697.282855:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376c00. 02000000:00000001:0.0:1788204697.282860:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204697.282867:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204697.282874:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204697.282882:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204697.282891:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841995648, portal 25 00000100:00000001:0.0:1788204697.282895:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204697.282897:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578513920 : -109644131037696 : ffff9c477c848e00) 00000100:00000040:0.0:1788204697.282904:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c848e00 x1875052841995648/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204722 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204697.282929:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204697.282934:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204697.282938:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204697.282944:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841995648, offset 0 00000400:00000200:0.0:1788204697.282953:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204697.282963:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204697.282972:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204697.282980:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204697.282988:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204697.282995:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204697.283002:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204697.283010:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704834:704834:256:4294967295] 192.168.201.101@tcp LPNI seq info [704829:704829:8:4294967295] 00000400:00000200:0.0:1788204697.283022:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204697.283040:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204697.283054:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204697.283064:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204697.283075:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204697.283081:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1788204697.283109:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204697.283113:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204697.283119:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204697.283129:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204697.283136:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204697.283141:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204697.283147:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204697.283154:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c848e00 x1875052841995648/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204722 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204697.283161:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204697.283165:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c848e00 x1875052841995648/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204722 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204697.283171:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204697.283173:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204697.283179:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204697.283187:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204697.283191:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4309837556 00000100:00000010:0.0:1788204697.283197:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685baa80. 00000100:00000001:0.0:1788204697.283203:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788204697.283210:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4309837556 00000100:00000010:0.0:1788204697.283215:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685bab40. 00000100:00000001:0.0:1788204697.283219:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788204697.283222:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204697.283227:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204697.283231:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204697.283236:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204697/real 1788204697] req@ffff9c477c848e00 x1875052841995648/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204697.283249:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204697.283253:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204697.283257:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204697.283263:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204697.283267:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204697.283271:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204697.283276:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c848e00 x1875052841995648/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204697.283307:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c848e00 x1875052841995648/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204697.283322:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204697.283326:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204697.283332:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204697.283336:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204697.283342:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c848e00 x1875052841995648/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204697.283363:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204697.283373:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c848e00 x1875052841995648/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204722 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204697.283388:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204697.283428:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204697.283432:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204697.283434:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204697.283436:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204697.283439:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204697.283442:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204697.283446:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204697.283449:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204697.283454:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c848e00 x1875052841995648/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204722 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204697.283463:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c848e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841995648:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204697.283467:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204697.283469:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204697.283473:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c848e00 x1875052841995648/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204722 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204697.283485:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204697.283487:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204697.283489:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376c00. 02000000:00000001:0.0:1788204697.283492:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204697.283494:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204697.283496:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788204697.283498:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204697.283500:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f3c00. 02000000:00000001:0.0:1788204697.283514:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204697.283515:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204697.283517:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c848e00. 00000100:00000001:0.0:1788204697.283521:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204697.283522:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204697.283524:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204697.283531:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204697.283533:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204697.283535:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204697.283536:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204697.283538:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204697.283542:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c849500 x1875052841995776/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204697.283548:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204697.283549:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204697.283551:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204697.283553:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204697.283555:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204697.283557:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c849500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841995776:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204697.283560:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204697.283562:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204697.283564:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204697.283565:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204697.283568:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376c00. 02000000:00000001:0.0:1788204697.283570:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204697.283573:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204697.283577:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204697.283580:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204697.283583:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841995776, portal 10 00000100:00000001:0.0:1788204697.283584:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204697.283585:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578515712 : -109644131035904 : ffff9c477c849500) 00000100:00000040:0.0:1788204697.283592:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c849500 x1875052841995776/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204722 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204697.283598:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204697.283600:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204697.283603:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204697.283605:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841995776, offset 0 00000400:00000200:0.0:1788204697.283609:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204697.283612:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204697.283616:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204697.283619:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204697.283621:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204697.283624:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204697.283626:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204697.283642:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704835:704835:256:4294967295] 192.168.201.101@tcp LPNI seq info [704830:704830:8:4294967295] 00000400:00000200:0.0:1788204697.283647:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204697.283653:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204697.283658:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204697.283661:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204697.283665:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204697.283668:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1788204697.283678:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204697.283680:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204697.283683:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204697.283687:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204697.283689:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204697.283691:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204697.283694:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204697.283698:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c849500 x1875052841995776/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204722 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204697.283705:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204697.283708:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c849500 x1875052841995776/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204722 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204697.283714:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204697.283715:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204697.283719:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204697.283722:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788204697.283725:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204697.283727:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309836298 00000100:00000001:0.0:1788204697.283729:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309837556 00000100:00000001:0.0:1788204697.283730:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309836298 00000100:00000001:0.0:1788204697.283732:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309837556 00000100:00000001:0.0:1788204697.283734:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204697.283736:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204697.283737:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204697.283740:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204697/real 1788204697] req@ffff9c477c849500 x1875052841995776/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204697.283747:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204697.283748:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204697.283750:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204697.283752:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204697.283753:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204697.283755:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204697.283758:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c849500 x1875052841995776/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204697.283766:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c849500 x1875052841995776/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204697.283776:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204697.283777:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204697.283779:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204697.283780:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204697.283784:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c849500 x1875052841995776/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204697.283791:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204697.283794:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c849500 x1875052841995776/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204722 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204697.283801:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204697.283803:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204697.283805:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204697.283806:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204697.283808:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204697.283810:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204697.283812:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204697.283815:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204697.283818:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204697.283821:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c849500 x1875052841995776/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204722 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204697.283829:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c849500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841995776:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204697.283833:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204697.283836:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c848380 x1875052841995904/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204697.283843:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204697.283844:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204697.283847:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204697.283848:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204697.283850:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204697.283853:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c848380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841995904:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204697.283857:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204697.283858:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204697.283860:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204697.283862:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204697.283865:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788204697.283867:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204697.283869:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204697.283872:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204697.283875:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204697.283878:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841995904, portal 10 00000100:00000001:0.0:1788204697.283879:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204697.283881:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578511232 : -109644131040384 : ffff9c477c848380) 00000100:00000040:0.0:1788204697.283886:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c848380 x1875052841995904/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204722 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204697.283892:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204697.283894:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204697.283896:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204697.283899:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841995904, offset 0 00000400:00000200:0.0:1788204697.283903:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204697.283907:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204697.283910:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204697.283913:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204697.283915:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204697.283918:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204697.283920:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204697.283922:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704836:704836:256:4294967295] 192.168.201.101@tcp LPNI seq info [704831:704831:8:4294967295] 00000400:00000200:0.0:1788204697.283926:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204697.283932:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204697.283937:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204697.283940:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204697.283944:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204697.283946:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1788204697.283956:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204697.283957:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204697.283960:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204697.283964:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204697.283966:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204697.283968:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204697.283970:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204697.283973:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c848380 x1875052841995904/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204722 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204697.283981:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204697.283984:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c848380 x1875052841995904/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204722 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204697.283989:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204697.283991:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204697.283993:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204697.283997:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788204697.283999:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204697.284001:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309836298 00000100:00000001:0.0:1788204697.284003:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309837556 00000100:00000001:0.0:1788204697.284005:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309836298 00000100:00000001:0.0:1788204697.284007:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309837556 00000100:00000001:0.0:1788204697.284010:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204697.284011:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204697.284013:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204697.284017:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204697/real 1788204697] req@ffff9c477c848380 x1875052841995904/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204697.284024:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204697.284025:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204697.284027:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204697.284029:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204697.284031:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204697.284033:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204697.284036:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c848380 x1875052841995904/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204697.284043:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c848380 x1875052841995904/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204697.284050:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204697.284051:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204697.284052:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204697.284054:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204697.284057:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c848380 x1875052841995904/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204697.284064:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204697.284068:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c848380 x1875052841995904/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204722 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204697.284075:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204697.284077:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204697.284078:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204697.284080:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204697.284081:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204697.284083:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204697.284085:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204697.284088:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204697.284090:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204697.284095:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c848380 x1875052841995904/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204722 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204697.284102:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c848380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841995904:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204697.284106:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204697.284109:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c84bb80 x1875052841996032/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204697.284115:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204697.284117:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204697.284119:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204697.284120:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204697.284122:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204697.284125:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c84bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841996032:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204697.284128:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204697.284130:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204697.284131:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204697.284133:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204697.284136:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377400. 02000000:00000001:0.0:1788204697.284138:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204697.284142:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204697.284144:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204697.284148:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204697.284150:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841996032, portal 4 00000100:00000001:0.0:1788204697.284152:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204697.284153:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578525568 : -109644131026048 : ffff9c477c84bb80) 00000100:00000040:0.0:1788204697.284159:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c84bb80 x1875052841996032/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204722 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204697.284165:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204697.284167:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204697.284169:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204697.284171:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841996032, offset 0 00000400:00000200:0.0:1788204697.284176:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204697.284179:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204697.284182:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204697.284185:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204697.284187:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204697.284190:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204697.284192:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204697.284194:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704837:704837:256:4294967295] 192.168.201.101@tcp LPNI seq info [704832:704832:8:4294967295] 00000400:00000200:0.0:1788204697.284198:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204697.284204:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204697.284208:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204697.284212:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204697.284215:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204697.284218:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1788204697.284228:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204697.284230:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036000. 00000400:00000200:0.0:1788204697.284232:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204697.284236:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204697.284239:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c35d8 00000400:00000010:0.0:1788204697.284240:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c35d8. 00000100:00000001:0.0:1788204697.284243:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204697.284246:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c84bb80 x1875052841996032/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204722 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204697.284254:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204697.284256:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84bb80 x1875052841996032/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204722 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204697.284262:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204697.284264:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204697.284267:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204697.284269:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788204697.284272:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204697.284274:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309836324 00000100:00000001:0.0:1788204697.284277:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309837556 00000100:00000001:0.0:1788204697.284279:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309836324 00000100:00000001:0.0:1788204697.284281:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309837556 00000100:00000001:0.0:1788204697.284283:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204697.284284:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204697.284286:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204697.284290:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204697/real 1788204697] req@ffff9c477c84bb80 x1875052841996032/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204697.284297:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204697.284299:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204697.284300:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204697.284303:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204697.284304:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204697.284306:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204697.284309:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c84bb80 x1875052841996032/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204697.284317:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c84bb80 x1875052841996032/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204697.284324:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204697.284325:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204697.284327:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204697.284328:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204697.284332:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c84bb80 x1875052841996032/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204697.284338:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204697.284342:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c84bb80 x1875052841996032/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204722 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204697.284348:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204697.284351:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204697.284352:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204697.284353:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204697.284355:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204697.284356:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204697.284359:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204697.284362:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204697.284364:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204697.284367:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c84bb80 x1875052841996032/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204722 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204697.284374:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c84bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841996032:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204697.284377:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204697.284379:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204697.284382:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c849500 x1875052841995776/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204722 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204697.284388:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204697.284389:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204697.284391:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376c00. 02000000:00000001:0.0:1788204697.284413:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204697.284415:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204697.284416:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204697.284418:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204697.284420:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f1000. 02000000:00000001:0.0:1788204697.284423:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204697.284424:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204697.284425:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c849500. 00000100:00000001:0.0:1788204697.284428:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204697.284429:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204697.284431:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204697.284434:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c848380 x1875052841995904/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204722 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204697.284445:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204697.284446:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204697.284448:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788204697.284450:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204697.284450:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204697.284451:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204697.284453:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204697.284455:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f3400. 02000000:00000001:0.0:1788204697.284457:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204697.284458:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204697.284459:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c848380. 00000100:00000001:0.0:1788204697.284461:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204697.284462:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204697.284464:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204697.284467:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c84bb80 x1875052841996032/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204722 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204697.284473:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204697.284474:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204697.284476:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377400. 02000000:00000001:0.0:1788204697.284478:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204697.284479:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204697.284480:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788204697.284481:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204697.284483:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f1c00. 02000000:00000001:0.0:1788204697.284484:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204697.284485:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204697.284486:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c84bb80. 00000100:00000001:0.0:1788204697.284488:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204697.284490:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204697.284491:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204697.284495:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204697.284496:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204697.284498:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204697.284499:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204697.922507:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204697.922512:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204697.922517:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204697.922518:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204697.922521:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204697.922523:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204697.922544:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204697.922546:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204697.922549:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204698.562499:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309837556, at 4309837568 00000100:00000010:0.0:1788204698.562516:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685baa80. 00000100:00000040:1.0:1788204698.562595:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309837556, at 4309837568 00000100:00000010:1.0:1788204698.562600:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685bab40. 00010000:00000001:0.0:1788204698.946511:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204698.946517:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204698.946523:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204698.946525:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204698.946528:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204698.946529:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204698.946553:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204698.946555:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204698.946558:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204699.970537:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204699.970545:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204699.970550:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204699.970551:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204699.970555:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204699.970556:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204699.970660:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204699.970663:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204699.970667:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204700.994549:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204700.994557:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204700.994563:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204700.994564:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204700.994577:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204700.994579:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204700.994607:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204700.994608:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204700.994610:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204702.018499:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204702.018506:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204702.018507:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204702.018510:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204702.018513:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204702.018515:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204702.018517:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204702.018518:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204702.018521:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204702.018522:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204702.018524:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204702.018525:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204702.018542:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204702.018544:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204702.018545:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788204702.402696:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204702.402700:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204702.402703:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204702.402711:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c84ad80 x1875052841996160/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204702.402723:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204702.402725:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204702.402731:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204702.402734:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204702.402737:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204702.402742:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c84ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841996160:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204702.402748:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204702.402751:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204702.402754:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204702.402757:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204702.402763:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377400. 02000000:00000001:0.0:1788204702.402767:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204702.402774:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204702.402779:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204702.402785:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204702.402791:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841996160, portal 25 00000100:00000001:0.0:1788204702.402795:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204702.402797:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578521984 : -109644131029632 : ffff9c477c84ad80) 00000100:00000040:0.0:1788204702.402803:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c84ad80 x1875052841996160/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204727 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204702.402814:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204702.402818:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204702.402821:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c35d8. 00000100:00000200:0.0:1788204702.402825:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841996160, offset 0 00000400:00000200:0.0:1788204702.402833:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204702.402841:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204702.402848:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204702.402852:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204702.402865:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204702.402869:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204702.402874:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204702.402878:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704838:704838:256:4294967295] 192.168.201.101@tcp LPNI seq info [704833:704833:8:4294967295] 00000400:00000200:0.0:1788204702.402884:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204702.402895:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204702.402905:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204702.402910:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036000. 00000800:00000200:0.0:1788204702.402922:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000100:00000001:0.0:1788204702.402948:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204702.402957:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204702.402963:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4309842676 00000100:00000010:0.0:1788204702.402968:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685baa80. 00000100:00000001:0.0:1788204702.402981:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788204702.402989:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4309842676 00000100:00000010:0.0:1788204702.402995:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba120. 00000100:00000001:0.0:1788204702.403000:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788204702.403004:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204702.403009:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204702.403012:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204702.403016:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204702.403024:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204702.403027:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1788204702.403030:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204702.403033:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204702.403035:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204702.403041:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c84b800 x1875052841996288/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204702.403051:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204702.403053:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204702.403058:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204702.403061:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204702.403063:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204702.403067:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c84b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841996288:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204702.403070:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204702.403073:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204702.403076:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204702.403078:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204702.403081:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788204702.403084:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204702.403089:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204702.403093:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302bb0. 00000400:00000010:0.0:1788204702.403097:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3088. 00000100:00000200:0.0:1788204702.403099:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841996288, portal 10 00000100:00000001:0.0:1788204702.403101:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204702.403104:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578524672 : -109644131026944 : ffff9c477c84b800) 00000100:00000040:0.0:1788204702.403114:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c84b800 x1875052841996288/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204727 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204702.403128:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204702.403133:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204702.403137:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3110. 00000100:00000200:0.0:1788204702.403142:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841996288, offset 0 00000400:00000200:0.0:1788204702.403152:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204702.403160:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204702.403168:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204702.403174:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204702.403180:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204702.403185:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204702.403190:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204702.403196:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704839:704839:255:4294967295] 192.168.201.101@tcp LPNI seq info [704834:704834:7:4294967295] 00000400:00000200:0.0:1788204702.403207:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204702.403221:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204702.403230:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204702.403235:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036c00. 00000800:00000200:0.0:1788204702.403245:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000100:00000001:0.0:1788204702.403261:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204702.403267:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788204702.403275:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204702.403294:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309841417 00000100:00000001:0.0:1788204702.403300:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309842676 00000100:00000001:0.0:1788204702.403305:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309841417 00000100:00000001:0.0:1788204702.403309:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309842676 00000100:00000001:0.0:1788204702.403314:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204702.403318:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204702.403322:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204702.403325:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204702.403330:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204702.403332:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1788204702.403336:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204702.403338:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204702.403345:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204702.403351:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c849880 x1875052841996416/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204702.403370:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204702.403373:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204702.403375:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204702.403378:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204702.403381:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204702.403383:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c849880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841996416:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204702.403388:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204702.403389:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204702.403391:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204702.403416:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204702.403421:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376c00. 02000000:00000001:0.0:1788204702.403423:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204702.403426:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204702.403430:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788204702.403435:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788204702.403441:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841996416, portal 10 00000100:00000001:0.0:1788204702.403445:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204702.403448:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578516608 : -109644131035008 : ffff9c477c849880) 00000100:00000040:0.0:1788204702.403460:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c849880 x1875052841996416/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204727 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204702.403472:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204702.403477:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204702.403482:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3550. 00000100:00000200:0.0:1788204702.403486:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841996416, offset 0 00000400:00000200:0.0:1788204702.403491:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204702.403495:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204702.403499:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204702.403501:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204702.403504:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204702.403506:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204702.403508:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204702.403512:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704840:704840:254:4294967295] 192.168.201.101@tcp LPNI seq info [704835:704835:6:4294967295] 00000400:00000200:0.0:1788204702.403516:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204702.403524:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204702.403530:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204702.403534:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036800. 00000800:00000200:0.0:1788204702.403538:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000100:00000001:0.0:1788204702.403556:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204702.403559:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788204702.403561:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204702.403563:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309841418 00000100:00000001:0.0:1788204702.403566:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309842676 00000100:00000001:0.0:1788204702.403568:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309841418 00000100:00000001:0.0:1788204702.403569:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309842676 00000100:00000001:0.0:1788204702.403571:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204702.403573:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204702.403576:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204702.403578:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204702.403581:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204702.403582:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1788204702.403584:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204702.403585:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204702.403587:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204702.403590:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c848a80 x1875052841996544/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204702.403597:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204702.403598:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204702.403600:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204702.403602:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204702.403604:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204702.403607:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c848a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841996544:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204702.403611:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204702.403613:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204702.403614:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204702.403616:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204702.403619:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788204702.403621:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204702.403624:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204702.403626:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302b58. 00000400:00000010:0.0:1788204702.403630:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c32a8. 00000100:00000200:0.0:1788204702.403633:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841996544, portal 4 00000100:00000001:0.0:1788204702.403635:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204702.403636:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578513024 : -109644131038592 : ffff9c477c848a80) 00000100:00000040:0.0:1788204702.403642:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c848a80 x1875052841996544/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204727 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204702.403647:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204702.403649:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204702.403652:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3000. 00000100:00000200:0.0:1788204702.403653:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841996544, offset 0 00000400:00000200:0.0:1788204702.403657:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204702.403660:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204702.403663:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204702.403666:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204702.403668:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204702.403670:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204702.403672:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204702.403674:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704841:704841:253:4294967295] 192.168.201.101@tcp LPNI seq info [704836:704836:5:4294967295] 00000400:00000200:0.0:1788204702.403677:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204702.403682:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204702.403686:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204702.403689:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036200. 00000800:00000200:0.0:1788204702.403692:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000100:00000001:0.0:1788204702.403698:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204702.403701:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788204702.403704:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204702.403705:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309841444 00000100:00000001:0.0:1788204702.403707:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309842676 00000100:00000001:0.0:1788204702.403709:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309841444 00000100:00000001:0.0:1788204702.403711:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309842676 00000100:00000001:0.0:1788204702.403712:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204702.403714:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204702.403717:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204702.403718:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204702.403721:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204702.403722:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1788204702.403724:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204702.403725:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204702.403726:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204702.403727:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204703.042485:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204703.042490:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204703.042494:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204703.042494:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204703.042496:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204703.042497:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204703.042553:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204703.042556:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204703.042559:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204703.682543:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309842676, at 4309842688 00000100:00000040:1.0:1788204703.682543:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309842676, at 4309842688 00000100:00000010:0.0:1788204703.682560:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685baa80. 00000100:00000010:1.0:1788204703.682561:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba120. 00010000:00000001:0.0:1788204704.066559:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204704.066571:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204704.066579:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204704.066583:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204704.066586:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204704.066589:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204704.066593:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204704.066596:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204704.066598:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204704.066599:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204704.066602:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204704.066604:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204704.066604:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204704.066605:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204704.066606:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204704.066607:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204704.066609:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204704.066610:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204704.066637:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204704.066639:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204704.066641:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204705.090588:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204705.090598:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204705.090605:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204705.090606:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204705.090610:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204705.090611:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204705.090703:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204705.090708:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204705.090713:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788204705.474948:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204705.474958:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204705.474966:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204705.474984:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204702/real 1788204705] req@ffff9c477c84b800 x1875052841996288/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204705.475032:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204705.475038:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204705.475046:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302bb0. 00000400:00000200:0.0:1788204705.475054:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3088 00000400:00000010:0.0:1788204705.475060:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3088. 00000100:00000001:0.0:1788204705.475067:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204705.475077:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c84b800 x1875052841996288/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204705.475097:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c84b800 x1875052841996288/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204705.475113:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204705.475119:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204705.475126:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204705.475132:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204705.475141:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c84b800 x1875052841996288/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204705.475163:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204705.475176:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c84b800 x1875052841996288/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204727 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204705.475222:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204705.475228:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204705.475233:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204705.475235:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204705.475240:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204705.475244:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204705.475256:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204705.475269:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204705.475276:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204705.475284:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c84b800 x1875052841996288/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204727 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204705.475293:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c84b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841996288:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204705.475300:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204705.475304:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204702/real 1788204705] req@ffff9c477c84ad80 x1875052841996160/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204705.475320:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204705.475321:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204705.475324:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204705.475327:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204705.475329:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204705.475332:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204705.475335:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c84ad80 x1875052841996160/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204705.475343:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c84ad80 x1875052841996160/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204705.475350:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204705.475352:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204705.475354:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204705.475356:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204705.475359:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c84ad80 x1875052841996160/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204705.475366:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204705.475369:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c84ad80 x1875052841996160/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204727 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204705.475375:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204705.475378:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204705.475379:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204705.475381:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204705.475382:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204705.475384:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204705.475387:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204705.475391:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204705.475438:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204705.475443:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c84ad80 x1875052841996160/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204727 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204705.475452:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c84ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841996160:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204705.475458:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204705.475461:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204705.475465:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c84b800 x1875052841996288/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204727 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204705.475473:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204705.475477:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204705.475484:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788204705.475505:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204705.475508:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204705.475512:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204705.475515:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204705.475519:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f0800. 02000000:00000001:0.0:1788204705.475524:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204705.475527:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204705.475529:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c84b800. 00000100:00000001:0.0:1788204705.475535:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204705.475536:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204705.475538:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204705.475541:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c84ad80 x1875052841996160/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204727 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204705.475547:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204705.475549:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204705.475550:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377400. 02000000:00000001:0.0:1788204705.475554:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204705.475555:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204705.475557:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788204705.475559:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204705.475560:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f2000. 02000000:00000001:0.0:1788204705.475563:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204705.475565:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204705.475566:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c84ad80. 00000100:00000001:0.0:1788204705.475570:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204705.475571:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204705.475574:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204705.475576:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204705.475577:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204705.475578:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204705.475583:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204702/real 1788204705] req@ffff9c477c848a80 x1875052841996544/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204705.475592:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204705.475593:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204705.475595:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302b58. 00000400:00000200:0.0:1788204705.475598:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c32a8 00000400:00000010:0.0:1788204705.475600:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c32a8. 00000100:00000001:0.0:1788204705.475602:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204705.475605:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c848a80 x1875052841996544/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204705.475612:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c848a80 x1875052841996544/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204705.475618:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204705.475619:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204705.475621:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204705.475622:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204705.475625:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c848a80 x1875052841996544/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204705.475632:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204705.475635:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c848a80 x1875052841996544/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204727 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204705.475641:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204705.475644:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204705.475646:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204705.475647:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204705.475649:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204705.475652:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204705.475656:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204705.475663:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204705.475666:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204705.475671:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c848a80 x1875052841996544/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204727 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204705.475679:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c848a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841996544:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204705.475685:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204705.475691:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204702/real 1788204705] req@ffff9c477c849880 x1875052841996416/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204705.475698:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204705.475700:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204705.475701:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788204705.475704:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788204705.475705:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788204705.475707:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204705.475710:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c849880 x1875052841996416/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204705.475718:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c849880 x1875052841996416/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204705.475725:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204705.475726:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204705.475728:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204705.475729:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204705.475732:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c849880 x1875052841996416/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204705.475739:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204705.475743:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c849880 x1875052841996416/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204727 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204705.475751:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204705.475753:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204705.475755:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204705.475756:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204705.475757:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204705.475761:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204705.475763:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204705.475766:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204705.475768:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204705.475772:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c849880 x1875052841996416/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204727 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204705.475779:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c849880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841996416:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204705.475784:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204705.475786:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204705.475789:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c848a80 x1875052841996544/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204727 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204705.475796:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204705.475797:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204705.475799:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788204705.475802:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204705.475804:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204705.475805:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788204705.475807:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204705.475809:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f3400. 02000000:00000001:0.0:1788204705.475812:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204705.475813:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204705.475814:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c848a80. 00000100:00000001:0.0:1788204705.475816:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204705.475819:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204705.475821:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204705.475824:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c849880 x1875052841996416/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204727 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204705.475830:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204705.475831:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204705.475833:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376c00. 02000000:00000001:0.0:1788204705.475835:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204705.475836:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204705.475837:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204705.475852:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204705.475854:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f1c00. 02000000:00000001:0.0:1788204705.475857:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204705.475858:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204705.475860:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c849880. 00000100:00000001:0.0:1788204705.475862:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204705.475864:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204705.475866:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204705.475875:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204705.475878:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204705.475880:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204705.475883:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204706.114556:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204706.114563:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204706.114567:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204706.114568:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204706.114571:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204706.114571:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204706.114625:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204706.114628:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204706.114632:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204707.138485:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204707.138491:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204707.138494:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204707.138495:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204707.138497:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204707.138498:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204707.138531:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204707.138533:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204707.138535:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788204707.522525:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204707.522533:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788204707.522536:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204707.522539:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204707.522542:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204707.522548:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 15174 00000400:00000200:0.0:1788204707.522553:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204707.522557:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204707.522559:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204707.522561:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204707.522564:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204707.522565:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204707.522567:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204707.522570:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204707.522571:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788204707.522573:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204707.522575:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788204707.522576:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788204707.522578:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788204707.522579:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204707.522581:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204707.522582:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204707.522583:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204707.522585:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788204707.522587:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204707.522588:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204707.522590:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204707.522592:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204707.522594:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204707.522596:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788204707.522597:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204707.522602:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8a80. 00000020:00000040:0.0:1788204707.522605:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788204707.522608:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204707.522609:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204707.522611:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204707.522613:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204707.522617:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204707.522634:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376c00. 00000100:00000001:0.0:1788204707.522641:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204707.522651:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8a80 x1875052841996672/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204707.522660:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204707.522664:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204707.522669:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000320d64fa] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8a80 x1875052841996672/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204707.522698:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204707.522701:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204707.522704:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788204707.522706:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204707.522707:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204707.522710:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204707.522713:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15174 00000400:00000200:0.0:1788204707.522717:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204707.522720:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204707.522722:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204707.522725:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204707.522727:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204707.522729:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204707.522731:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204707.522733:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204707.522734:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788204707.522736:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204707.522738:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788204707.522740:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788204707.522741:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788204707.522744:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204707.522745:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204707.522747:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204707.522749:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204707.522750:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788204707.522753:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204707.522755:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204707.522757:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204707.522762:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204707.522764:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204707.522765:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204707.522770:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204707.522773:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204707.522774:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204707.522778:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9180. 00000020:00000040:0.0:1788204707.522780:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204707.522783:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204707.522784:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204707.522786:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204707.522787:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204707.522789:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204707.522792:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376000. 00000100:00000001:0.0:1788204707.522796:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204707.522801:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9180 x1875052841996800/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204707.522809:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204707.522811:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204707.522814:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b4a335a] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9180 x1875052841996800/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204707.522821:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204707.522823:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204707.522826:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788204707.522827:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204707.522829:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204707.522832:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204707.522834:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15174 00000400:00000200:0.0:1788204707.522838:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204707.522841:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204707.522842:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204707.522845:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204707.522846:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204707.522848:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204707.522850:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204707.522852:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204707.522854:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788204707.522855:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204707.522857:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788204707.522859:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788204707.522861:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788204707.522863:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204707.522865:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204707.522866:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204707.522868:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204707.522871:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788204707.522873:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204707.522875:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204707.522876:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204707.522879:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204707.522880:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204707.522882:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204707.522884:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204707.522886:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204707.522887:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204707.522891:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fa300. 00000020:00000040:0.0:1788204707.522893:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204707.522895:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204707.522896:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204707.522898:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204707.522899:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204707.522900:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204707.522903:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377400. 00000100:00000001:0.0:1788204707.522906:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204707.522910:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fa300 x1875052841996928/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204707.522916:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204707.522918:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204707.522922:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000643b1429] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fa300 x1875052841996928/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204707.522928:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204707.522930:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788204707.522933:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788204707.522936:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204707.522939:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788204707.522940:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204707.522942:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204707.522944:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204707.522946:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15174 00000400:00000200:0.0:1788204707.522949:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204707.522952:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204707.522955:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204707.522957:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204707.522959:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204707.522961:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204707.522963:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204707.522965:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204707.522966:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788204707.522968:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204707.522970:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788204707.522972:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788204707.522974:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788204707.522977:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204707.522979:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204707.522981:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204707.522983:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204707.522985:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788204707.522988:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204707.522990:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204707.522992:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204707.522995:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204707.522997:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204707.522999:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204707.523001:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788204707.523003:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204707.523006:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204707.523009:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fad80. 00000020:00000040:0.0:1788204707.523011:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788204707.523014:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204707.523015:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204707.523016:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204707.523017:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204707.523019:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204707.523022:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375800. 00000100:00000001:0.0:1788204707.523025:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204707.523029:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fad80 x1875052841997056/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204707.523035:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204707.523037:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204707.523041:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010fef5ed] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fad80 x1875052841997056/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204707.523048:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204707.523052:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15184) 00010000:00000001:0.0:1788204708.162524:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204708.162532:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204708.162538:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204708.162539:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204708.162542:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204708.162544:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204708.162584:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204708.162587:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204708.162590:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204708.802495:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309847796, at 4309847808 00000100:00000040:1.0:1788204708.802495:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309847796, at 4309847808 00000100:00000010:0.0:1788204708.802509:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa887e0. 00000100:00000010:1.0:1788204708.802511:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa884e0. 00010000:00000001:0.0:1788204709.186726:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204709.186748:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204709.186754:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204709.186755:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204709.186758:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204709.186760:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788204709.186896:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788204709.186899:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788204709.186902:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204710.210483:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204710.210490:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204710.210494:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204710.210496:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204710.210499:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204710.210500:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204710.210520:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204710.210522:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204710.210524:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204711.234520:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204711.234528:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204711.234533:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204711.234534:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204711.234538:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204711.234539:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204711.234564:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204711.234567:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204711.234570:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204712.258465:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204712.258471:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204712.258473:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204712.258475:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204712.258479:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204712.258481:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204712.258482:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204712.258484:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204712.258486:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204712.258487:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204712.258489:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204712.258490:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204712.258508:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204712.258511:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204712.258513:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788204712.642664:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204712.642670:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204712.642675:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204712.642687:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9f480 x1875052841997184/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204712.642710:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204712.642711:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204712.642714:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204712.642716:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204712.642718:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204712.642724:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841997184:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204712.642730:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204712.642734:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204712.642737:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204712.642741:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204712.642746:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377400. 02000000:00000001:0.0:1788204712.642752:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204712.642763:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204712.642769:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788204712.642779:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788204712.642788:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841997184, portal 25 00000100:00000001:0.0:1788204712.642793:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204712.642798:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330355328 : -109644379196288 : ffff9c476db9f480) 00000100:00000040:0.0:1788204712.642808:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9f480 x1875052841997184/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204712.642821:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204712.642829:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204712.642834:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c32a8. 00000100:00000200:0.0:1788204712.642840:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841997184, offset 0 00000400:00000200:0.0:1788204712.642855:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204712.642867:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204712.642879:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204712.642891:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204712.642899:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204712.642908:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204712.642915:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204712.642926:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704846:704846:256:4294967295] 192.168.201.101@tcp LPNI seq info [704841:704841:8:4294967295] 00000400:00000200:0.0:1788204712.642932:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204712.642946:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204712.642956:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204712.642964:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036900. 00000800:00000200:0.0:1788204712.642975:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204712.642981:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1788204712.643003:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204712.643009:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036900. 00000400:00000200:0.0:1788204712.643017:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204712.643030:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204712.643038:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c32a8 00000400:00000010:0.0:1788204712.643043:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c32a8. 00000100:00000001:0.0:1788204712.643051:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204712.643061:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9f480 x1875052841997184/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204712.643082:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204712.643089:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9f480 x1875052841997184/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204737 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204712.643109:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204712.643114:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204712.643123:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204712.643132:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204712.643138:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4309852916 00000100:00000010:0.0:1788204712.643145:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685baa80. 00000100:00000001:0.0:1788204712.643154:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788204712.643162:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4309852916 00000100:00000010:0.0:1788204712.643169:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba120. 00000100:00000001:0.0:1788204712.643172:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788204712.643176:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204712.643179:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204712.643181:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204712.643185:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204712/real 1788204712] req@ffff9c476db9f480 x1875052841997184/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204712.643192:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204712.643193:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204712.643195:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788204712.643196:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788204712.643197:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788204712.643199:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204712.643201:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9f480 x1875052841997184/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204712.643206:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9f480 x1875052841997184/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204712.643210:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204712.643211:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204712.643212:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204712.643213:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204712.643216:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9f480 x1875052841997184/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204712.643220:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204712.643223:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9f480 x1875052841997184/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204712.643227:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204712.643228:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204712.643229:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204712.643230:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204712.643231:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204712.643232:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204712.643234:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204712.643236:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204712.643238:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204712.643241:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9f480 x1875052841997184/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204712.643246:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841997184:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204712.643249:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204712.643250:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204712.643252:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9f480 x1875052841997184/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204712.643255:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204712.643257:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204712.643259:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377400. 02000000:00000001:0.0:1788204712.643261:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204712.643262:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204712.643263:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788204712.643264:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204712.643265:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a40c00. 02000000:00000001:0.0:1788204712.643268:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204712.643269:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204712.643270:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9f480. 00000100:00000001:0.0:1788204712.643272:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204712.643273:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204712.643274:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204712.643279:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204712.643281:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204712.643282:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204712.643283:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204712.643284:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204712.643286:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9f800 x1875052841997312/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204712.643290:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204712.643291:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204712.643292:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204712.643293:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204712.643295:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204712.643297:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841997312:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204712.643299:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204712.643300:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204712.643301:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204712.643302:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204712.643304:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377400. 02000000:00000001:0.0:1788204712.643305:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204712.643307:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204712.643309:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788204712.643311:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788204712.643314:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841997312, portal 10 00000100:00000001:0.0:1788204712.643315:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204712.643317:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330356224 : -109644379195392 : ffff9c476db9f800) 00000100:00000040:0.0:1788204712.643323:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9f800 x1875052841997312/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204712.643328:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204712.643331:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204712.643333:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c32a8. 00000100:00000200:0.0:1788204712.643335:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841997312, offset 0 00000400:00000200:0.0:1788204712.643339:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204712.643343:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204712.643347:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204712.643350:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204712.643353:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204712.643355:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204712.643357:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204712.643360:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704847:704847:256:4294967295] 192.168.201.101@tcp LPNI seq info [704842:704842:8:4294967295] 00000400:00000200:0.0:1788204712.643376:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204712.643383:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204712.643387:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204712.643391:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036900. 00000800:00000200:0.0:1788204712.643413:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204712.643416:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1788204712.643423:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204712.643424:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036900. 00000400:00000200:0.0:1788204712.643426:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204712.643429:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204712.643431:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c32a8 00000400:00000010:0.0:1788204712.643432:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c32a8. 00000100:00000001:0.0:1788204712.643433:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204712.643436:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9f800 x1875052841997312/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204712.643441:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204712.643443:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9f800 x1875052841997312/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204737 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204712.643447:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204712.643447:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204712.643450:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204712.643453:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788204712.643456:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204712.643458:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309851658 00000100:00000001:0.0:1788204712.643461:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309852916 00000100:00000001:0.0:1788204712.643463:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309851658 00000100:00000001:0.0:1788204712.643465:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309852916 00000100:00000001:0.0:1788204712.643466:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204712.643468:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204712.643470:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204712.643474:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204712/real 1788204712] req@ffff9c476db9f800 x1875052841997312/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204712.643487:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204712.643489:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204712.643490:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788204712.643493:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788204712.643494:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788204712.643496:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204712.643500:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9f800 x1875052841997312/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204712.643507:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9f800 x1875052841997312/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204712.643513:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204712.643514:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204712.643515:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204712.643517:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204712.643520:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9f800 x1875052841997312/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204712.643525:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204712.643529:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9f800 x1875052841997312/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204712.643534:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204712.643537:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204712.643538:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204712.643540:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204712.643542:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204712.643543:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204712.643545:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204712.643549:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204712.643551:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204712.643555:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9f800 x1875052841997312/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204712.643563:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841997312:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204712.643566:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204712.643570:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9c380 x1875052841997440/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204712.643576:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204712.643578:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204712.643580:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204712.643582:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204712.643583:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204712.643586:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841997440:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204712.643589:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204712.643591:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204712.643592:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204712.643594:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204712.643596:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788204712.643597:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204712.643599:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204712.643601:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788204712.643603:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788204712.643606:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841997440, portal 10 00000100:00000001:0.0:1788204712.643608:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204712.643609:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330342784 : -109644379208832 : ffff9c476db9c380) 00000100:00000040:0.0:1788204712.643615:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9c380 x1875052841997440/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204712.643621:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204712.643623:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204712.643625:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c32a8. 00000100:00000200:0.0:1788204712.643627:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841997440, offset 0 00000400:00000200:0.0:1788204712.643631:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204712.643635:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204712.643638:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204712.643641:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204712.643643:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204712.643645:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204712.643648:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204712.643650:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704848:704848:256:4294967295] 192.168.201.101@tcp LPNI seq info [704843:704843:8:4294967295] 00000400:00000200:0.0:1788204712.643655:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204712.643661:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204712.643665:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204712.643668:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036900. 00000800:00000200:0.0:1788204712.643672:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204712.643675:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1788204712.643684:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204712.643685:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036900. 00000400:00000200:0.0:1788204712.643687:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204712.643689:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204712.643691:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c32a8 00000400:00000010:0.0:1788204712.643692:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c32a8. 00000100:00000001:0.0:1788204712.643694:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204712.643696:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9c380 x1875052841997440/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204712.643701:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204712.643703:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9c380 x1875052841997440/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204737 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204712.643707:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204712.643707:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204712.643709:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204712.643712:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788204712.643714:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204712.643715:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309851658 00000100:00000001:0.0:1788204712.643717:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309852916 00000100:00000001:0.0:1788204712.643718:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309851658 00000100:00000001:0.0:1788204712.643719:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309852916 00000100:00000001:0.0:1788204712.643720:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204712.643722:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204712.643723:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204712.643725:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204712/real 1788204712] req@ffff9c476db9c380 x1875052841997440/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204712.643731:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204712.643733:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204712.643734:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788204712.643736:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788204712.643737:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788204712.643739:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204712.643742:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9c380 x1875052841997440/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204712.643749:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9c380 x1875052841997440/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204712.643754:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204712.643755:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204712.643757:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204712.643758:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204712.643761:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9c380 x1875052841997440/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204712.643767:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204712.643771:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9c380 x1875052841997440/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204712.643776:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204712.643778:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204712.643780:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204712.643781:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204712.643782:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204712.643783:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204712.643786:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204712.643789:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204712.643791:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204712.643794:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9c380 x1875052841997440/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204712.643800:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841997440:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204712.643803:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204712.643805:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9ca80 x1875052841997568/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204712.643811:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204712.643812:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204712.643815:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204712.643816:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204712.643818:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204712.643820:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841997568:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204712.643823:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204712.643824:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204712.643826:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204712.643828:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204712.643831:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376c00. 02000000:00000001:0.0:1788204712.643832:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204712.643835:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204712.643837:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788204712.643841:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788204712.643843:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841997568, portal 4 00000100:00000001:0.0:1788204712.643845:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204712.643846:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330344576 : -109644379207040 : ffff9c476db9ca80) 00000100:00000040:0.0:1788204712.643851:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9ca80 x1875052841997568/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204712.643857:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204712.643858:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204712.643860:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c32a8. 00000100:00000200:0.0:1788204712.643862:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841997568, offset 0 00000400:00000200:0.0:1788204712.643865:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204712.643868:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204712.643871:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204712.643874:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204712.643876:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204712.643878:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204712.643880:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204712.643883:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704849:704849:256:4294967295] 192.168.201.101@tcp LPNI seq info [704844:704844:8:4294967295] 00000400:00000200:0.0:1788204712.643887:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204712.643892:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204712.643896:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204712.643898:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036900. 00000800:00000200:0.0:1788204712.643902:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204712.643904:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1788204712.643913:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204712.643915:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036900. 00000400:00000200:0.0:1788204712.643917:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204712.643920:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204712.643922:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c32a8 00000400:00000010:0.0:1788204712.643924:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c32a8. 00000100:00000001:0.0:1788204712.643926:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204712.643929:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9ca80 x1875052841997568/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204712.643941:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204712.643943:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9ca80 x1875052841997568/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204737 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204712.643949:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204712.643950:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204712.643953:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204712.643956:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788204712.643959:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204712.643961:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309851684 00000100:00000001:0.0:1788204712.643963:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309852916 00000100:00000001:0.0:1788204712.643965:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309851684 00000100:00000001:0.0:1788204712.643967:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309852916 00000100:00000001:0.0:1788204712.643968:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204712.643970:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204712.643971:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204712.643976:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204712/real 1788204712] req@ffff9c476db9ca80 x1875052841997568/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204712.643984:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204712.643985:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204712.643986:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788204712.643988:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788204712.643990:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788204712.643992:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204712.643995:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9ca80 x1875052841997568/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204712.644002:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9ca80 x1875052841997568/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204712.644007:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204712.644009:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204712.644010:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204712.644011:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204712.644014:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9ca80 x1875052841997568/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204712.644020:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204712.644023:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9ca80 x1875052841997568/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204712.644028:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204712.644031:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204712.644032:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204712.644033:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204712.644035:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204712.644036:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204712.644038:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204712.644041:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204712.644043:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204712.644046:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9ca80 x1875052841997568/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204712.644052:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841997568:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204712.644055:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204712.644057:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204712.644060:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9f800 x1875052841997312/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204712.644064:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204712.644066:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204712.644067:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377400. 02000000:00000001:0.0:1788204712.644070:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204712.644071:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204712.644073:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204712.644074:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204712.644075:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a42000. 02000000:00000001:0.0:1788204712.644078:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204712.644080:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204712.644081:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9f800. 00000100:00000001:0.0:1788204712.644083:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204712.644085:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204712.644086:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204712.644089:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9c380 x1875052841997440/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204712.644095:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204712.644096:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204712.644097:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788204712.644099:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204712.644100:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204712.644101:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204712.644103:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204712.644104:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a43c00. 02000000:00000001:0.0:1788204712.644108:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204712.644109:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204712.644110:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9c380. 00000100:00000001:0.0:1788204712.644113:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204712.644114:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204712.644116:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204712.644119:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9ca80 x1875052841997568/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204712.644124:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204712.644125:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204712.644126:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376c00. 02000000:00000001:0.0:1788204712.644128:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204712.644129:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204712.644130:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788204712.644132:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204712.644133:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a42800. 02000000:00000001:0.0:1788204712.644135:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204712.644136:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204712.644137:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9ca80. 00000100:00000001:0.0:1788204712.644139:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204712.644140:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204712.644142:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204712.644146:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204712.644147:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204712.644149:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204712.644151:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204713.282503:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204713.282508:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204713.282512:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204713.282513:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204713.282516:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204713.282516:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788204713.282565:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788204713.282568:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788204713.282571:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204713.922485:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309852916, at 4309852928 00000100:00000040:1.0:1788204713.922485:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309852916, at 4309852928 00000100:00000010:1.0:1788204713.922499:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba120. 00000100:00000010:0.0:1788204713.922502:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685baa80. 00010000:00000001:0.0:1788204714.306487:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204714.306493:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204714.306497:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204714.306499:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204714.306501:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204714.306503:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204714.306505:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204714.306507:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204714.306508:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204714.306510:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204714.306512:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204714.306513:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204714.306514:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204714.306514:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204714.306515:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204714.306516:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204714.306517:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204714.306518:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204714.306544:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204714.306546:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204714.306548:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204715.330532:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204715.330538:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204715.330542:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204715.330543:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204715.330545:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204715.330546:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204715.330567:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204715.330569:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204715.330571:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204716.354485:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204716.354493:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204716.354500:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204716.354501:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204716.354517:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204716.354518:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204716.354543:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204716.354546:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204716.354548:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204717.378520:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204717.378526:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204717.378533:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204717.378535:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204717.378538:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204717.378540:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788204717.378604:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788204717.378607:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788204717.378610:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788204717.762729:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204717.762740:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204717.762745:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204717.762765:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9fb80 x1875052841997696/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204717.762805:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204717.762811:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204717.762819:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204717.762826:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204717.762848:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204717.762866:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841997696:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204717.762882:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204717.762890:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204717.762896:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204717.762902:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204717.762914:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376c00. 02000000:00000001:0.0:1788204717.762920:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204717.762936:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204717.762946:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788204717.762957:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788204717.762972:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841997696, portal 25 00000100:00000001:0.0:1788204717.762982:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204717.762985:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330357120 : -109644379194496 : ffff9c476db9fb80) 00000100:00000040:0.0:1788204717.763002:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9fb80 x1875052841997696/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204717.763030:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204717.763039:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204717.763045:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c32a8. 00000100:00000200:0.0:1788204717.763050:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841997696, offset 0 00000400:00000200:0.0:1788204717.763065:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204717.763084:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204717.763101:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204717.763117:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204717.763129:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204717.763139:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204717.763153:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204717.763171:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704850:704850:256:4294967295] 192.168.201.101@tcp LPNI seq info [704845:704845:8:4294967295] 00000400:00000200:0.0:1788204717.763196:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204717.763228:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204717.763250:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204717.763258:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036900. 00000800:00000200:0.0:1788204717.763272:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204717.763297:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1788204717.763345:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204717.763354:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036900. 00000400:00000200:0.0:1788204717.763363:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204717.763384:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204717.763392:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c32a8 00000400:00000010:0.0:1788204717.763441:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c32a8. 00000100:00000001:0.0:1788204717.763447:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204717.763452:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9fb80 x1875052841997696/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204717.763464:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204717.763469:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9fb80 x1875052841997696/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204742 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204717.763477:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204717.763479:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204717.763486:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204717.763490:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204717.763493:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4309858037 00000100:00000010:0.0:1788204717.763500:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685baa80. 00000100:00000001:0.0:1788204717.763506:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788204717.763513:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4309858037 00000100:00000010:0.0:1788204717.763517:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685bab40. 00000100:00000001:0.0:1788204717.763520:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788204717.763523:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204717.763526:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204717.763528:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204717.763534:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204717/real 1788204717] req@ffff9c476db9fb80 x1875052841997696/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204717.763544:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204717.763546:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204717.763548:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788204717.763551:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788204717.763553:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788204717.763555:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204717.763560:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9fb80 x1875052841997696/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204717.763577:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9fb80 x1875052841997696/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204717.763586:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204717.763587:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204717.763590:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204717.763592:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204717.763596:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9fb80 x1875052841997696/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204717.763605:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204717.763610:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9fb80 x1875052841997696/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204717.763618:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204717.763621:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204717.763622:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204717.763624:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204717.763626:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204717.763629:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204717.763632:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204717.763636:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204717.763639:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204717.763643:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9fb80 x1875052841997696/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204717.763652:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841997696:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204717.763657:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204717.763660:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204717.763663:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9fb80 x1875052841997696/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204717.763677:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204717.763680:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204717.763682:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376c00. 02000000:00000001:0.0:1788204717.763686:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204717.763688:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204717.763690:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788204717.763693:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204717.763695:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a42c00. 02000000:00000001:0.0:1788204717.763700:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204717.763702:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204717.763704:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9fb80. 00000100:00000001:0.0:1788204717.763707:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204717.763708:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204717.763711:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204717.763717:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204717.763719:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204717.763722:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204717.763724:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204717.763726:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204717.763730:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9d500 x1875052841997824/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204717.763738:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204717.763740:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204717.763743:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204717.763745:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204717.763748:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204717.763751:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841997824:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204717.763754:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204717.763758:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204717.763759:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204717.763762:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204717.763764:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376c00. 02000000:00000001:0.0:1788204717.763767:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204717.763770:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204717.763774:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788204717.763777:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788204717.763780:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841997824, portal 10 00000100:00000001:0.0:1788204717.763782:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204717.763784:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330347264 : -109644379204352 : ffff9c476db9d500) 00000100:00000040:0.0:1788204717.763791:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9d500 x1875052841997824/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204717.763799:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204717.763801:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204717.763803:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c32a8. 00000100:00000200:0.0:1788204717.763806:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841997824, offset 0 00000400:00000200:0.0:1788204717.763810:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204717.763814:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204717.763818:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204717.763822:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204717.763825:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204717.763827:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204717.763829:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204717.763833:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704851:704851:256:4294967295] 192.168.201.101@tcp LPNI seq info [704846:704846:8:4294967295] 00000400:00000200:0.0:1788204717.763837:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204717.763844:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204717.763850:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204717.763853:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036900. 00000800:00000200:0.0:1788204717.763858:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204717.763861:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1788204717.763874:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204717.763876:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036900. 00000400:00000200:0.0:1788204717.763880:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204717.763883:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204717.763887:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c32a8 00000400:00000010:0.0:1788204717.763888:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c32a8. 00000100:00000001:0.0:1788204717.763891:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204717.763896:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9d500 x1875052841997824/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204717.763905:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204717.763908:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9d500 x1875052841997824/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204742 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204717.763916:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204717.763917:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204717.763921:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204717.763924:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788204717.763927:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204717.763929:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309856778 00000100:00000001:0.0:1788204717.763932:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309858037 00000100:00000001:0.0:1788204717.763935:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309856778 00000100:00000001:0.0:1788204717.763937:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309858037 00000100:00000001:0.0:1788204717.763939:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204717.763941:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204717.763943:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204717.763947:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204717/real 1788204717] req@ffff9c476db9d500 x1875052841997824/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204717.763956:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204717.763957:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204717.763959:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788204717.763961:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788204717.763963:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788204717.763966:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204717.763969:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9d500 x1875052841997824/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204717.763978:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9d500 x1875052841997824/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204717.763992:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204717.763994:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204717.763996:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204717.763997:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204717.764001:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9d500 x1875052841997824/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204717.764009:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204717.764013:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9d500 x1875052841997824/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204717.764019:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204717.764022:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204717.764024:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204717.764026:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204717.764028:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204717.764030:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204717.764033:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204717.764037:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204717.764039:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204717.764044:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9d500 x1875052841997824/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204717.764053:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841997824:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204717.764057:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204717.764061:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9ed80 x1875052841997952/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204717.764069:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204717.764070:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204717.764073:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204717.764075:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204717.764077:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204717.764080:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841997952:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204717.764084:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204717.764086:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204717.764088:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204717.764090:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204717.764093:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788204717.764095:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204717.764099:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204717.764102:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788204717.764105:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788204717.764108:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841997952, portal 10 00000100:00000001:0.0:1788204717.764110:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204717.764112:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330353536 : -109644379198080 : ffff9c476db9ed80) 00000100:00000040:0.0:1788204717.764118:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9ed80 x1875052841997952/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204717.764125:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204717.764128:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204717.764130:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c32a8. 00000100:00000200:0.0:1788204717.764132:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841997952, offset 0 00000400:00000200:0.0:1788204717.764137:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204717.764140:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204717.764144:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204717.764147:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204717.764150:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204717.764153:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204717.764155:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204717.764158:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704852:704852:256:4294967295] 192.168.201.101@tcp LPNI seq info [704847:704847:8:4294967295] 00000400:00000200:0.0:1788204717.764163:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204717.764170:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204717.764175:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204717.764178:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036900. 00000800:00000200:0.0:1788204717.764182:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204717.764185:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1788204717.764198:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204717.764200:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036900. 00000400:00000200:0.0:1788204717.764203:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204717.764207:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204717.764210:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c32a8 00000400:00000010:0.0:1788204717.764212:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c32a8. 00000100:00000001:0.0:1788204717.764214:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204717.764218:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9ed80 x1875052841997952/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204717.764227:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204717.764230:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9ed80 x1875052841997952/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204742 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204717.764237:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204717.764239:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204717.764242:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204717.764245:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788204717.764248:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204717.764251:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309856778 00000100:00000001:0.0:1788204717.764253:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309858037 00000100:00000001:0.0:1788204717.764256:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309856778 00000100:00000001:0.0:1788204717.764258:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309858037 00000100:00000001:0.0:1788204717.764260:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204717.764262:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204717.764264:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204717.764269:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204717/real 1788204717] req@ffff9c476db9ed80 x1875052841997952/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204717.764292:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204717.764294:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204717.764296:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788204717.764299:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788204717.764301:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788204717.764303:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204717.764307:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9ed80 x1875052841997952/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204717.764317:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9ed80 x1875052841997952/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204717.764324:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204717.764326:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204717.764327:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204717.764329:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204717.764332:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9ed80 x1875052841997952/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204717.764340:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204717.764344:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9ed80 x1875052841997952/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204717.764352:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204717.764354:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204717.764356:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204717.764358:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204717.764360:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204717.764362:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204717.764365:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204717.764368:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204717.764370:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204717.764375:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9ed80 x1875052841997952/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204717.764384:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841997952:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204717.764388:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204717.764392:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9ca80 x1875052841998080/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204717.764419:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204717.764421:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204717.764423:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204717.764425:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204717.764427:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204717.764431:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841998080:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204717.764434:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204717.764437:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204717.764438:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204717.764441:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204717.764444:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377400. 02000000:00000001:0.0:1788204717.764446:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204717.764450:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204717.764453:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788204717.764456:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788204717.764459:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841998080, portal 4 00000100:00000001:0.0:1788204717.764460:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204717.764462:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330344576 : -109644379207040 : ffff9c476db9ca80) 00000100:00000040:0.0:1788204717.764468:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9ca80 x1875052841998080/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204717.764475:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204717.764478:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204717.764480:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c32a8. 00000100:00000200:0.0:1788204717.764483:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841998080, offset 0 00000400:00000200:0.0:1788204717.764487:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204717.764491:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204717.764495:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204717.764498:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204717.764501:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204717.764504:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204717.764506:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204717.764509:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704853:704853:256:4294967295] 192.168.201.101@tcp LPNI seq info [704848:704848:8:4294967295] 00000400:00000200:0.0:1788204717.764514:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204717.764521:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204717.764526:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204717.764529:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036900. 00000800:00000200:0.0:1788204717.764533:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204717.764536:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1788204717.764548:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204717.764550:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036900. 00000400:00000200:0.0:1788204717.764553:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204717.764557:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204717.764560:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c32a8 00000400:00000010:0.0:1788204717.764562:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c32a8. 00000100:00000001:0.0:1788204717.764564:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204717.764568:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9ca80 x1875052841998080/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204717.764576:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204717.764580:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9ca80 x1875052841998080/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204742 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204717.764587:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204717.764589:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204717.764592:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204717.764595:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788204717.764598:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204717.765756:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309856806 00000100:00000001:0.0:1788204717.765759:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309858037 00000100:00000001:0.0:1788204717.765762:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309856806 00000100:00000001:0.0:1788204717.765764:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309858037 00000100:00000001:0.0:1788204717.765766:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204717.765768:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204717.765770:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204717.765775:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204717/real 1788204717] req@ffff9c476db9ca80 x1875052841998080/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204717.765784:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204717.765786:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204717.765788:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788204717.765791:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788204717.765792:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788204717.765795:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204717.765798:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9ca80 x1875052841998080/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204717.765808:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9ca80 x1875052841998080/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204717.765815:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204717.765816:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204717.765818:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204717.765820:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204717.765824:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9ca80 x1875052841998080/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204717.765831:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204717.765835:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9ca80 x1875052841998080/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204717.765842:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204717.765845:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204717.765847:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204717.765848:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204717.765850:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204717.765852:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204717.765855:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204717.765858:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204717.765860:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204717.765865:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9ca80 x1875052841998080/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204717.765873:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841998080:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204717.765877:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204717.765879:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204717.765883:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9d500 x1875052841997824/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204717.765890:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204717.765892:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204717.765894:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376c00. 02000000:00000001:0.0:1788204717.765896:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204717.765898:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204717.765900:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204717.765902:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204717.765904:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a42800. 02000000:00000001:0.0:1788204717.765906:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204717.765908:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204717.765909:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9d500. 00000100:00000001:0.0:1788204717.765912:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204717.765913:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204717.765915:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204717.765918:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9ed80 x1875052841997952/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204717.765932:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204717.765933:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204717.765935:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788204717.765937:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204717.765938:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204717.765939:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204717.765941:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204717.765943:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a43c00. 02000000:00000001:0.0:1788204717.765946:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204717.765948:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204717.765949:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9ed80. 00000100:00000001:0.0:1788204717.765951:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204717.765953:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204717.765954:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204717.765958:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9ca80 x1875052841998080/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204717.765964:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204717.765966:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204717.765967:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377400. 02000000:00000001:0.0:1788204717.765969:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204717.765970:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204717.765972:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788204717.765974:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204717.765975:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a42000. 02000000:00000001:0.0:1788204717.765977:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204717.765978:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204717.765980:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9ca80. 00000100:00000001:0.0:1788204717.765982:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204717.765983:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204717.765986:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204717.765989:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204717.765991:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204717.765993:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204717.765995:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204718.402532:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204718.402540:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204718.402547:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204718.402548:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204718.402552:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204718.402553:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204718.402580:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204718.402583:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204718.402586:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204719.042481:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309858037, at 4309858048 00000100:00000040:1.0:1788204719.042481:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309858037, at 4309858048 00000100:00000010:0.0:1788204719.042497:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685baa80. 00000100:00000010:1.0:1788204719.042500:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685bab40. 00010000:00000001:0.0:1788204719.426515:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204719.426523:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204719.426530:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204719.426532:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204719.426536:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204719.426538:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204719.426565:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204719.426567:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204719.426569:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204720.450502:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204720.450513:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204720.450518:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204720.450522:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204720.450525:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204720.450526:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204720.450551:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204720.450554:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204720.450556:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204721.474528:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204721.474536:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204721.474539:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204721.474544:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204721.474549:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204721.474551:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204721.474553:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204721.474556:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204721.474559:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204721.474561:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204721.474564:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204721.474565:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788204721.474620:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788204721.474623:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788204721.474625:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204722.498507:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204722.498515:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204722.498521:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204722.498522:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204722.498525:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204722.498526:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204722.498549:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204722.498552:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204722.498555:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788204722.882756:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204722.882762:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204722.882765:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204722.882774:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c848700 x1875052841998208/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204722.882785:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204722.882788:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204722.882792:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204722.882796:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204722.882798:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204722.882805:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c848700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841998208:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204722.882812:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204722.882817:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204722.882820:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204722.882826:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204722.882831:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788204722.882835:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204722.882844:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204722.882849:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788204722.882859:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788204722.882869:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841998208, portal 25 00000100:00000001:0.0:1788204722.882874:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204722.882877:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578512128 : -109644131039488 : ffff9c477c848700) 00000100:00000040:0.0:1788204722.882886:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c848700 x1875052841998208/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204747 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204722.882905:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204722.882911:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204722.882915:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c32a8. 00000100:00000200:0.0:1788204722.882920:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841998208, offset 0 00000400:00000200:0.0:1788204722.882931:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204722.882942:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204722.882959:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204722.882964:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204722.882967:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204722.882969:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204722.882973:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204722.882979:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704854:704854:256:4294967295] 192.168.201.101@tcp LPNI seq info [704849:704849:8:4294967295] 00000400:00000200:0.0:1788204722.882986:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204722.882997:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204722.883007:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204722.883013:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036900. 00000800:00000200:0.0:1788204722.883021:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204722.883025:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1788204722.883049:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204722.883054:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036900. 00000400:00000200:0.0:1788204722.883063:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204722.883071:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204722.883077:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c32a8 00000400:00000010:0.0:1788204722.883081:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c32a8. 00000100:00000001:0.0:1788204722.883088:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204722.883095:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c848700 x1875052841998208/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204747 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204722.883112:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204722.883118:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c848700 x1875052841998208/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204747 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204722.883142:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204722.883146:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204722.883155:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204722.883163:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204722.883173:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4309863156 00000100:00000010:0.0:1788204722.883182:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685baa80. 00000100:00000001:0.0:1788204722.883200:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788204722.883208:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4309863156 00000100:00000010:0.0:1788204722.883214:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba4e0. 00000100:00000001:0.0:1788204722.883219:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788204722.883227:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204722.883232:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204722.883237:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204722.883245:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204722/real 1788204722] req@ffff9c477c848700 x1875052841998208/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204722.883265:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204722.883268:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204722.883271:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788204722.883277:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788204722.883280:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788204722.883286:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204722.883293:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c848700 x1875052841998208/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204722.883313:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c848700 x1875052841998208/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204722.883327:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204722.883329:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204722.883331:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204722.883335:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204722.883343:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c848700 x1875052841998208/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204722.883359:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204722.883368:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c848700 x1875052841998208/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204722.883383:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204722.883390:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204722.883420:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204722.883421:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204722.883424:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204722.883426:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204722.883432:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204722.883440:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204722.883444:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204722.883451:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c848700 x1875052841998208/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204722.883469:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c848700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841998208:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204722.883485:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204722.883490:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204722.883496:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c848700 x1875052841998208/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204722.883512:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204722.883516:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204722.883520:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788204722.883526:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204722.883529:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204722.883532:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788204722.883536:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204722.883540:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f1000. 02000000:00000001:0.0:1788204722.883547:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204722.883551:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204722.883555:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c848700. 00000100:00000001:0.0:1788204722.883562:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204722.883563:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204722.883565:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204722.883573:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204722.883575:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204722.883577:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204722.883579:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204722.883580:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204722.883583:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c848000 x1875052841998336/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204722.883590:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204722.883591:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204722.883593:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204722.883595:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204722.883597:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204722.883600:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c848000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841998336:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204722.883603:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204722.883605:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204722.883607:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204722.883609:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204722.883612:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788204722.883614:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204722.883617:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204722.883619:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788204722.883623:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788204722.883626:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841998336, portal 10 00000100:00000001:0.0:1788204722.883628:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204722.883629:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578510336 : -109644131041280 : ffff9c477c848000) 00000100:00000040:0.0:1788204722.883635:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c848000 x1875052841998336/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204747 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204722.883641:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204722.883644:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204722.883646:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c32a8. 00000100:00000200:0.0:1788204722.883648:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841998336, offset 0 00000400:00000200:0.0:1788204722.883652:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204722.883656:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204722.883659:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204722.883662:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204722.883665:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204722.883667:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204722.883670:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204722.883673:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704855:704855:256:4294967295] 192.168.201.101@tcp LPNI seq info [704850:704850:8:4294967295] 00000400:00000200:0.0:1788204722.883676:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204722.883683:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204722.883688:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204722.883690:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036900. 00000800:00000200:0.0:1788204722.883694:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204722.883697:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1788204722.883707:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204722.883709:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036900. 00000400:00000200:0.0:1788204722.883712:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204722.883715:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204722.883718:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c32a8 00000400:00000010:0.0:1788204722.883720:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c32a8. 00000100:00000001:0.0:1788204722.883722:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204722.883726:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c848000 x1875052841998336/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204747 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204722.883733:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204722.883736:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c848000 x1875052841998336/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204747 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204722.883742:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204722.883743:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204722.883747:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204722.883750:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788204722.883753:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204722.883756:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309861898 00000100:00000001:0.0:1788204722.883758:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309863156 00000100:00000001:0.0:1788204722.883760:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309861898 00000100:00000001:0.0:1788204722.883763:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309863156 00000100:00000001:0.0:1788204722.883764:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204722.883766:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204722.883768:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204722.883771:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204722/real 1788204722] req@ffff9c477c848000 x1875052841998336/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204722.883779:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204722.883780:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204722.883782:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788204722.883784:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788204722.883786:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788204722.883788:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204722.883791:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c848000 x1875052841998336/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204722.883799:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c848000 x1875052841998336/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204722.883805:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204722.883807:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204722.883808:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204722.883809:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204722.883813:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c848000 x1875052841998336/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204722.883819:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204722.883822:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c848000 x1875052841998336/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204722.883829:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204722.883832:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204722.883833:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204722.883834:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204722.883836:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204722.883838:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204722.883840:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204722.883843:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204722.883846:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204722.883849:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c848000 x1875052841998336/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204722.883856:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c848000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841998336:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204722.883860:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204722.883863:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c849c00 x1875052841998464/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204722.883870:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204722.883871:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204722.883873:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204722.883875:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204722.883877:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204722.883879:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c849c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841998464:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204722.883883:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204722.883885:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204722.883886:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204722.883888:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204722.883891:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376c00. 02000000:00000001:0.0:1788204722.883892:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204722.883896:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204722.883898:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788204722.883900:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788204722.883903:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841998464, portal 10 00000100:00000001:0.0:1788204722.883905:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204722.883906:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578517504 : -109644131034112 : ffff9c477c849c00) 00000100:00000040:0.0:1788204722.883911:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c849c00 x1875052841998464/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204747 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204722.883917:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204722.883919:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204722.883921:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c32a8. 00000100:00000200:0.0:1788204722.883924:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841998464, offset 0 00000400:00000200:0.0:1788204722.883927:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204722.883931:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204722.883934:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204722.883937:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204722.883939:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204722.883942:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204722.883944:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204722.883946:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704856:704856:256:4294967295] 192.168.201.101@tcp LPNI seq info [704851:704851:8:4294967295] 00000400:00000200:0.0:1788204722.883950:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204722.883956:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204722.883960:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204722.883964:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036900. 00000800:00000200:0.0:1788204722.883967:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204722.883970:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1788204722.883980:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204722.883982:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036900. 00000400:00000200:0.0:1788204722.883984:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204722.883987:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204722.883990:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c32a8 00000400:00000010:0.0:1788204722.883992:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c32a8. 00000100:00000001:0.0:1788204722.883994:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204722.883998:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c849c00 x1875052841998464/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204747 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204722.884005:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204722.884008:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c849c00 x1875052841998464/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204747 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204722.884013:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204722.884015:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204722.884017:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204722.884020:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788204722.884023:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204722.884025:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309861898 00000100:00000001:0.0:1788204722.884027:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309863156 00000100:00000001:0.0:1788204722.884029:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309861898 00000100:00000001:0.0:1788204722.884031:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309863156 00000100:00000001:0.0:1788204722.884033:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204722.884035:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204722.884037:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204722.884040:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204722/real 1788204722] req@ffff9c477c849c00 x1875052841998464/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204722.884047:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204722.884048:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204722.884049:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788204722.884051:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788204722.884053:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788204722.884055:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204722.884058:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c849c00 x1875052841998464/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204722.884066:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c849c00 x1875052841998464/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204722.884072:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204722.884073:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204722.884075:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204722.884077:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204722.884080:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c849c00 x1875052841998464/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204722.884087:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204722.884090:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c849c00 x1875052841998464/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204722.884097:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204722.884099:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204722.884100:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204722.884102:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204722.884103:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204722.884105:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204722.884108:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204722.884111:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204722.884113:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204722.884116:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c849c00 x1875052841998464/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204722.884124:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c849c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841998464:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204722.884128:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204722.884131:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c84b100 x1875052841998592/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204722.884137:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204722.884139:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204722.884141:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204722.884143:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204722.884145:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204722.884147:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c84b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841998592:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204722.884150:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204722.884152:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204722.884153:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204722.884155:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204722.884158:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374c00. 02000000:00000001:0.0:1788204722.884160:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204722.884163:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204722.884165:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788204722.884169:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788204722.884171:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841998592, portal 4 00000100:00000001:0.0:1788204722.884173:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204722.884174:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578522880 : -109644131028736 : ffff9c477c84b100) 00000100:00000040:0.0:1788204722.884180:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c84b100 x1875052841998592/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204747 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204722.884185:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204722.884201:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204722.884204:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c32a8. 00000100:00000200:0.0:1788204722.884207:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841998592, offset 0 00000400:00000200:0.0:1788204722.884211:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204722.884215:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204722.884218:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204722.884220:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204722.884222:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204722.884225:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204722.884227:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204722.884229:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704857:704857:256:4294967295] 192.168.201.101@tcp LPNI seq info [704852:704852:8:4294967295] 00000400:00000200:0.0:1788204722.884233:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204722.884239:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204722.884243:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204722.884246:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036900. 00000800:00000200:0.0:1788204722.884250:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204722.884252:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1788204722.884263:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204722.884264:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036900. 00000400:00000200:0.0:1788204722.884267:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204722.884270:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204722.884273:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c32a8 00000400:00000010:0.0:1788204722.884275:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c32a8. 00000100:00000001:0.0:1788204722.884277:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204722.884281:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c84b100 x1875052841998592/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204747 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204722.884287:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204722.884290:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84b100 x1875052841998592/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204747 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204722.884296:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204722.884298:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204722.884301:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204722.884304:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788204722.884307:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204722.884309:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309861924 00000100:00000001:0.0:1788204722.884311:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309863156 00000100:00000001:0.0:1788204722.884313:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309861924 00000100:00000001:0.0:1788204722.884315:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309863156 00000100:00000001:0.0:1788204722.884317:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204722.884319:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204722.884321:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204722.884324:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204722/real 1788204722] req@ffff9c477c84b100 x1875052841998592/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204722.884332:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204722.884333:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204722.884334:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788204722.884337:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788204722.884339:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788204722.884341:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204722.884344:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c84b100 x1875052841998592/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204722.884351:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c84b100 x1875052841998592/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204722.884357:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204722.884358:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204722.884360:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204722.884361:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204722.884364:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c84b100 x1875052841998592/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204722.884371:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204722.884374:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c84b100 x1875052841998592/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204722.884380:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204722.884382:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204722.884384:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204722.884385:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204722.884387:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204722.884389:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204722.884391:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204722.884411:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204722.884414:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204722.884418:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c84b100 x1875052841998592/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204722.884425:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c84b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841998592:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204722.884428:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204722.884431:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204722.884434:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c848000 x1875052841998336/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204722.884440:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204722.884441:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204722.884442:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788204722.884445:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204722.884446:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204722.884448:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204722.884450:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204722.884452:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f3c00. 02000000:00000001:0.0:1788204722.884454:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204722.884455:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204722.884457:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c848000. 00000100:00000001:0.0:1788204722.884459:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204722.884460:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204722.884461:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204722.884464:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c849c00 x1875052841998464/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204722.884470:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204722.884471:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204722.884472:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376c00. 02000000:00000001:0.0:1788204722.884474:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204722.884475:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204722.884476:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204722.884478:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204722.884480:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f2400. 02000000:00000001:0.0:1788204722.884481:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204722.884483:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204722.884484:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c849c00. 00000100:00000001:0.0:1788204722.884487:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204722.884488:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204722.884489:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204722.884493:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c84b100 x1875052841998592/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204722.884498:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204722.884500:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204722.884501:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374c00. 02000000:00000001:0.0:1788204722.884503:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204722.884504:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204722.884505:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788204722.884507:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204722.884508:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f1400. 02000000:00000001:0.0:1788204722.884511:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204722.884512:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204722.884513:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c84b100. 00000100:00000001:0.0:1788204722.884516:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204722.884516:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204722.884518:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204722.884521:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204722.884522:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204722.884524:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204722.884525:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204723.522502:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204723.522507:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204723.522511:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204723.522513:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204723.522516:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204723.522517:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204723.522547:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204723.522550:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204723.522553:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204724.162490:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309863156, at 4309863168 00000100:00000040:1.0:1788204724.162497:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309863156, at 4309863168 00000100:00000010:0.0:1788204724.162505:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685baa80. 00000100:00000010:1.0:1788204724.162507:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba4e0. 00010000:00000001:0.0:1788204724.546483:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204724.546491:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204724.546496:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204724.546500:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204724.546502:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204724.546505:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204724.546519:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204724.546521:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204724.546522:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204724.546524:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204724.546527:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204724.546528:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204724.546529:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204724.546530:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204724.546531:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204724.546532:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204724.546533:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204724.546534:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204724.546554:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204724.546557:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204724.546560:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204725.570517:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204725.570523:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204725.570528:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204725.570529:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204725.570533:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204725.570534:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788204725.570596:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788204725.570600:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788204725.570604:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204726.594461:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204726.594468:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204726.594473:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204726.594474:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204726.594478:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204726.594479:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204726.594498:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204726.594501:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204726.594503:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204727.618480:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204727.618486:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204727.618489:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204727.618490:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204727.618492:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204727.618493:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204727.618509:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204727.618511:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204727.618513:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788204728.002748:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204728.002754:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204728.002758:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204728.002766:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c84a680 x1875052841998720/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204728.002786:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204728.002789:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204728.002793:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204728.002796:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204728.002801:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204728.002806:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c84a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841998720:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204728.002811:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204728.002815:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204728.002819:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204728.002823:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204728.002832:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376c00. 02000000:00000001:0.0:1788204728.002843:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204728.002853:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204728.002859:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788204728.002868:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788204728.002877:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841998720, portal 25 00000100:00000001:0.0:1788204728.002882:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204728.002884:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578520192 : -109644131031424 : ffff9c477c84a680) 00000100:00000040:0.0:1788204728.002893:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c84a680 x1875052841998720/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204753 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204728.002916:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204728.002923:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204728.002928:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c32a8. 00000100:00000200:0.0:1788204728.002934:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841998720, offset 0 00000400:00000200:0.0:1788204728.002953:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204728.002964:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204728.002975:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204728.002984:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204728.002990:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204728.002996:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204728.003003:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204728.003011:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704858:704858:256:4294967295] 192.168.201.101@tcp LPNI seq info [704853:704853:8:4294967295] 00000400:00000200:0.0:1788204728.003021:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204728.003032:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204728.003051:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204728.003060:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036900. 00000800:00000200:0.0:1788204728.003071:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204728.003077:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 38 secs later) 00000800:00000100:0.0:1788204728.003111:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204728.003115:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036900. 00000400:00000200:0.0:1788204728.003122:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204728.003133:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204728.003142:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c32a8 00000400:00000010:0.0:1788204728.003144:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c32a8. 00000100:00000001:0.0:1788204728.003149:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204728.003157:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c84a680 x1875052841998720/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204753 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204728.003175:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204728.003183:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84a680 x1875052841998720/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204753 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204728.003193:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204728.003197:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204728.003205:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204728.003213:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204728.003220:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4309868276 00000100:00000010:0.0:1788204728.003229:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685baa80. 00000100:00000001:0.0:1788204728.003239:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788204728.003255:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4309868276 00000100:00000010:0.0:1788204728.003261:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba540. 00000100:00000001:0.0:1788204728.003266:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788204728.003271:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204728.003274:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204728.003277:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204728.003283:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204728/real 1788204728] req@ffff9c477c84a680 x1875052841998720/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204728.003299:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204728.003302:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204728.003306:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788204728.003311:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788204728.003316:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788204728.003322:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204728.003327:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c84a680 x1875052841998720/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204728.003335:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c84a680 x1875052841998720/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204728.003349:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204728.003352:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204728.003356:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204728.003359:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204728.003366:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c84a680 x1875052841998720/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204728.003374:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204728.003379:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c84a680 x1875052841998720/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204753 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204728.003390:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204728.003435:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204728.003438:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204728.003439:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204728.003441:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204728.003443:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204728.003446:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204728.003449:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204728.003454:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204728.003459:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c84a680 x1875052841998720/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204753 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204728.003467:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c84a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841998720:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204728.003485:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204728.003488:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204728.003493:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c84a680 x1875052841998720/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204753 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204728.003500:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204728.003503:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204728.003506:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376c00. 02000000:00000001:0.0:1788204728.003510:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204728.003512:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204728.003514:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788204728.003516:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204728.003519:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f3000. 02000000:00000001:0.0:1788204728.003522:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204728.003524:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204728.003525:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c84a680. 00000100:00000001:0.0:1788204728.003528:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204728.003529:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204728.003531:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204728.003538:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204728.003540:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204728.003542:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204728.003543:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204728.003544:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204728.003548:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c84a300 x1875052841998848/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204728.003554:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204728.003555:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204728.003557:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204728.003558:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204728.003560:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204728.003563:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c84a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841998848:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204728.003565:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204728.003567:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204728.003568:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204728.003570:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204728.003573:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376c00. 02000000:00000001:0.0:1788204728.003574:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204728.003578:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204728.003580:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788204728.003584:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788204728.003587:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841998848, portal 10 00000100:00000001:0.0:1788204728.003598:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204728.003599:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578519296 : -109644131032320 : ffff9c477c84a300) 00000100:00000040:0.0:1788204728.003605:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c84a300 x1875052841998848/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204753 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204728.003611:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204728.003613:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204728.003615:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c32a8. 00000100:00000200:0.0:1788204728.003617:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841998848, offset 0 00000400:00000200:0.0:1788204728.003621:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204728.003624:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204728.003628:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204728.003631:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204728.003633:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204728.003635:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204728.003638:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204728.003640:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704859:704859:256:4294967295] 192.168.201.101@tcp LPNI seq info [704854:704854:8:4294967295] 00000400:00000200:0.0:1788204728.003644:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204728.003651:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204728.003662:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204728.003666:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036900. 00000800:00000200:0.0:1788204728.003671:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204728.003673:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 38 secs later) 00000800:00000100:0.0:1788204728.003684:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204728.003685:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036900. 00000400:00000200:0.0:1788204728.003688:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204728.003691:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204728.003694:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c32a8 00000400:00000010:0.0:1788204728.003696:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c32a8. 00000100:00000001:0.0:1788204728.003698:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204728.003702:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c84a300 x1875052841998848/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204753 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204728.003709:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204728.003712:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84a300 x1875052841998848/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204753 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204728.003717:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204728.003719:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204728.003722:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204728.003726:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788204728.003728:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204728.003730:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309867018 00000100:00000001:0.0:1788204728.003733:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309868276 00000100:00000001:0.0:1788204728.003735:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309867018 00000100:00000001:0.0:1788204728.003737:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309868276 00000100:00000001:0.0:1788204728.003739:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204728.003741:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204728.003742:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204728.003746:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204728/real 1788204728] req@ffff9c477c84a300 x1875052841998848/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204728.003752:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204728.003753:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204728.003755:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788204728.003757:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788204728.003758:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788204728.003760:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204728.003763:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c84a300 x1875052841998848/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204728.003771:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c84a300 x1875052841998848/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204728.003777:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204728.003778:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204728.003779:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204728.003780:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204728.003783:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c84a300 x1875052841998848/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204728.003789:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204728.003792:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c84a300 x1875052841998848/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204753 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204728.003798:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204728.003800:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204728.003803:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204728.003804:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204728.003805:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204728.003807:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204728.003809:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204728.003812:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204728.003814:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204728.003818:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c84a300 x1875052841998848/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204753 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204728.003825:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c84a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841998848:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204728.003828:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204728.003832:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c849f80 x1875052841998976/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204728.003837:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204728.003839:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204728.003841:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204728.003842:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204728.003844:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204728.003847:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c849f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841998976:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204728.003850:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204728.003851:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204728.003853:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204728.003854:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204728.003858:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788204728.003859:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204728.003862:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204728.003864:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788204728.003866:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788204728.003869:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841998976, portal 10 00000100:00000001:0.0:1788204728.003870:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204728.003872:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578518400 : -109644131033216 : ffff9c477c849f80) 00000100:00000040:0.0:1788204728.003877:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c849f80 x1875052841998976/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204753 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204728.003883:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204728.003885:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204728.003887:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c32a8. 00000100:00000200:0.0:1788204728.003890:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841998976, offset 0 00000400:00000200:0.0:1788204728.003893:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204728.003897:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204728.003899:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204728.003901:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204728.003903:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204728.003904:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204728.003905:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204728.003908:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704860:704860:256:4294967295] 192.168.201.101@tcp LPNI seq info [704855:704855:8:4294967295] 00000400:00000200:0.0:1788204728.003910:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204728.003914:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204728.003917:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204728.003918:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036900. 00000800:00000200:0.0:1788204728.003921:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204728.003923:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 38 secs later) 00000800:00000100:0.0:1788204728.003929:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204728.003930:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036900. 00000400:00000200:0.0:1788204728.003932:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204728.003934:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204728.003936:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c32a8 00000400:00000010:0.0:1788204728.003937:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c32a8. 00000100:00000001:0.0:1788204728.003939:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204728.003941:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c849f80 x1875052841998976/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204753 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204728.003945:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204728.003947:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c849f80 x1875052841998976/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204753 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204728.003951:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204728.003952:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204728.003954:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204728.003956:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788204728.003958:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204728.003959:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309867018 00000100:00000001:0.0:1788204728.003961:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309868276 00000100:00000001:0.0:1788204728.003962:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309867018 00000100:00000001:0.0:1788204728.003963:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309868276 00000100:00000001:0.0:1788204728.003965:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204728.003966:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204728.003967:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204728.003969:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204728/real 1788204728] req@ffff9c477c849f80 x1875052841998976/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204728.003973:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204728.003974:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204728.003975:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788204728.003976:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788204728.003977:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788204728.003978:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204728.003979:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c849f80 x1875052841998976/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204728.003985:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c849f80 x1875052841998976/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204728.003991:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204728.003992:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204728.003994:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204728.003995:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204728.003998:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c849f80 x1875052841998976/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204728.004004:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204728.004007:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c849f80 x1875052841998976/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204753 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204728.004013:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204728.004016:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204728.004017:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204728.004018:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204728.004020:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204728.004022:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204728.004024:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204728.004028:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204728.004030:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204728.004033:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c849f80 x1875052841998976/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204753 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204728.004041:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c849f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841998976:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204728.004045:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204728.004048:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c84aa00 x1875052841999104/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204728.004054:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204728.004055:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204728.004057:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204728.004059:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204728.004060:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204728.004063:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c84aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841999104:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204728.004065:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204728.004068:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204728.004069:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204728.004071:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204728.004074:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375400. 02000000:00000001:0.0:1788204728.004076:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204728.004079:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204728.004082:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788204728.004085:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788204728.004087:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841999104, portal 4 00000100:00000001:0.0:1788204728.004089:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204728.004090:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578521088 : -109644131030528 : ffff9c477c84aa00) 00000100:00000040:0.0:1788204728.004096:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c84aa00 x1875052841999104/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204753 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204728.004111:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204728.004114:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204728.004116:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c32a8. 00000100:00000200:0.0:1788204728.004118:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841999104, offset 0 00000400:00000200:0.0:1788204728.004122:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204728.004125:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204728.004128:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204728.004130:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204728.004133:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204728.004135:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204728.004137:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204728.004139:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704861:704861:256:4294967295] 192.168.201.101@tcp LPNI seq info [704856:704856:8:4294967295] 00000400:00000200:0.0:1788204728.004143:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204728.004148:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204728.004153:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204728.004156:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036900. 00000800:00000200:0.0:1788204728.004160:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204728.004162:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 38 secs later) 00000800:00000100:0.0:1788204728.004172:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204728.004174:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036900. 00000400:00000200:0.0:1788204728.004176:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204728.004178:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204728.004180:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c32a8 00000400:00000010:0.0:1788204728.004181:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c32a8. 00000100:00000001:0.0:1788204728.004182:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204728.004184:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c84aa00 x1875052841999104/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204753 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204728.004189:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204728.004191:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84aa00 x1875052841999104/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204753 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204728.004195:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204728.004196:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204728.004198:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204728.004199:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788204728.004201:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204728.004203:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309867044 00000100:00000001:0.0:1788204728.004205:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309868276 00000100:00000001:0.0:1788204728.004207:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309867044 00000100:00000001:0.0:1788204728.004209:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309868276 00000100:00000001:0.0:1788204728.004211:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204728.004213:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204728.004215:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204728.004218:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204728/real 1788204728] req@ffff9c477c84aa00 x1875052841999104/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204728.004224:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204728.004225:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204728.004227:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788204728.004229:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788204728.004231:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788204728.004233:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204728.004236:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c84aa00 x1875052841999104/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204728.004244:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c84aa00 x1875052841999104/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204728.004251:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204728.004252:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204728.004254:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204728.004255:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204728.004258:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c84aa00 x1875052841999104/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204728.004264:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204728.004266:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c84aa00 x1875052841999104/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204753 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204728.004270:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204728.004271:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204728.004272:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204728.004273:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204728.004275:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204728.004276:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204728.004279:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204728.004281:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204728.004283:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204728.004286:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c84aa00 x1875052841999104/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204753 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204728.004292:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c84aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841999104:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204728.004296:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204728.004298:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204728.004301:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c84a300 x1875052841998848/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204753 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204728.004307:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204728.004309:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204728.004311:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376c00. 02000000:00000001:0.0:1788204728.004313:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204728.004314:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204728.004316:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204728.004318:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204728.004319:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f0c00. 02000000:00000001:0.0:1788204728.004322:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204728.004323:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204728.004324:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c84a300. 00000100:00000001:0.0:1788204728.004326:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204728.004327:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204728.004328:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204728.004331:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c849f80 x1875052841998976/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204753 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204728.004337:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204728.004338:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204728.004339:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788204728.004341:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204728.004342:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204728.004343:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204728.004345:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204728.004346:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f0000. 02000000:00000001:0.0:1788204728.004348:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204728.004349:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204728.004350:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c849f80. 00000100:00000001:0.0:1788204728.004353:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204728.004354:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204728.004356:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204728.004359:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c84aa00 x1875052841999104/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204753 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204728.004365:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204728.004366:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204728.004367:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375400. 02000000:00000001:0.0:1788204728.004370:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204728.004371:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204728.004371:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788204728.004373:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204728.004374:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f1800. 02000000:00000001:0.0:1788204728.004376:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204728.004377:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204728.004378:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c84aa00. 00000100:00000001:0.0:1788204728.004380:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204728.004381:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204728.004383:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204728.004386:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204728.004388:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204728.004389:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204728.004391:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204728.642503:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204728.642510:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204728.642516:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204728.642518:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204728.642521:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204728.642522:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204728.642545:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204728.642548:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204728.642551:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204729.282503:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309868276, at 4309868288 00000100:00000040:1.0:1788204729.282505:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309868276, at 4309868288 00000100:00000010:1.0:1788204729.282518:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba540. 00000100:00000010:0.0:1788204729.282521:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685baa80. 00010000:00000001:0.0:1788204729.666496:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204729.666501:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204729.666505:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204729.666506:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204729.666508:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204729.666509:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788204729.666556:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788204729.666560:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788204729.666562:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204730.690507:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204730.690512:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204730.690516:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204730.690517:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204730.690520:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204730.690521:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204730.690539:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204730.690541:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204730.690543:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204731.714459:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204731.714465:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204731.714467:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204731.714469:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204731.714473:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204731.714475:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204731.714476:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204731.714477:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204731.714480:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204731.714481:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204731.714483:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204731.714484:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204731.714499:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204731.714500:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204731.714502:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204732.738458:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204732.738467:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204732.738474:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204732.738476:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204732.738479:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204732.738480:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204732.738508:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204732.738512:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204732.738514:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788204733.122760:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204733.122766:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204733.122771:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204733.122782:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c849180 x1875052841999232/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204733.122802:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204733.122806:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204733.122813:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204733.122818:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204733.122824:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204733.122831:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c849180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841999232:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204733.122840:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204733.122846:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204733.122850:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204733.122856:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204733.122864:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788204733.122868:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204733.122879:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204733.122886:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788204733.122896:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788204733.122906:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841999232, portal 25 00000100:00000001:0.0:1788204733.122912:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204733.122915:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578514816 : -109644131036800 : ffff9c477c849180) 00000100:00000040:0.0:1788204733.122924:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c849180 x1875052841999232/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204758 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204733.122937:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204733.122942:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204733.122946:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c32a8. 00000100:00000200:0.0:1788204733.122962:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841999232, offset 0 00000400:00000200:0.0:1788204733.122979:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204733.122992:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204733.123001:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204733.123008:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204733.123027:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204733.123034:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204733.123041:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204733.123049:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704862:704862:256:4294967295] 192.168.201.101@tcp LPNI seq info [704857:704857:8:4294967295] 00000400:00000200:0.0:1788204733.123060:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204733.123076:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204733.123088:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204733.123095:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036900. 00000800:00000200:0.0:1788204733.123106:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204733.123113:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 33 secs later) 00000800:00000100:0.0:1788204733.123138:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204733.123141:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036900. 00000400:00000200:0.0:1788204733.123151:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204733.123161:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204733.123171:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c32a8 00000400:00000010:0.0:1788204733.123175:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c32a8. 00000100:00000001:0.0:1788204733.123181:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204733.123189:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c849180 x1875052841999232/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204758 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204733.123207:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204733.123214:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c849180 x1875052841999232/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204758 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204733.123231:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204733.123235:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204733.123245:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204733.123256:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204733.123262:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4309873396 00000100:00000010:0.0:1788204733.123271:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685baa80. 00000100:00000001:0.0:1788204733.123282:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788204733.123292:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4309873396 00000100:00000010:0.0:1788204733.123298:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba780. 00000100:00000001:0.0:1788204733.123306:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788204733.123312:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204733.123318:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204733.123325:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204733.123334:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204733/real 1788204733] req@ffff9c477c849180 x1875052841999232/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204733.123366:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204733.123369:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204733.123373:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788204733.123376:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788204733.123380:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788204733.123383:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204733.123391:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c849180 x1875052841999232/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204733.123433:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c849180 x1875052841999232/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204733.123444:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204733.123448:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204733.123452:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204733.123456:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204733.123465:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c849180 x1875052841999232/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204733.123477:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204733.123484:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c849180 x1875052841999232/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204758 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204733.123492:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204733.123496:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204733.123505:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204733.123507:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204733.123513:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204733.123515:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204733.123518:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204733.123522:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204733.123525:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204733.123530:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c849180 x1875052841999232/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204758 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204733.123539:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c849180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841999232:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204733.123544:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204733.123546:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204733.123550:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c849180 x1875052841999232/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204758 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204733.123557:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204733.123560:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204733.123563:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788204733.123566:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204733.123568:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204733.123570:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788204733.123572:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204733.123575:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f2800. 02000000:00000001:0.0:1788204733.123579:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204733.123581:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204733.123583:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c849180. 00000100:00000001:0.0:1788204733.123587:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204733.123588:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204733.123590:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204733.123598:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204733.123600:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204733.123602:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204733.123603:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204733.123605:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204733.123608:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c84aa00 x1875052841999360/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204733.123615:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204733.123616:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204733.123618:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204733.123620:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204733.123622:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204733.123625:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c84aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841999360:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204733.123629:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204733.123631:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204733.123633:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204733.123634:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204733.123644:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788204733.123646:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204733.123650:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204733.123653:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788204733.123656:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788204733.123659:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841999360, portal 10 00000100:00000001:0.0:1788204733.123661:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204733.123663:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578521088 : -109644131030528 : ffff9c477c84aa00) 00000100:00000040:0.0:1788204733.123669:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c84aa00 x1875052841999360/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204758 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204733.123675:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204733.123678:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204733.123680:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c32a8. 00000100:00000200:0.0:1788204733.123682:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841999360, offset 0 00000400:00000200:0.0:1788204733.123686:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204733.123690:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204733.123694:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204733.123697:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204733.123700:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204733.123702:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204733.123704:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204733.123707:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704863:704863:256:4294967295] 192.168.201.101@tcp LPNI seq info [704858:704858:8:4294967295] 00000400:00000200:0.0:1788204733.123711:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204733.123717:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204733.123722:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204733.123725:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036900. 00000800:00000200:0.0:1788204733.123728:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204733.123731:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 33 secs later) 00000800:00000100:0.0:1788204733.123741:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204733.123743:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036900. 00000400:00000200:0.0:1788204733.123746:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204733.123749:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204733.123752:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c32a8 00000400:00000010:0.0:1788204733.123754:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c32a8. 00000100:00000001:0.0:1788204733.123756:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204733.123760:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c84aa00 x1875052841999360/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204758 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204733.123767:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204733.123770:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84aa00 x1875052841999360/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204758 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204733.123776:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204733.123778:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204733.123781:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204733.123784:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788204733.123787:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204733.123789:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309872138 00000100:00000001:0.0:1788204733.123792:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309873396 00000100:00000001:0.0:1788204733.123794:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309872138 00000100:00000001:0.0:1788204733.123796:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309873396 00000100:00000001:0.0:1788204733.123798:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204733.123800:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204733.123802:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204733.123806:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204733/real 1788204733] req@ffff9c477c84aa00 x1875052841999360/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204733.123813:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204733.123815:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204733.123816:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788204733.123819:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788204733.123820:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788204733.123822:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204733.123825:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c84aa00 x1875052841999360/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204733.123833:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c84aa00 x1875052841999360/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204733.123840:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204733.123841:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204733.123842:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204733.123844:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204733.123847:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c84aa00 x1875052841999360/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204733.123854:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204733.123857:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c84aa00 x1875052841999360/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204758 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204733.123864:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204733.123867:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204733.123868:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204733.123870:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204733.123871:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204733.123873:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204733.123876:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204733.123879:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204733.123881:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204733.123885:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c84aa00 x1875052841999360/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204758 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204733.123892:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c84aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841999360:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204733.123896:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204733.123899:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c849f80 x1875052841999488/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204733.123905:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204733.123906:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204733.123908:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204733.123910:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204733.123912:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204733.123915:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c849f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841999488:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204733.123918:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204733.123920:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204733.123921:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204733.123923:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204733.123926:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376c00. 02000000:00000001:0.0:1788204733.123928:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204733.123931:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204733.123933:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788204733.123936:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788204733.123939:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841999488, portal 10 00000100:00000001:0.0:1788204733.123941:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204733.123942:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578518400 : -109644131033216 : ffff9c477c849f80) 00000100:00000040:0.0:1788204733.123948:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c849f80 x1875052841999488/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204758 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204733.123954:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204733.123956:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204733.123958:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c32a8. 00000100:00000200:0.0:1788204733.123961:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841999488, offset 0 00000400:00000200:0.0:1788204733.123964:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204733.123967:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204733.123971:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204733.123973:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204733.123976:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204733.123978:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204733.123981:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204733.123984:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704864:704864:256:4294967295] 192.168.201.101@tcp LPNI seq info [704859:704859:8:4294967295] 00000400:00000200:0.0:1788204733.123987:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204733.123993:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204733.123998:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204733.124001:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036900. 00000800:00000200:0.0:1788204733.124005:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204733.124007:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 33 secs later) 00000800:00000100:0.0:1788204733.124032:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204733.124034:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036900. 00000400:00000200:0.0:1788204733.124037:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204733.124040:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204733.124043:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c32a8 00000400:00000010:0.0:1788204733.124045:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c32a8. 00000100:00000001:0.0:1788204733.124047:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204733.124051:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c849f80 x1875052841999488/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204758 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204733.124059:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204733.124061:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c849f80 x1875052841999488/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204758 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204733.124067:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204733.124069:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204733.124072:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204733.124075:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788204733.124078:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204733.124080:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309872138 00000100:00000001:0.0:1788204733.124083:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309873396 00000100:00000001:0.0:1788204733.124085:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309872138 00000100:00000001:0.0:1788204733.124088:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309873396 00000100:00000001:0.0:1788204733.124090:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204733.124092:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204733.124094:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204733.124098:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204733/real 1788204733] req@ffff9c477c849f80 x1875052841999488/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204733.124105:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204733.124106:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204733.124108:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788204733.124110:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788204733.124112:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788204733.124114:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204733.124117:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c849f80 x1875052841999488/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204733.124124:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c849f80 x1875052841999488/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204733.124131:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204733.124132:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204733.124134:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204733.124136:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204733.124139:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c849f80 x1875052841999488/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204733.124146:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204733.124150:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c849f80 x1875052841999488/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204758 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204733.124156:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204733.124159:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204733.124161:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204733.124162:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204733.124164:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204733.124166:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204733.124169:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204733.124172:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204733.124174:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204733.124178:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c849f80 x1875052841999488/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204758 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204733.124186:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c849f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841999488:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204733.124190:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204733.124193:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c84a300 x1875052841999616/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204733.124200:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204733.124201:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204733.124203:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204733.124205:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204733.124207:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204733.124210:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c84a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841999616:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204733.124213:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204733.124214:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204733.124216:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204733.124218:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204733.124221:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375000. 02000000:00000001:0.0:1788204733.124223:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204733.124226:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204733.124228:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788204733.124232:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788204733.124234:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841999616, portal 4 00000100:00000001:0.0:1788204733.124236:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204733.124237:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578519296 : -109644131032320 : ffff9c477c84a300) 00000100:00000040:0.0:1788204733.124243:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c84a300 x1875052841999616/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204758 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204733.124249:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204733.124252:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204733.124254:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c32a8. 00000100:00000200:0.0:1788204733.124257:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052841999616, offset 0 00000400:00000200:0.0:1788204733.124261:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204733.124264:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204733.124267:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204733.124270:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204733.124273:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204733.124275:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204733.124277:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204733.124280:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704865:704865:256:4294967295] 192.168.201.101@tcp LPNI seq info [704860:704860:8:4294967295] 00000400:00000200:0.0:1788204733.124284:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204733.124290:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204733.124295:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204733.124297:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036900. 00000800:00000200:0.0:1788204733.124301:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204733.124304:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 33 secs later) 00000800:00000100:0.0:1788204733.124314:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204733.124316:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036900. 00000400:00000200:0.0:1788204733.124319:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204733.124322:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204733.124325:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c32a8 00000400:00000010:0.0:1788204733.124326:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c32a8. 00000100:00000001:0.0:1788204733.124329:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204733.124332:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c84a300 x1875052841999616/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204758 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204733.124340:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204733.124343:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84a300 x1875052841999616/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204758 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204733.124356:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204733.124357:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204733.124360:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204733.124363:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788204733.124367:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204733.124370:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309872164 00000100:00000001:0.0:1788204733.124372:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309873396 00000100:00000001:0.0:1788204733.124374:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309872164 00000100:00000001:0.0:1788204733.124377:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309873396 00000100:00000001:0.0:1788204733.124379:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204733.124380:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204733.124382:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204733.124386:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204733/real 1788204733] req@ffff9c477c84a300 x1875052841999616/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204733.124410:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204733.124412:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204733.124413:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788204733.124416:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788204733.124418:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788204733.124420:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204733.124424:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c84a300 x1875052841999616/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204733.124432:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c84a300 x1875052841999616/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204733.124438:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204733.124440:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204733.124441:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204733.124443:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204733.124446:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c84a300 x1875052841999616/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204733.124453:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204733.124455:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c84a300 x1875052841999616/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204758 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204733.124460:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204733.124461:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204733.124462:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204733.124463:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204733.124464:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204733.124465:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204733.124466:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204733.124468:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204733.124470:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204733.124472:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c84a300 x1875052841999616/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204758 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204733.124476:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c84a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841999616:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204733.124478:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204733.124480:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204733.124481:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c84aa00 x1875052841999360/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204758 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204733.124485:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204733.124486:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204733.124487:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788204733.124489:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204733.124490:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204733.124491:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204733.124492:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204733.124493:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f3800. 02000000:00000001:0.0:1788204733.124495:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204733.124496:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204733.124498:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c84aa00. 00000100:00000001:0.0:1788204733.124500:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204733.124501:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204733.124502:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204733.124505:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c849f80 x1875052841999488/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204758 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204733.124512:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204733.124513:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204733.124514:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376c00. 02000000:00000001:0.0:1788204733.124516:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204733.124517:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204733.124519:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204733.124521:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204733.124522:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f1800. 02000000:00000001:0.0:1788204733.124525:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204733.124526:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204733.124527:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c849f80. 00000100:00000001:0.0:1788204733.124529:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204733.124531:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204733.124532:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204733.124536:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c84a300 x1875052841999616/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204758 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204733.124542:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204733.124543:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204733.124545:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375000. 02000000:00000001:0.0:1788204733.124547:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204733.124548:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204733.124550:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788204733.124551:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204733.124553:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f0000. 02000000:00000001:0.0:1788204733.124555:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204733.124556:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204733.124557:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c84a300. 00000100:00000001:0.0:1788204733.124559:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204733.124561:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204733.124563:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204733.124565:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204733.124566:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204733.124567:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204733.124569:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204733.762489:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204733.762497:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204733.762504:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204733.762505:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204733.762509:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204733.762511:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788204733.762587:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788204733.762592:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788204733.762595:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204734.402503:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309873396, at 4309873408 00000100:00000040:1.0:1788204734.402504:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309873396, at 4309873408 00000100:00000010:1.0:1788204734.402518:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba780. 00000100:00000010:0.0:1788204734.402526:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685baa80. 00010000:00000001:0.0:1788204734.786529:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204734.786536:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204734.786542:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204734.786546:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204734.786548:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204734.786553:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204734.786556:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204734.786559:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204734.786562:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204734.786564:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204734.786569:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204734.786571:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204734.786572:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204734.786573:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204734.786575:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204734.786576:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204734.786578:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204734.786580:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204734.786608:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204734.786610:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204734.786612:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204735.810500:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204735.810508:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204735.810512:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204735.810514:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204735.810517:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204735.810518:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204735.810550:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204735.810553:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204735.810555:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204736.834506:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204736.834517:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204736.834525:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204736.834527:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204736.834532:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204736.834534:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204736.834565:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204736.834568:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204736.834572:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204737.858497:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204737.858505:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204737.858510:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204737.858511:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204737.858514:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204737.858515:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788204737.858575:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788204737.858579:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788204737.858583:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788204738.242800:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204738.242807:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204738.242811:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204738.242822:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9c380 x1875052841999744/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204738.242838:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204738.242842:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204738.242847:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204738.242850:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204738.242854:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204738.242861:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841999744:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204738.242868:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204738.242874:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204738.242877:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204738.242881:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204738.242887:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788204738.242891:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204738.242910:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204738.242917:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788204738.242938:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788204738.242955:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841999744, portal 25 00000100:00000001:0.0:1788204738.242961:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204738.242966:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330342784 : -109644379208832 : ffff9c476db9c380) 00000100:00000040:0.0:1788204738.242976:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9c380 x1875052841999744/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204763 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204738.242998:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204738.243005:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204738.243014:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c32a8. 00000100:00000200:0.0:1788204738.243021:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052841999744, offset 0 00000400:00000200:0.0:1788204738.243034:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204738.243051:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204738.243065:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204738.243077:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204738.243086:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204738.243092:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204738.243098:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204738.243107:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704866:704866:256:4294967295] 192.168.201.101@tcp LPNI seq info [704861:704861:8:4294967295] 00000400:00000200:0.0:1788204738.243117:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204738.243136:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204738.243147:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204738.243162:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036900. 00000800:00000200:0.0:1788204738.243176:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204738.243183:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 28 secs later) 00000800:00000100:0.0:1788204738.243227:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204738.243234:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036900. 00000400:00000200:0.0:1788204738.243243:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204738.243256:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204738.243263:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c32a8 00000400:00000010:0.0:1788204738.243268:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c32a8. 00000100:00000001:0.0:1788204738.243275:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204738.243281:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9c380 x1875052841999744/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204763 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204738.243293:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204738.243298:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9c380 x1875052841999744/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204763 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204738.243307:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204738.243309:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204738.243318:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204738.243322:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204738.243324:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4309878516 00000100:00000010:0.0:1788204738.243330:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685baa80. 00000100:00000001:0.0:1788204738.243337:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788204738.243344:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4309878516 00000100:00000010:0.0:1788204738.243348:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685bad20. 00000100:00000001:0.0:1788204738.243352:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788204738.243355:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204738.243359:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204738.243362:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204738.243367:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204738/real 1788204738] req@ffff9c476db9c380 x1875052841999744/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204738.243380:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204738.243382:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204738.243384:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788204738.243387:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788204738.243388:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788204738.243391:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204738.243413:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9c380 x1875052841999744/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204738.243426:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9c380 x1875052841999744/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204738.243431:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204738.243432:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204738.243434:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204738.243436:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204738.243439:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9c380 x1875052841999744/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204738.243444:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204738.243448:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9c380 x1875052841999744/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204763 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204738.243453:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204738.243455:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204738.243456:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204738.243457:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204738.243459:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204738.243461:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204738.243463:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204738.243466:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204738.243467:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204738.243470:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9c380 x1875052841999744/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204763 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204738.243475:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052841999744:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204738.243480:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204738.243482:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204738.243484:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9c380 x1875052841999744/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204763 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204738.243493:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204738.243496:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204738.243498:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788204738.243501:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204738.243503:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204738.243504:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788204738.243506:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204738.243508:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a43400. 02000000:00000001:0.0:1788204738.243514:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204738.243515:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204738.243517:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9c380. 00000100:00000001:0.0:1788204738.243520:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204738.243521:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204738.243523:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204738.243530:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204738.243532:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204738.243533:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204738.243534:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204738.243536:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204738.243538:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9f800 x1875052841999872/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204738.243543:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204738.243544:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204738.243546:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204738.243547:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204738.243548:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204738.243550:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841999872:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204738.243553:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204738.243555:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204738.243556:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204738.243557:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204738.243559:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788204738.243561:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204738.243564:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204738.243566:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788204738.243569:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788204738.243572:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052841999872, portal 10 00000100:00000001:0.0:1788204738.243573:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204738.243574:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330356224 : -109644379195392 : ffff9c476db9f800) 00000100:00000040:0.0:1788204738.243580:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9f800 x1875052841999872/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204763 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204738.243585:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204738.243587:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204738.243588:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c32a8. 00000100:00000200:0.0:1788204738.243590:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052841999872, offset 0 00000400:00000200:0.0:1788204738.243592:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204738.243595:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204738.243598:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204738.243600:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204738.243602:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204738.243604:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204738.243606:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204738.243608:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704867:704867:256:4294967295] 192.168.201.101@tcp LPNI seq info [704862:704862:8:4294967295] 00000400:00000200:0.0:1788204738.243610:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204738.243615:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204738.243619:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204738.243621:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036900. 00000800:00000200:0.0:1788204738.243624:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204738.243626:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 28 secs later) 00000800:00000100:0.0:1788204738.243634:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204738.243636:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036900. 00000400:00000200:0.0:1788204738.243638:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204738.243641:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204738.243643:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c32a8 00000400:00000010:0.0:1788204738.243652:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c32a8. 00000100:00000001:0.0:1788204738.243655:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204738.243658:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9f800 x1875052841999872/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204763 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204738.243663:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204738.243665:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9f800 x1875052841999872/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204763 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204738.243670:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204738.243671:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204738.243674:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204738.243677:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788204738.243680:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204738.243682:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309877258 00000100:00000001:0.0:1788204738.243685:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309878516 00000100:00000001:0.0:1788204738.243688:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309877258 00000100:00000001:0.0:1788204738.243690:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309878516 00000100:00000001:0.0:1788204738.243692:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204738.243694:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204738.243696:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204738.243700:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204738/real 1788204738] req@ffff9c476db9f800 x1875052841999872/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204738.243709:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204738.243711:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204738.243713:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788204738.243715:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788204738.243717:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788204738.243720:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204738.243724:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9f800 x1875052841999872/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204738.243734:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9f800 x1875052841999872/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204738.243743:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204738.243745:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204738.243746:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204738.243747:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204738.243750:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9f800 x1875052841999872/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204738.243755:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204738.243757:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9f800 x1875052841999872/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204763 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204738.243762:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204738.243763:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204738.243764:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204738.243765:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204738.243766:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204738.243768:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204738.243769:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204738.243771:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204738.243772:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204738.243775:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9f800 x1875052841999872/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204763 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204738.243780:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052841999872:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204738.243782:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204738.243785:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9f480 x1875052842000000/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204738.243789:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204738.243790:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204738.243792:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204738.243794:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204738.243795:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204738.243797:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842000000:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204738.243799:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204738.243801:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204738.243802:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204738.243803:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204738.243806:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377c00. 02000000:00000001:0.0:1788204738.243808:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204738.243810:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204738.243812:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788204738.243814:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788204738.243816:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842000000, portal 10 00000100:00000001:0.0:1788204738.243818:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204738.243819:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330355328 : -109644379196288 : ffff9c476db9f480) 00000100:00000040:0.0:1788204738.243824:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9f480 x1875052842000000/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204763 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204738.243828:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204738.243830:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204738.243832:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c32a8. 00000100:00000200:0.0:1788204738.243833:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842000000, offset 0 00000400:00000200:0.0:1788204738.243836:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204738.243838:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204738.243841:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204738.243843:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204738.243845:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204738.243847:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204738.243848:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204738.243851:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704868:704868:256:4294967295] 192.168.201.101@tcp LPNI seq info [704863:704863:8:4294967295] 00000400:00000200:0.0:1788204738.243854:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204738.243858:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204738.243862:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204738.243864:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036900. 00000800:00000200:0.0:1788204738.243867:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204738.243869:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 28 secs later) 00000800:00000100:0.0:1788204738.243877:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204738.243879:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036900. 00000400:00000200:0.0:1788204738.243881:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204738.243883:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204738.243885:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c32a8 00000400:00000010:0.0:1788204738.243887:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c32a8. 00000100:00000001:0.0:1788204738.243888:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204738.243891:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9f480 x1875052842000000/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204763 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204738.243896:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204738.243898:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9f480 x1875052842000000/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204763 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204738.243902:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204738.243904:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204738.243906:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204738.243908:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788204738.243910:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204738.243912:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309877258 00000100:00000001:0.0:1788204738.243914:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309878516 00000100:00000001:0.0:1788204738.243915:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309877258 00000100:00000001:0.0:1788204738.243917:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309878516 00000100:00000001:0.0:1788204738.243918:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204738.243919:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204738.243921:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204738.243938:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204738/real 1788204738] req@ffff9c476db9f480 x1875052842000000/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204738.243945:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204738.243946:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204738.243948:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788204738.243950:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788204738.243951:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788204738.243952:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204738.243954:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9f480 x1875052842000000/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204738.243960:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9f480 x1875052842000000/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204738.243965:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204738.243965:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204738.243966:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204738.243967:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204738.243969:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9f480 x1875052842000000/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204738.243974:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204738.243976:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9f480 x1875052842000000/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204763 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204738.243981:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204738.243983:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204738.243984:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204738.243985:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204738.243986:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204738.243987:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204738.243989:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204738.243990:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204738.243992:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204738.243995:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9f480 x1875052842000000/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204763 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204738.244001:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842000000:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204738.244003:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204738.244006:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9d880 x1875052842000128/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204738.244010:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204738.244011:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204738.244012:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204738.244013:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204738.244014:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204738.244016:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842000128:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204738.244018:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204738.244019:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204738.244021:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204738.244022:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204738.244025:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374400. 02000000:00000001:0.0:1788204738.244028:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204738.244032:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204738.244034:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788204738.244038:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788204738.244041:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842000128, portal 4 00000100:00000001:0.0:1788204738.244043:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204738.244044:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330348160 : -109644379203456 : ffff9c476db9d880) 00000100:00000040:0.0:1788204738.244051:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9d880 x1875052842000128/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204763 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204738.244058:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204738.244061:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204738.244063:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c32a8. 00000100:00000200:0.0:1788204738.244066:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052842000128, offset 0 00000400:00000200:0.0:1788204738.244071:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204738.244075:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204738.244079:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204738.244081:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204738.244083:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204738.244085:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204738.244087:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204738.244089:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704869:704869:256:4294967295] 192.168.201.101@tcp LPNI seq info [704864:704864:8:4294967295] 00000400:00000200:0.0:1788204738.244092:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204738.244097:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204738.244100:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204738.244102:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036900. 00000800:00000200:0.0:1788204738.244105:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204738.244107:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 28 secs later) 00000800:00000100:0.0:1788204738.244115:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204738.244116:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036900. 00000400:00000200:0.0:1788204738.244118:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204738.244121:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204738.244123:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c32a8 00000400:00000010:0.0:1788204738.244124:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c32a8. 00000100:00000001:0.0:1788204738.244126:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204738.244128:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9d880 x1875052842000128/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204763 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204738.244134:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204738.244136:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9d880 x1875052842000128/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204763 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204738.244141:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204738.244142:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204738.244144:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204738.244146:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788204738.244148:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204738.244150:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309877284 00000100:00000001:0.0:1788204738.244152:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309878516 00000100:00000001:0.0:1788204738.244154:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309877284 00000100:00000001:0.0:1788204738.244155:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309878516 00000100:00000001:0.0:1788204738.244156:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204738.244157:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204738.244159:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204738.244161:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204738/real 1788204738] req@ffff9c476db9d880 x1875052842000128/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204738.244166:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204738.244167:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204738.244168:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788204738.244170:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788204738.244171:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788204738.244172:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204738.244174:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9d880 x1875052842000128/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204738.244180:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9d880 x1875052842000128/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204738.244185:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204738.244186:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204738.244187:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204738.244189:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204738.244192:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9d880 x1875052842000128/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204738.244199:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204738.244203:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9d880 x1875052842000128/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204763 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204738.244211:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204738.244214:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204738.244215:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204738.244217:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204738.244219:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204738.244221:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204738.244225:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204738.244228:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204738.244231:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204738.244235:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9d880 x1875052842000128/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204763 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204738.244242:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842000128:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204738.244245:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204738.244246:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204738.244248:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9f800 x1875052841999872/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204763 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204738.244253:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204738.244254:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204738.244256:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788204738.244257:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204738.244259:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204738.244260:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204738.244262:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204738.244264:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a41c00. 02000000:00000001:0.0:1788204738.244267:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204738.244268:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204738.244270:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9f800. 00000100:00000001:0.0:1788204738.244273:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204738.244274:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204738.244276:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204738.244280:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9f480 x1875052842000000/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204763 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204738.244294:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204738.244295:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204738.244297:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377c00. 02000000:00000001:0.0:1788204738.244300:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204738.244301:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204738.244303:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204738.244305:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204738.244307:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a40400. 02000000:00000001:0.0:1788204738.244310:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204738.244311:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204738.244312:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9f480. 00000100:00000001:0.0:1788204738.244313:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204738.244314:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204738.244316:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204738.244319:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9d880 x1875052842000128/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204763 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204738.244323:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204738.244324:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204738.244325:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374400. 02000000:00000001:0.0:1788204738.244326:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204738.244327:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204738.244328:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788204738.244329:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204738.244330:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a40000. 02000000:00000001:0.0:1788204738.244331:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204738.244332:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204738.244333:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9d880. 00000100:00000001:0.0:1788204738.244334:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204738.244335:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204738.244337:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204738.244340:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204738.244342:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204738.244344:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204738.244345:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204738.882485:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204738.882496:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204738.882505:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204738.882506:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204738.882519:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204738.882521:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204738.882547:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204738.882550:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204738.882552:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204739.522527:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309878516, at 4309878528 00000100:00000040:1.0:1788204739.522527:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309878516, at 4309878528 00000100:00000010:1.0:1788204739.522546:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685bad20. 00000100:00000010:0.0:1788204739.522553:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685baa80. 00010000:00000001:0.0:1788204739.906520:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204739.906529:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204739.906534:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204739.906535:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204739.906538:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204739.906539:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204739.906566:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204739.906568:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204739.906571:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204740.930550:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204740.930560:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204740.930568:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204740.930570:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204740.930574:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204740.930576:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204740.930612:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204740.930616:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204740.930619:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204741.954561:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204741.954575:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204741.954578:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204741.954581:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204741.954587:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204741.954589:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204741.954591:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204741.954593:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204741.954597:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204741.954599:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204741.954602:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204741.954603:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788204741.954684:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788204741.954690:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788204741.954694:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204742.978539:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204742.978548:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204742.978553:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204742.978555:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204742.978557:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204742.978558:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204742.978585:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204742.978588:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204742.978590:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788204743.362829:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204743.362846:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204743.362852:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204743.362865:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9c000 x1875052842000256/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204743.362890:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204743.362895:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204743.362902:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204743.362908:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204743.362914:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204743.362921:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842000256:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204743.362931:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204743.362938:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204743.362944:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204743.362950:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204743.362959:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788204743.362965:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204743.362974:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204743.362981:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788204743.362993:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788204743.363003:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842000256, portal 25 00000100:00000001:0.0:1788204743.363010:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204743.363014:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330341888 : -109644379209728 : ffff9c476db9c000) 00000100:00000040:0.0:1788204743.363027:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9c000 x1875052842000256/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204768 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204743.363050:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204743.363067:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204743.363074:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c32a8. 00000100:00000200:0.0:1788204743.363081:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052842000256, offset 0 00000400:00000200:0.0:1788204743.363095:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204743.363108:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204743.363120:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204743.363130:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204743.363138:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204743.363145:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204743.363150:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204743.363158:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704870:704870:256:4294967295] 192.168.201.101@tcp LPNI seq info [704865:704865:8:4294967295] 00000400:00000200:0.0:1788204743.363170:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204743.363189:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204743.363204:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204743.363215:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036900. 00000800:00000200:0.0:1788204743.363230:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204743.363240:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1788204743.363273:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204743.363280:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036900. 00000400:00000200:0.0:1788204743.363291:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204743.363302:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204743.363311:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c32a8 00000400:00000010:0.0:1788204743.363317:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c32a8. 00000100:00000001:0.0:1788204743.363325:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204743.363335:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9c000 x1875052842000256/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204768 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204743.363356:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204743.363368:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9c000 x1875052842000256/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204768 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204743.363387:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204743.363392:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204743.363435:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204743.363446:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204743.363452:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4309883637 00000100:00000010:0.0:1788204743.363463:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685baa80. 00000100:00000001:0.0:1788204743.363474:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788204743.363483:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4309883637 00000100:00000010:0.0:1788204743.363487:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba000. 00000100:00000001:0.0:1788204743.363491:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788204743.363496:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204743.363500:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204743.363503:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204743.363511:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204743/real 1788204743] req@ffff9c476db9c000 x1875052842000256/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204743.363523:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204743.363525:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204743.363528:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788204743.363531:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788204743.363533:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788204743.363536:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204743.363540:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9c000 x1875052842000256/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204743.363550:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9c000 x1875052842000256/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204743.363558:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204743.363560:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204743.363563:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204743.363566:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204743.363571:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9c000 x1875052842000256/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204743.363579:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204743.363585:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9c000 x1875052842000256/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204768 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204743.363593:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204743.363597:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204743.363599:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204743.363601:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204743.363603:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204743.363606:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204743.363609:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204743.363614:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204743.363617:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204743.363623:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9c000 x1875052842000256/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204768 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204743.363634:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842000256:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204743.363640:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204743.363642:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204743.363646:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9c000 x1875052842000256/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204768 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204743.363654:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204743.363656:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204743.363660:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788204743.363663:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204743.363665:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204743.363667:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788204743.363670:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204743.363672:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a43800. 02000000:00000001:0.0:1788204743.363680:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204743.363683:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204743.363685:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9c000. 00000100:00000001:0.0:1788204743.363689:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204743.363690:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204743.363693:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204743.363701:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204743.363704:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204743.363706:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204743.363708:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204743.363710:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204743.363714:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9c700 x1875052842000384/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204743.363723:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204743.363725:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204743.363727:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204743.363729:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204743.363732:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204743.363735:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842000384:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204743.363739:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204743.363741:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204743.363742:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204743.363744:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204743.363748:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788204743.363750:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204743.363754:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204743.363757:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788204743.363761:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788204743.363764:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842000384, portal 10 00000100:00000001:0.0:1788204743.363766:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204743.363768:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330343680 : -109644379207936 : ffff9c476db9c700) 00000100:00000040:0.0:1788204743.363776:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9c700 x1875052842000384/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204768 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204743.363783:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204743.363786:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204743.363790:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c32a8. 00000100:00000200:0.0:1788204743.363793:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842000384, offset 0 00000400:00000200:0.0:1788204743.363797:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204743.363802:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204743.363806:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204743.363809:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204743.363812:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204743.363815:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204743.363817:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204743.363820:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704871:704871:256:4294967295] 192.168.201.101@tcp LPNI seq info [704866:704866:8:4294967295] 00000400:00000200:0.0:1788204743.363825:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204743.363832:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204743.363854:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204743.363858:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036900. 00000800:00000200:0.0:1788204743.363862:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204743.363865:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1788204743.363878:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204743.363880:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036900. 00000400:00000200:0.0:1788204743.363883:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204743.363887:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204743.363889:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c32a8 00000400:00000010:0.0:1788204743.363891:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c32a8. 00000100:00000001:0.0:1788204743.363893:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204743.363896:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9c700 x1875052842000384/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204768 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204743.363902:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204743.363904:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9c700 x1875052842000384/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204768 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204743.363908:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204743.363909:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204743.363913:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204743.363917:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788204743.363919:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204743.363921:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309882378 00000100:00000001:0.0:1788204743.363923:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309883637 00000100:00000001:0.0:1788204743.363925:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309882378 00000100:00000001:0.0:1788204743.363926:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309883637 00000100:00000001:0.0:1788204743.363927:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204743.363929:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204743.363930:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204743.363933:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204743/real 1788204743] req@ffff9c476db9c700 x1875052842000384/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204743.363938:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204743.363939:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204743.363941:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788204743.363943:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788204743.363944:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788204743.363945:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204743.363947:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9c700 x1875052842000384/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204743.363953:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9c700 x1875052842000384/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204743.363958:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204743.363959:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204743.363960:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204743.363961:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204743.363963:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9c700 x1875052842000384/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204743.363967:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204743.363969:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9c700 x1875052842000384/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204768 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204743.363974:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204743.363976:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204743.363977:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204743.363978:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204743.363979:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204743.363981:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204743.363982:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204743.363984:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204743.363986:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204743.363988:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9c700 x1875052842000384/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204768 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204743.363993:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842000384:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204743.363995:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204743.363997:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9e680 x1875052842000512/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204743.364001:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204743.364003:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204743.364004:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204743.364005:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204743.364007:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204743.364009:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842000512:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204743.364011:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204743.364012:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204743.364013:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204743.364014:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204743.364016:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376400. 02000000:00000001:0.0:1788204743.364018:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204743.364020:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204743.364022:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788204743.364024:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788204743.364026:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842000512, portal 10 00000100:00000001:0.0:1788204743.364027:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204743.364028:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330351744 : -109644379199872 : ffff9c476db9e680) 00000100:00000040:0.0:1788204743.364033:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9e680 x1875052842000512/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204768 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204743.364037:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204743.364039:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204743.364040:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c32a8. 00000100:00000200:0.0:1788204743.364042:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842000512, offset 0 00000400:00000200:0.0:1788204743.364045:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204743.364047:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204743.364049:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204743.364051:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204743.364053:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204743.364055:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204743.364057:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204743.364059:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704872:704872:256:4294967295] 192.168.201.101@tcp LPNI seq info [704867:704867:8:4294967295] 00000400:00000200:0.0:1788204743.364062:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204743.364066:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204743.364069:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204743.364071:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036900. 00000800:00000200:0.0:1788204743.364074:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204743.364076:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1788204743.364083:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204743.364085:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036900. 00000400:00000200:0.0:1788204743.364086:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204743.364089:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204743.364090:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c32a8 00000400:00000010:0.0:1788204743.364092:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c32a8. 00000100:00000001:0.0:1788204743.364094:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204743.364096:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9e680 x1875052842000512/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204768 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204743.364101:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204743.364103:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9e680 x1875052842000512/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204768 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204743.364107:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204743.364108:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204743.364110:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204743.364112:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788204743.364114:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204743.364115:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309882378 00000100:00000001:0.0:1788204743.364117:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309883637 00000100:00000001:0.0:1788204743.364119:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309882378 00000100:00000001:0.0:1788204743.364120:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309883637 00000100:00000001:0.0:1788204743.364121:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204743.364122:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204743.364124:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204743.364126:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204743/real 1788204743] req@ffff9c476db9e680 x1875052842000512/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204743.364130:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204743.364131:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204743.364132:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788204743.364133:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788204743.364135:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788204743.364136:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204743.364138:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9e680 x1875052842000512/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204743.364143:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9e680 x1875052842000512/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204743.364148:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204743.364149:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204743.364150:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204743.364151:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204743.364154:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9e680 x1875052842000512/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204743.364158:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204743.364160:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9e680 x1875052842000512/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204768 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204743.364164:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204743.364165:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204743.364166:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204743.364167:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204743.364168:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204743.364169:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204743.364171:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204743.364173:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204743.364174:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204743.364176:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9e680 x1875052842000512/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204768 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204743.364181:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842000512:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204743.364183:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204743.364185:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9d180 x1875052842000640/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204743.364190:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204743.364191:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204743.364193:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204743.364194:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204743.364195:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204743.364197:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842000640:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204743.364199:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204743.364200:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204743.364201:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204743.364202:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204743.364204:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377000. 02000000:00000001:0.0:1788204743.364205:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204743.364207:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204743.364209:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788204743.364211:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788204743.364213:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842000640, portal 4 00000100:00000001:0.0:1788204743.364215:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204743.364215:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330346368 : -109644379205248 : ffff9c476db9d180) 00000100:00000040:0.0:1788204743.364220:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9d180 x1875052842000640/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204768 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204743.364223:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204743.364225:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204743.364226:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c32a8. 00000100:00000200:0.0:1788204743.364228:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052842000640, offset 0 00000400:00000200:0.0:1788204743.364230:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204743.364232:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204743.364234:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204743.364236:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204743.364238:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204743.364239:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204743.364241:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204743.364243:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704873:704873:256:4294967295] 192.168.201.101@tcp LPNI seq info [704868:704868:8:4294967295] 00000400:00000200:0.0:1788204743.364246:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204743.364250:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204743.364253:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204743.364255:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036900. 00000800:00000200:0.0:1788204743.364258:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204743.364259:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1788204743.364266:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204743.364267:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036900. 00000400:00000200:0.0:1788204743.364269:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204743.364272:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204743.364274:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c32a8 00000400:00000010:0.0:1788204743.364275:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c32a8. 00000100:00000001:0.0:1788204743.364276:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204743.364278:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9d180 x1875052842000640/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204768 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204743.364284:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204743.364285:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9d180 x1875052842000640/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204768 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204743.364290:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204743.364291:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204743.364292:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204743.364294:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788204743.364297:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204743.364298:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309882404 00000100:00000001:0.0:1788204743.364300:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309883637 00000100:00000001:0.0:1788204743.364302:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309882404 00000100:00000001:0.0:1788204743.364303:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309883637 00000100:00000001:0.0:1788204743.364304:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204743.364305:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204743.364307:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204743.364309:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204743/real 1788204743] req@ffff9c476db9d180 x1875052842000640/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204743.364315:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204743.364316:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204743.364317:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788204743.364318:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788204743.364319:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788204743.364320:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204743.364322:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9d180 x1875052842000640/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204743.364327:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9d180 x1875052842000640/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204743.364331:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204743.364331:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204743.364332:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204743.364333:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204743.364335:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9d180 x1875052842000640/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204743.364339:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204743.364342:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9d180 x1875052842000640/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204768 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204743.364346:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204743.364347:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204743.364348:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204743.364349:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204743.364350:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204743.364351:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204743.364352:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204743.364355:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204743.364356:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204743.364359:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9d180 x1875052842000640/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204768 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204743.364365:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842000640:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204743.364367:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204743.364368:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204743.364370:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9c700 x1875052842000384/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204768 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204743.364374:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204743.364375:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204743.364376:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788204743.364377:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204743.364378:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204743.364379:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204743.364380:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204743.364381:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a41000. 02000000:00000001:0.0:1788204743.364383:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204743.364384:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204743.364384:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9c700. 00000100:00000001:0.0:1788204743.364386:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204743.364387:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204743.364388:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204743.364390:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9e680 x1875052842000512/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204768 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204743.364410:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204743.364411:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204743.364412:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376400. 02000000:00000001:0.0:1788204743.364414:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204743.364415:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204743.364416:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204743.364417:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204743.364418:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a41400. 02000000:00000001:0.0:1788204743.364420:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204743.364421:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204743.364422:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9e680. 00000100:00000001:0.0:1788204743.364424:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204743.364425:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204743.364426:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204743.364429:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9d180 x1875052842000640/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204768 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204743.364433:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204743.364434:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204743.364435:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377000. 02000000:00000001:0.0:1788204743.364437:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204743.364437:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204743.364438:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788204743.364439:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204743.364440:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a41800. 02000000:00000001:0.0:1788204743.364441:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204743.364442:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204743.364443:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9d180. 00000100:00000001:0.0:1788204743.364444:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204743.364445:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204743.364446:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204743.364448:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204743.364449:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204743.364450:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204743.364451:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204744.002487:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204744.002495:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204744.002501:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204744.002502:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204744.002505:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204744.002506:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204744.002550:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204744.002553:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204744.002556:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204744.642496:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309883637, at 4309883648 00000100:00000040:1.0:1788204744.642496:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309883637, at 4309883648 00000100:00000010:0.0:1788204744.642516:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685baa80. 00000100:00000010:1.0:1788204744.642520:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba000. 00010000:00000001:0.0:1788204745.026484:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204745.026489:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204745.026494:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204745.026497:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204745.026499:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204745.026501:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204745.026504:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204745.026506:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204745.026507:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204745.026509:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204745.026511:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204745.026512:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204745.026513:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204745.026514:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204745.026515:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204745.026516:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204745.026517:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204745.026518:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204745.026540:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204745.026541:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204745.026543:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204746.050474:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204746.050482:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204746.050487:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204746.050488:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204746.050491:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204746.050492:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788204746.050576:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788204746.050582:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788204746.050586:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204747.074548:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204747.074556:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204747.074562:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204747.074563:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204747.074565:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204747.074566:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204747.074606:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204747.074608:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204747.074611:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204748.098556:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204748.098564:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204748.098577:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204748.098579:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204748.098587:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204748.098589:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204748.098660:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204748.098663:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204748.098666:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788204748.482856:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204748.482865:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204748.482870:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204748.482883:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9df80 x1875052842000768/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204748.482906:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204748.482908:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204748.482916:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204748.482920:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204748.482924:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204748.482930:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842000768:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204748.482934:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204748.482941:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204748.482944:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204748.482955:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204748.482962:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788204748.482968:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204748.482974:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204748.482980:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788204748.482988:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788204748.482999:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842000768, portal 25 00000100:00000001:0.0:1788204748.483004:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204748.483008:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330349952 : -109644379201664 : ffff9c476db9df80) 00000100:00000040:0.0:1788204748.483019:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9df80 x1875052842000768/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204773 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204748.483032:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204748.483035:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204748.483036:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c32a8. 00000100:00000200:0.0:1788204748.484434:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052842000768, offset 0 00000400:00000200:0.0:1788204748.484452:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204748.484462:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204748.484469:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204748.484473:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204748.484477:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204748.484480:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204748.484482:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204748.484485:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704874:704874:256:4294967295] 192.168.201.101@tcp LPNI seq info [704869:704869:8:4294967295] 00000400:00000200:0.0:1788204748.484488:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204748.484495:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204748.484500:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204748.484505:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036900. 00000800:00000200:0.0:1788204748.484510:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204748.484513:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1788204748.484525:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204748.484527:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036900. 00000400:00000200:0.0:1788204748.484532:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204748.484535:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204748.484539:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c32a8 00000400:00000010:0.0:1788204748.484541:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c32a8. 00000100:00000001:0.0:1788204748.484545:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204748.484552:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9df80 x1875052842000768/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204773 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204748.484563:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204748.484566:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9df80 x1875052842000768/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204773 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204748.484571:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204748.484572:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204748.484578:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204748.484581:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204748.484585:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4309888758 00000100:00000010:0.0:1788204748.484589:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685baa80. 00000100:00000001:0.0:1788204748.484595:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788204748.484601:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4309888758 00000100:00000010:0.0:1788204748.484603:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba840. 00000100:00000001:0.0:1788204748.484605:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788204748.484608:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204748.484610:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204748.484612:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204748.484616:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204748/real 1788204748] req@ffff9c476db9df80 x1875052842000768/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204748.484623:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204748.484625:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204748.484627:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788204748.484629:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788204748.484630:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788204748.484633:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204748.484635:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9df80 x1875052842000768/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204748.484641:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9df80 x1875052842000768/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204748.484645:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204748.484646:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204748.484648:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204748.484649:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204748.484652:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9df80 x1875052842000768/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204748.484656:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204748.484659:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9df80 x1875052842000768/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204748.484669:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204748.484671:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204748.484672:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204748.484673:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204748.484675:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204748.484677:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204748.484679:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204748.484682:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204748.484684:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204748.484686:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9df80 x1875052842000768/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204748.484691:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842000768:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204748.484695:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204748.484697:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204748.484699:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9df80 x1875052842000768/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204748.484703:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204748.484705:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204748.484707:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788204748.484709:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204748.484711:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204748.484712:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788204748.484714:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204748.484716:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a42400. 02000000:00000001:0.0:1788204748.484719:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204748.484720:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204748.484722:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9df80. 00000100:00000001:0.0:1788204748.484724:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204748.484725:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204748.484727:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204748.484734:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204748.484735:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204748.484737:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204748.484740:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204748.484741:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204748.484759:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9dc00 x1875052842000896/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204748.484765:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204748.484766:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204748.484769:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204748.484771:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204748.484773:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204748.484776:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842000896:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204748.484778:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204748.484782:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204748.484784:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204748.484786:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204748.484789:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788204748.484790:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204748.484793:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204748.484796:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788204748.484799:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788204748.484802:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842000896, portal 10 00000100:00000001:0.0:1788204748.484804:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204748.484805:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330349056 : -109644379202560 : ffff9c476db9dc00) 00000100:00000040:0.0:1788204748.484811:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9dc00 x1875052842000896/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204773 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204748.484816:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204748.484817:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204748.484819:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c32a8. 00000100:00000200:0.0:1788204748.484821:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842000896, offset 0 00000400:00000200:0.0:1788204748.484823:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204748.484826:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204748.484829:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204748.484831:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204748.484833:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204748.484835:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204748.484836:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204748.484839:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704875:704875:256:4294967295] 192.168.201.101@tcp LPNI seq info [704870:704870:8:4294967295] 00000400:00000200:0.0:1788204748.484841:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204748.484845:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204748.484848:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204748.484850:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036900. 00000800:00000200:0.0:1788204748.484853:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204748.484855:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1788204748.484863:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204748.484864:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036900. 00000400:00000200:0.0:1788204748.484866:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204748.484868:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204748.484870:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c32a8 00000400:00000010:0.0:1788204748.484872:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c32a8. 00000100:00000001:0.0:1788204748.484873:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204748.484876:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9dc00 x1875052842000896/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204773 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204748.484881:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204748.484883:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9dc00 x1875052842000896/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204773 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204748.484888:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204748.484889:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204748.484891:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204748.484894:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788204748.484896:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204748.484898:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309887499 00000100:00000001:0.0:1788204748.484900:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309888758 00000100:00000001:0.0:1788204748.484901:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309887499 00000100:00000001:0.0:1788204748.484903:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309888758 00000100:00000001:0.0:1788204748.484904:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204748.484906:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204748.484907:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204748.484909:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204748/real 1788204748] req@ffff9c476db9dc00 x1875052842000896/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204748.484914:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204748.484915:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204748.484916:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788204748.484917:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788204748.484918:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788204748.484920:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204748.484922:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9dc00 x1875052842000896/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204748.484927:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9dc00 x1875052842000896/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204748.484931:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204748.484932:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204748.484933:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204748.484934:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204748.484936:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9dc00 x1875052842000896/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204748.484940:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204748.484942:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9dc00 x1875052842000896/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204748.484947:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204748.484948:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204748.484950:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204748.484951:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204748.484952:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204748.484954:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204748.484955:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204748.484958:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204748.484959:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204748.484961:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9dc00 x1875052842000896/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204748.484966:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842000896:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204748.484968:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204748.484971:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9ea00 x1875052842001024/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204748.484975:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204748.484976:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204748.484977:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204748.484978:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204748.484979:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204748.484981:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842001024:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204748.484984:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204748.484985:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204748.484987:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204748.484988:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204748.484990:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376800. 02000000:00000001:0.0:1788204748.484991:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204748.484993:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204748.484994:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788204748.484996:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788204748.484998:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842001024, portal 10 00000100:00000001:0.0:1788204748.484999:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204748.485000:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330352640 : -109644379198976 : ffff9c476db9ea00) 00000100:00000040:0.0:1788204748.485005:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9ea00 x1875052842001024/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204773 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204748.485017:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204748.485022:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204748.485023:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c32a8. 00000100:00000200:0.0:1788204748.485025:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842001024, offset 0 00000400:00000200:0.0:1788204748.485028:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204748.485030:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204748.485032:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204748.485034:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204748.485036:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204748.485038:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204748.485039:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204748.485041:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704876:704876:256:4294967295] 192.168.201.101@tcp LPNI seq info [704871:704871:8:4294967295] 00000400:00000200:0.0:1788204748.485044:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204748.485048:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204748.485050:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204748.485052:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036900. 00000800:00000200:0.0:1788204748.485055:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204748.485057:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1788204748.485064:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204748.485065:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036900. 00000400:00000200:0.0:1788204748.485067:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204748.485069:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204748.485071:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c32a8 00000400:00000010:0.0:1788204748.485073:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c32a8. 00000100:00000001:0.0:1788204748.485074:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204748.485076:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9ea00 x1875052842001024/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204773 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204748.485081:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204748.485084:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9ea00 x1875052842001024/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204773 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204748.485088:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204748.485089:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204748.485091:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204748.485093:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788204748.485095:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204748.485096:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309887499 00000100:00000001:0.0:1788204748.485098:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309888758 00000100:00000001:0.0:1788204748.485100:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309887499 00000100:00000001:0.0:1788204748.485101:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309888758 00000100:00000001:0.0:1788204748.485102:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204748.485103:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204748.485104:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204748.485107:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204748/real 1788204748] req@ffff9c476db9ea00 x1875052842001024/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204748.485111:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204748.485112:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204748.485113:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788204748.485115:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788204748.485116:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788204748.485117:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204748.485119:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9ea00 x1875052842001024/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204748.485124:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9ea00 x1875052842001024/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204748.485129:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204748.485130:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204748.485131:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204748.485132:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204748.485134:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9ea00 x1875052842001024/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204748.485139:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204748.485141:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9ea00 x1875052842001024/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204748.485145:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204748.485147:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204748.485148:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204748.485148:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204748.485149:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204748.485151:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204748.485153:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204748.485156:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204748.485158:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204748.485162:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9ea00 x1875052842001024/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204748.485170:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842001024:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204748.485174:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204748.485178:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9d180 x1875052842001152/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204748.485186:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204748.485188:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204748.485190:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204748.485192:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204748.485194:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204748.485197:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842001152:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204748.485201:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204748.485203:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204748.485205:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204748.485207:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204748.485211:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788204748.485213:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204748.485217:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204748.485220:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788204748.485224:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788204748.485227:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842001152, portal 4 00000100:00000001:0.0:1788204748.485229:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204748.485230:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330346368 : -109644379205248 : ffff9c476db9d180) 00000100:00000040:0.0:1788204748.485237:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9d180 x1875052842001152/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204773 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204748.485244:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204748.485246:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204748.485249:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c32a8. 00000100:00000200:0.0:1788204748.485252:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052842001152, offset 0 00000400:00000200:0.0:1788204748.485256:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204748.485260:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204748.485263:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204748.485266:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204748.485269:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204748.485272:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204748.485273:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204748.485275:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704877:704877:256:4294967295] 192.168.201.101@tcp LPNI seq info [704872:704872:8:4294967295] 00000400:00000200:0.0:1788204748.485278:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204748.485283:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204748.485287:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204748.485291:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036900. 00000800:00000200:0.0:1788204748.485295:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204748.485298:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1788204748.485309:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204748.485311:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036900. 00000400:00000200:0.0:1788204748.485314:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204748.485317:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204748.485320:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c32a8 00000400:00000010:0.0:1788204748.485322:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c32a8. 00000100:00000001:0.0:1788204748.485324:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204748.485328:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9d180 x1875052842001152/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204773 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204748.485337:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204748.485340:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9d180 x1875052842001152/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204773 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204748.485346:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204748.485348:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204748.485352:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204748.485355:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788204748.485358:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204748.485361:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309887525 00000100:00000001:0.0:1788204748.485363:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309888758 00000100:00000001:0.0:1788204748.485365:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309887525 00000100:00000001:0.0:1788204748.485368:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309888758 00000100:00000001:0.0:1788204748.485370:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204748.485372:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204748.485374:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204748.485377:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204748/real 1788204748] req@ffff9c476db9d180 x1875052842001152/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204748.485383:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204748.485384:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204748.485385:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788204748.485387:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788204748.485388:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788204748.485390:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204748.485392:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9d180 x1875052842001152/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204748.485414:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9d180 x1875052842001152/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204748.485418:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204748.485419:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204748.485421:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204748.485421:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204748.485424:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9d180 x1875052842001152/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204748.485428:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204748.485431:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9d180 x1875052842001152/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204748.485435:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204748.485436:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204748.485437:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204748.485438:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204748.485439:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204748.485441:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204748.485442:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204748.485444:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204748.485446:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204748.485448:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9d180 x1875052842001152/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204748.485453:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842001152:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204748.485455:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204748.485457:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204748.485459:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9dc00 x1875052842000896/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204748.485463:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204748.485465:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204748.485466:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788204748.485468:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204748.485469:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204748.485470:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204748.485471:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204748.485472:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a41800. 02000000:00000001:0.0:1788204748.485474:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204748.485475:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204748.485476:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9dc00. 00000100:00000001:0.0:1788204748.485478:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204748.485479:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204748.485480:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204748.485483:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9ea00 x1875052842001024/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204748.485487:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204748.485488:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204748.485489:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376800. 02000000:00000001:0.0:1788204748.485490:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204748.485491:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204748.485492:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204748.485493:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204748.485493:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a41400. 02000000:00000001:0.0:1788204748.485495:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204748.485495:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204748.485496:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9ea00. 00000100:00000001:0.0:1788204748.485497:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204748.485498:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204748.485499:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204748.485501:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9d180 x1875052842001152/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204748.485504:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204748.485506:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204748.485507:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788204748.485508:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204748.485509:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204748.485510:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788204748.485511:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204748.485512:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a41000. 02000000:00000001:0.0:1788204748.485513:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204748.485514:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204748.485514:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9d180. 00000100:00000001:0.0:1788204748.485516:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204748.485516:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204748.485518:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204748.485520:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204748.485521:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204748.485522:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204748.485523:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204749.122516:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204749.122521:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204749.122525:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204749.122527:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204749.122529:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204749.122530:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204749.122560:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204749.122562:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204749.122564:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788204749.762473:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309888758, at 4309888768 00000100:00000040:0.0:1788204749.762475:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309888758, at 4309888768 00000100:00000010:1.0:1788204749.762488:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba840. 00000100:00000010:0.0:1788204749.762492:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685baa80. 00010000:00000001:0.0:1788204750.146499:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204750.146506:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204750.146510:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204750.146511:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204750.146513:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204750.146514:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788204750.146582:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788204750.146586:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788204750.146590:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204751.170483:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204751.170490:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204751.170495:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204751.170497:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204751.170501:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204751.170502:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204751.170535:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204751.170539:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204751.170542:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204752.194491:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204752.194498:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204752.194499:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204752.194501:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204752.194505:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204752.194507:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204752.194508:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204752.194510:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204752.194512:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204752.194513:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204752.194515:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204752.194516:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204752.194549:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204752.194551:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204752.194552:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204753.218502:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204753.218510:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204753.218516:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204753.218518:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204753.218521:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204753.218523:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788204753.218556:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788204753.218560:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788204753.218563:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788204753.602806:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204753.602814:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204753.602819:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204753.602830:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9e680 x1875052842001280/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204753.602842:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204753.602844:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204753.602850:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204753.602853:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204753.602859:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204753.602865:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842001280:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204753.602872:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204753.602877:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204753.602881:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204753.602884:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204753.602890:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788204753.602894:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204753.602903:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204753.602908:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788204753.602917:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788204753.602930:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842001280, portal 25 00000100:00000001:0.0:1788204753.602934:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204753.602937:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330351744 : -109644379199872 : ffff9c476db9e680) 00000100:00000040:0.0:1788204753.602947:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9e680 x1875052842001280/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204753.602960:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204753.602966:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204753.602970:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c32a8. 00000100:00000200:0.0:1788204753.602975:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052842001280, offset 0 00000400:00000200:0.0:1788204753.602985:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204753.602996:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204753.603003:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204753.603010:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204753.603016:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204753.603022:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204753.603027:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204753.603034:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704878:704878:256:4294967295] 192.168.201.101@tcp LPNI seq info [704873:704873:8:4294967295] 00000400:00000200:0.0:1788204753.603039:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204753.603052:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204753.603065:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204753.603072:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036900. 00000800:00000200:0.0:1788204753.603103:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204753.603109:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1788204753.603132:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204753.603137:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036900. 00000400:00000200:0.0:1788204753.603143:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204753.603150:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204753.603156:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c32a8 00000400:00000010:0.0:1788204753.603159:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c32a8. 00000100:00000001:0.0:1788204753.603165:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204753.603171:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9e680 x1875052842001280/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204753.603183:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204753.603187:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9e680 x1875052842001280/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204778 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204753.603197:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204753.603199:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204753.603209:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204753.603215:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204753.603220:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4309893876 00000100:00000010:0.0:1788204753.603227:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685baa80. 00000100:00000001:0.0:1788204753.603235:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788204753.603242:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4309893876 00000100:00000010:0.0:1788204753.603248:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba6c0. 00000100:00000001:0.0:1788204753.603255:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788204753.603262:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204753.603269:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204753.603273:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204753.603282:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204753/real 1788204753] req@ffff9c476db9e680 x1875052842001280/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204753.603293:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204753.603295:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204753.603297:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788204753.603300:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788204753.603302:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788204753.603305:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204753.603308:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9e680 x1875052842001280/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204753.603313:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9e680 x1875052842001280/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204753.603318:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204753.603319:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204753.603321:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204753.603322:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204753.603325:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9e680 x1875052842001280/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204753.603330:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204753.603332:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9e680 x1875052842001280/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204753.603336:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204753.603338:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204753.603339:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204753.603340:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204753.603341:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204753.603343:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204753.603344:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204753.603347:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204753.603348:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204753.603351:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9e680 x1875052842001280/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204753.603356:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842001280:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204753.603359:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204753.603361:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204753.603363:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9e680 x1875052842001280/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204753.603367:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204753.603369:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204753.603371:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788204753.603373:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204753.603375:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204753.603376:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788204753.603377:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204753.603379:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a43800. 02000000:00000001:0.0:1788204753.603384:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204753.603385:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204753.603386:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9e680. 00000100:00000001:0.0:1788204753.603388:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204753.603389:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204753.603390:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204753.603422:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204753.603424:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204753.603426:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204753.603427:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204753.603428:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204753.603430:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9c700 x1875052842001408/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204753.603434:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204753.603435:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204753.603436:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204753.603438:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204753.603439:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204753.603441:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842001408:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204753.603442:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204753.603444:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204753.603445:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204753.603446:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204753.603448:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788204753.603449:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204753.603452:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204753.603454:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788204753.603456:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788204753.603458:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842001408, portal 10 00000100:00000001:0.0:1788204753.603459:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204753.603460:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330343680 : -109644379207936 : ffff9c476db9c700) 00000100:00000040:0.0:1788204753.603465:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9c700 x1875052842001408/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204753.603469:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204753.603471:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204753.603472:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c32a8. 00000100:00000200:0.0:1788204753.603473:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842001408, offset 0 00000400:00000200:0.0:1788204753.603475:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204753.603478:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204753.603480:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204753.603482:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204753.603484:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204753.603485:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204753.603487:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204753.603489:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704879:704879:256:4294967295] 192.168.201.101@tcp LPNI seq info [704874:704874:8:4294967295] 00000400:00000200:0.0:1788204753.603493:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204753.603499:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204753.603503:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204753.603506:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036900. 00000800:00000200:0.0:1788204753.603510:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204753.603513:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1788204753.603522:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204753.603524:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036900. 00000400:00000200:0.0:1788204753.603527:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204753.603530:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204753.603533:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c32a8 00000400:00000010:0.0:1788204753.603535:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c32a8. 00000100:00000001:0.0:1788204753.603537:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204753.603541:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9c700 x1875052842001408/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204753.603548:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204753.603551:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9c700 x1875052842001408/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204778 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204753.603557:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204753.603559:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204753.603562:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204753.603566:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788204753.603568:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204753.603570:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309892618 00000100:00000001:0.0:1788204753.603573:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309893876 00000100:00000001:0.0:1788204753.603575:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309892618 00000100:00000001:0.0:1788204753.603577:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309893876 00000100:00000001:0.0:1788204753.603579:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204753.603581:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204753.603582:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204753.603586:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204753/real 1788204753] req@ffff9c476db9c700 x1875052842001408/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204753.603593:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204753.603595:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204753.603596:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788204753.603599:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788204753.603600:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788204753.603602:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204753.603606:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9c700 x1875052842001408/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204753.603614:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9c700 x1875052842001408/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204753.603620:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204753.603622:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204753.603623:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204753.603625:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204753.603629:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9c700 x1875052842001408/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204753.603635:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204753.603639:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9c700 x1875052842001408/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204753.603645:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204753.603648:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204753.603649:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204753.603651:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204753.603652:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204753.603654:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204753.603670:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204753.603674:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204753.603677:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204753.603681:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9c700 x1875052842001408/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204753.603689:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842001408:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204753.603692:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204753.603696:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9c000 x1875052842001536/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204753.603708:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204753.603709:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204753.603711:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204753.603713:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204753.603715:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204753.603718:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842001536:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204753.603720:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204753.603722:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204753.603724:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204753.603725:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204753.603731:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376800. 02000000:00000001:0.0:1788204753.603732:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204753.603736:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204753.603739:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788204753.603742:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788204753.603745:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842001536, portal 10 00000100:00000001:0.0:1788204753.603747:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204753.603748:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330341888 : -109644379209728 : ffff9c476db9c000) 00000100:00000040:0.0:1788204753.603754:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9c000 x1875052842001536/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204753.603758:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204753.603760:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204753.603761:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c32a8. 00000100:00000200:0.0:1788204753.603763:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842001536, offset 0 00000400:00000200:0.0:1788204753.603765:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204753.603768:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204753.603770:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204753.603772:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204753.603774:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204753.603775:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204753.603777:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204753.603779:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704880:704880:256:4294967295] 192.168.201.101@tcp LPNI seq info [704875:704875:8:4294967295] 00000400:00000200:0.0:1788204753.603782:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204753.603787:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204753.603792:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204753.603795:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036900. 00000800:00000200:0.0:1788204753.603798:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204753.603801:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1788204753.603811:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204753.603813:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036900. 00000400:00000200:0.0:1788204753.603816:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204753.603819:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204753.603821:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c32a8 00000400:00000010:0.0:1788204753.603823:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c32a8. 00000100:00000001:0.0:1788204753.603825:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204753.603829:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9c000 x1875052842001536/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204753.603836:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204753.603838:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9c000 x1875052842001536/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204778 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204753.603844:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204753.603845:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204753.603848:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204753.603850:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788204753.603853:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204753.603855:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309892618 00000100:00000001:0.0:1788204753.603857:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309893876 00000100:00000001:0.0:1788204753.603859:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309892618 00000100:00000001:0.0:1788204753.603861:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309893876 00000100:00000001:0.0:1788204753.603863:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204753.603866:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204753.603867:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204753.603870:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204753/real 1788204753] req@ffff9c476db9c000 x1875052842001536/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204753.603876:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204753.603877:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204753.603878:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788204753.603880:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788204753.603882:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788204753.603883:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204753.603886:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9c000 x1875052842001536/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204753.603892:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9c000 x1875052842001536/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204753.603897:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204753.603899:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204753.603900:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204753.603901:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204753.603904:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9c000 x1875052842001536/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204753.603910:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204753.603913:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9c000 x1875052842001536/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204753.603919:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204753.603921:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204753.603923:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204753.603924:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204753.603925:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204753.603927:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204753.603929:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204753.603933:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204753.603935:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204753.603939:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9c000 x1875052842001536/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204753.603946:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842001536:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204753.603950:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204753.603952:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9d880 x1875052842001664/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204753.603958:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204753.603959:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204753.603960:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204753.603962:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204753.603963:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204753.603965:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842001664:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204753.603966:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204753.603968:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204753.603969:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204753.603970:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204753.603972:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788204753.603973:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204753.603976:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204753.603977:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788204753.603979:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788204753.603981:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842001664, portal 4 00000100:00000001:0.0:1788204753.603983:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204753.603983:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330348160 : -109644379203456 : ffff9c476db9d880) 00000100:00000040:0.0:1788204753.603987:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9d880 x1875052842001664/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204753.603991:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204753.603993:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204753.603994:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c32a8. 00000100:00000200:0.0:1788204753.603995:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052842001664, offset 0 00000400:00000200:0.0:1788204753.603997:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204753.604000:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204753.604002:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204753.604004:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204753.604005:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204753.604007:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204753.604008:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204753.604010:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704881:704881:256:4294967295] 192.168.201.101@tcp LPNI seq info [704876:704876:8:4294967295] 00000400:00000200:0.0:1788204753.604012:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204753.604016:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204753.604019:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204753.604021:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036900. 00000800:00000200:0.0:1788204753.604023:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204753.604025:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1788204753.604031:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204753.604032:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036900. 00000400:00000200:0.0:1788204753.604034:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204753.604036:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204753.604037:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c32a8 00000400:00000010:0.0:1788204753.604038:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c32a8. 00000100:00000001:0.0:1788204753.604040:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204753.604042:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9d880 x1875052842001664/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204753.604046:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204753.604048:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9d880 x1875052842001664/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204778 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204753.604052:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204753.604053:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204753.604055:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204753.604057:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788204753.604059:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204753.604060:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309892644 00000100:00000001:0.0:1788204753.604061:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309893876 00000100:00000001:0.0:1788204753.604063:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309892644 00000100:00000001:0.0:1788204753.604064:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309893876 00000100:00000001:0.0:1788204753.604065:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204753.604066:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204753.604067:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204753.604070:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204753/real 1788204753] req@ffff9c476db9d880 x1875052842001664/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204753.604076:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204753.604078:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204753.604079:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788204753.604082:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788204753.604083:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788204753.604085:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204753.604088:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9d880 x1875052842001664/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204753.604096:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9d880 x1875052842001664/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204753.604102:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204753.604104:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204753.604105:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204753.604107:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204753.604110:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9d880 x1875052842001664/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204753.604117:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204753.604120:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9d880 x1875052842001664/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204753.604128:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204753.604130:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204753.604132:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204753.604133:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204753.604135:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204753.604136:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204753.604138:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204753.604140:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204753.604142:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204753.604145:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9d880 x1875052842001664/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204753.604149:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842001664:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204753.604151:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204753.604152:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204753.604154:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9c700 x1875052842001408/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204753.604158:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204753.604158:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204753.604160:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788204753.604161:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204753.604162:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204753.604163:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204753.604165:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204753.604166:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a43000. 02000000:00000001:0.0:1788204753.604168:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204753.604169:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204753.604169:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9c700. 00000100:00000001:0.0:1788204753.604172:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204753.604173:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204753.604174:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204753.604175:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9c000 x1875052842001536/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204753.604179:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204753.604180:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204753.604181:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376800. 02000000:00000001:0.0:1788204753.604182:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204753.604182:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204753.604183:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204753.604184:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204753.604185:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a40000. 02000000:00000001:0.0:1788204753.604187:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204753.604187:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204753.604188:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9c000. 00000100:00000001:0.0:1788204753.604189:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204753.604190:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204753.604191:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204753.604192:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9d880 x1875052842001664/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204753.604195:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204753.604196:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204753.604197:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788204753.604198:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204753.604198:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204753.604199:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788204753.604200:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204753.604200:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a40400. 02000000:00000001:0.0:1788204753.604201:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204753.604202:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204753.604202:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9d880. 00000100:00000001:0.0:1788204753.604204:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204753.604204:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204753.604205:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204753.604208:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204753.604209:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204753.604210:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204753.604211:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204754.242529:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204754.242536:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204754.242541:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204754.242542:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204754.242544:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204754.242545:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788204754.242618:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788204754.242622:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788204754.242626:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204754.882524:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309893876, at 4309893888 00000100:00000010:0.0:1788204754.882547:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685baa80. 00000100:00000040:1.0:1788204754.882674:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309893876, at 4309893888 00000100:00000010:1.0:1788204754.882682:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba6c0. 00010000:00000001:0.0:1788204755.266569:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204755.266580:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204755.266588:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204755.266593:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204755.266595:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204755.266599:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204755.266603:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204755.266605:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204755.266607:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204755.266609:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204755.266612:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204755.266613:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204755.266613:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204755.266615:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204755.266616:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204755.266616:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204755.266617:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204755.266619:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204755.266661:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204755.266663:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204755.266665:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204756.290512:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204756.290517:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204756.290521:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204756.290522:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204756.290525:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204756.290526:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204756.290544:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204756.290546:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204756.290548:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204757.314642:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204757.314649:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204757.314655:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204757.314656:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204757.314660:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204757.314661:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788204757.314712:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788204757.314714:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788204757.314717:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204758.338493:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204758.338498:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204758.338502:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204758.338503:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204758.338505:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204758.338506:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788204758.338558:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788204758.338561:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788204758.338563:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788204758.722647:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204758.722653:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204758.722658:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204758.722669:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9f480 x1875052842001792/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204758.722689:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204758.722693:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204758.722701:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204758.722704:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204758.722710:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204758.722715:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842001792:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204758.722721:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204758.722727:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204758.722729:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204758.722734:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204758.722740:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788204758.722743:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204758.722750:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204758.722756:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788204758.722762:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788204758.722769:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842001792, portal 25 00000100:00000001:0.0:1788204758.722774:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204758.722777:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330355328 : -109644379196288 : ffff9c476db9f480) 00000100:00000040:0.0:1788204758.722786:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9f480 x1875052842001792/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204758.722794:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204758.722802:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204758.722806:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c32a8. 00000100:00000200:0.0:1788204758.722811:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052842001792, offset 0 00000400:00000200:0.0:1788204758.722820:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204758.722830:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204758.722839:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204758.722846:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204758.722852:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204758.722857:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204758.722862:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204758.722866:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704882:704882:256:4294967295] 192.168.201.101@tcp LPNI seq info [704877:704877:8:4294967295] 00000400:00000200:0.0:1788204758.722873:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204758.722883:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204758.722890:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204758.722899:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036900. 00000800:00000200:0.0:1788204758.722912:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204758.722918:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1788204758.722946:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204758.722949:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036900. 00000400:00000200:0.0:1788204758.722955:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204758.722961:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204758.722966:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c32a8 00000400:00000010:0.0:1788204758.722970:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c32a8. 00000100:00000001:0.0:1788204758.722975:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204758.722981:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9f480 x1875052842001792/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204758.723008:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204758.723013:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9f480 x1875052842001792/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204783 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204758.723027:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204758.723031:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204758.723039:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204758.723048:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204758.723054:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4309898996 00000100:00000010:0.0:1788204758.723063:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685baa80. 00000100:00000001:0.0:1788204758.723072:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788204758.723081:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4309898996 00000100:00000010:0.0:1788204758.723087:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba9c0. 00000100:00000001:0.0:1788204758.723093:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788204758.723098:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204758.723102:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204758.723107:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204758.723114:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204758/real 1788204758] req@ffff9c476db9f480 x1875052842001792/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204758.723140:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204758.723143:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204758.723147:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788204758.723152:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788204758.723154:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788204758.723157:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204758.723162:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9f480 x1875052842001792/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204758.723169:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9f480 x1875052842001792/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204758.723173:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204758.723175:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204758.723176:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204758.723178:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204758.723180:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9f480 x1875052842001792/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204758.723185:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204758.723187:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9f480 x1875052842001792/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204758.723194:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204758.723197:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204758.723199:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204758.723200:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204758.723202:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204758.723204:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204758.723207:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204758.723211:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204758.723214:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204758.723218:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9f480 x1875052842001792/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204758.723227:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842001792:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204758.723231:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204758.723233:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204758.723236:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9f480 x1875052842001792/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204758.723243:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204758.723245:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204758.723247:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788204758.723250:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204758.723252:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204758.723254:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788204758.723256:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204758.723259:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a41c00. 02000000:00000001:0.0:1788204758.723262:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204758.723264:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204758.723265:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9f480. 00000100:00000001:0.0:1788204758.723269:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204758.723270:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204758.723272:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204758.723278:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204758.723279:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204758.723281:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204758.723282:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204758.723283:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204758.723286:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9f800 x1875052842001920/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204758.723291:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204758.723292:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204758.723293:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204758.723294:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204758.723296:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204758.723297:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842001920:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204758.723299:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204758.723301:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204758.723302:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204758.723303:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204758.723305:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788204758.723306:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204758.723309:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204758.723311:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788204758.723313:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788204758.723315:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842001920, portal 10 00000100:00000001:0.0:1788204758.723317:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204758.723318:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330356224 : -109644379195392 : ffff9c476db9f800) 00000100:00000040:0.0:1788204758.723322:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9f800 x1875052842001920/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204758.723326:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204758.723328:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204758.723329:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c32a8. 00000100:00000200:0.0:1788204758.723330:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842001920, offset 0 00000400:00000200:0.0:1788204758.723333:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204758.723335:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204758.723337:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204758.723339:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204758.723341:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204758.723343:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204758.723344:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204758.723346:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704883:704883:256:4294967295] 192.168.201.101@tcp LPNI seq info [704878:704878:8:4294967295] 00000400:00000200:0.0:1788204758.723349:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204758.723353:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204758.723356:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204758.723358:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036900. 00000800:00000200:0.0:1788204758.723360:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204758.723362:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1788204758.723369:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204758.723370:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036900. 00000400:00000200:0.0:1788204758.723373:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204758.723375:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204758.723376:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c32a8 00000400:00000010:0.0:1788204758.723377:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c32a8. 00000100:00000001:0.0:1788204758.723379:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204758.723381:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9f800 x1875052842001920/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204758.723386:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204758.723388:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9f800 x1875052842001920/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204783 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204758.723415:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204758.723416:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204758.723419:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204758.723421:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788204758.723424:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204758.723425:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309897738 00000100:00000001:0.0:1788204758.723427:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309898996 00000100:00000001:0.0:1788204758.723429:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309897738 00000100:00000001:0.0:1788204758.723430:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309898996 00000100:00000001:0.0:1788204758.723431:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204758.723432:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204758.723433:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204758.723436:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204758/real 1788204758] req@ffff9c476db9f800 x1875052842001920/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204758.723440:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204758.723441:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204758.723442:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788204758.723444:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788204758.723445:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788204758.723447:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204758.723449:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9f800 x1875052842001920/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204758.723457:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9f800 x1875052842001920/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204758.723463:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204758.723464:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204758.723466:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204758.723468:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204758.723471:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9f800 x1875052842001920/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204758.723478:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204758.723482:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9f800 x1875052842001920/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204758.723489:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204758.723492:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204758.723493:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204758.723495:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204758.723496:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204758.723498:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204758.723499:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204758.723502:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204758.723503:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204758.723506:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9f800 x1875052842001920/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204758.723511:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842001920:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204758.723513:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204758.723515:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9c380 x1875052842002048/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204758.723519:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204758.723520:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204758.723521:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204758.723523:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204758.723524:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204758.723526:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842002048:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204758.723527:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204758.723528:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204758.723530:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204758.723531:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204758.723533:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788204758.723534:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204758.723537:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204758.723538:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788204758.723540:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788204758.723542:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842002048, portal 10 00000100:00000001:0.0:1788204758.723544:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204758.723545:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330342784 : -109644379208832 : ffff9c476db9c380) 00000100:00000040:0.0:1788204758.723548:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9c380 x1875052842002048/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204758.723552:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204758.723554:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204758.723555:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c32a8. 00000100:00000200:0.0:1788204758.723557:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842002048, offset 0 00000400:00000200:0.0:1788204758.723559:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204758.723581:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204758.723583:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204758.723585:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204758.723587:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204758.723588:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204758.723590:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204758.723592:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704884:704884:256:4294967295] 192.168.201.101@tcp LPNI seq info [704879:704879:8:4294967295] 00000400:00000200:0.0:1788204758.723594:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204758.723598:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204758.723601:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204758.723603:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036900. 00000800:00000200:0.0:1788204758.723606:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204758.723607:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1788204758.723614:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204758.723616:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036900. 00000400:00000200:0.0:1788204758.723618:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204758.723620:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204758.723622:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c32a8 00000400:00000010:0.0:1788204758.723623:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c32a8. 00000100:00000001:0.0:1788204758.723625:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204758.723627:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9c380 x1875052842002048/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204758.723632:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204758.723634:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9c380 x1875052842002048/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204783 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204758.723638:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204758.723639:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204758.723641:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204758.723643:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788204758.723645:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204758.723646:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309897738 00000100:00000001:0.0:1788204758.723648:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309898996 00000100:00000001:0.0:1788204758.723649:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309897738 00000100:00000001:0.0:1788204758.723651:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309898996 00000100:00000001:0.0:1788204758.723652:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204758.723653:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204758.723654:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204758.723657:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204758/real 1788204758] req@ffff9c476db9c380 x1875052842002048/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204758.723664:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204758.723666:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204758.723667:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788204758.723669:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788204758.723671:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788204758.723673:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204758.723676:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9c380 x1875052842002048/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204758.723685:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9c380 x1875052842002048/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204758.723691:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204758.723693:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204758.723695:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204758.723697:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204758.723700:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9c380 x1875052842002048/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204758.723706:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204758.723708:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9c380 x1875052842002048/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204758.723712:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204758.723714:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204758.723715:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204758.723716:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204758.723717:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204758.723718:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204758.723719:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204758.723721:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204758.723722:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204758.723724:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9c380 x1875052842002048/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204758.723729:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842002048:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204758.723731:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204758.723733:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9ca80 x1875052842002176/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204758.723737:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204758.723739:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204758.723740:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204758.723741:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204758.723742:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204758.723744:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842002176:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204758.723746:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204758.723747:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204758.723748:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204758.723750:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204758.723752:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376400. 02000000:00000001:0.0:1788204758.723753:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204758.723755:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204758.723757:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788204758.723759:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788204758.723762:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842002176, portal 4 00000100:00000001:0.0:1788204758.723763:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204758.723764:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330344576 : -109644379207040 : ffff9c476db9ca80) 00000100:00000040:0.0:1788204758.723768:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9ca80 x1875052842002176/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204758.723772:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204758.723773:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204758.723775:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c32a8. 00000100:00000200:0.0:1788204758.723776:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052842002176, offset 0 00000400:00000200:0.0:1788204758.723778:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204758.723780:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204758.723782:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204758.723784:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204758.723786:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204758.723787:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204758.723789:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204758.723791:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704885:704885:256:4294967295] 192.168.201.101@tcp LPNI seq info [704880:704880:8:4294967295] 00000400:00000200:0.0:1788204758.723794:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204758.723797:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204758.723800:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204758.723802:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036900. 00000800:00000200:0.0:1788204758.723804:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204758.723806:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1788204758.723812:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204758.723814:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036900. 00000400:00000200:0.0:1788204758.723815:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204758.723818:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204758.723819:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c32a8 00000400:00000010:0.0:1788204758.723820:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c32a8. 00000100:00000001:0.0:1788204758.723822:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204758.723824:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9ca80 x1875052842002176/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204758.723829:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204758.723830:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9ca80 x1875052842002176/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204783 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204758.723834:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204758.723835:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204758.723836:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204758.723838:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788204758.723840:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204758.723841:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309897764 00000100:00000001:0.0:1788204758.723843:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309898996 00000100:00000001:0.0:1788204758.723844:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309897764 00000100:00000001:0.0:1788204758.723845:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309898996 00000100:00000001:0.0:1788204758.723847:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204758.723848:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204758.723849:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204758.723851:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204758/real 1788204758] req@ffff9c476db9ca80 x1875052842002176/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204758.723856:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204758.723857:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204758.723858:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788204758.723859:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788204758.723860:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788204758.723861:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204758.723863:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9ca80 x1875052842002176/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204758.723868:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9ca80 x1875052842002176/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204758.723871:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204758.723872:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204758.723873:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204758.723873:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204758.723875:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9ca80 x1875052842002176/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204758.723878:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204758.723880:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9ca80 x1875052842002176/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204758.723884:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204758.723885:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204758.723886:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204758.723886:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204758.723887:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204758.723888:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204758.723889:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204758.723892:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204758.723894:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204758.723897:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9ca80 x1875052842002176/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204758.723905:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842002176:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204758.723908:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204758.723910:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204758.723913:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9f800 x1875052842001920/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204758.723920:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204758.723921:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204758.723923:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788204758.723926:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204758.723927:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204758.723929:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204758.723931:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204758.723933:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a43400. 02000000:00000001:0.0:1788204758.723937:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204758.723938:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204758.723939:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9f800. 00000100:00000001:0.0:1788204758.723941:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204758.723942:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204758.723943:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204758.723946:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9c380 x1875052842002048/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204758.723950:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204758.723951:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204758.723952:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788204758.723954:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204758.723954:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204758.723955:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204758.723956:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204758.723957:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a40c00. 02000000:00000001:0.0:1788204758.723959:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204758.723960:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204758.723960:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9c380. 00000100:00000001:0.0:1788204758.723963:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204758.723963:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204758.723964:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204758.723966:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9ca80 x1875052842002176/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204758.723969:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204758.723969:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204758.723970:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376400. 02000000:00000001:0.0:1788204758.723971:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204758.723972:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204758.723972:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788204758.723973:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204758.723974:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a42000. 02000000:00000001:0.0:1788204758.723976:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204758.723976:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204758.723977:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9ca80. 00000100:00000001:0.0:1788204758.723978:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204758.723979:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204758.723980:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204758.723982:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204758.723982:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204758.723983:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204758.723985:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204759.362522:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204759.362530:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204759.362536:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204759.362538:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204759.362542:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204759.362543:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204759.362593:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204759.362597:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204759.362600:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788204760.002579:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309898996, at 4309899008 00000100:00000040:0.0:1788204760.002587:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309898996, at 4309899008 00000100:00000010:1.0:1788204760.002598:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba9c0. 00000100:00000010:0.0:1788204760.002601:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685baa80. 00010000:00000001:0.0:1788204760.386588:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204760.386595:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204760.386601:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204760.386602:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204760.386605:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204760.386606:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204760.386638:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204760.386642:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204760.386645:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204761.410545:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204761.410558:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204761.410561:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204761.410566:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204761.410581:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204761.410583:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204761.410585:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204761.410587:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204761.410591:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204761.410592:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204761.410595:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204761.410596:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788204761.410670:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788204761.410675:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788204761.410679:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204762.434545:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204762.434553:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204762.434558:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204762.434559:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204762.434562:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204762.434563:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788204762.434617:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788204762.434621:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788204762.434625:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204763.458519:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204763.458527:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204763.458534:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204763.458535:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204763.458537:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204763.458538:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204763.458560:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204763.458563:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204763.458565:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788204763.842531:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204763.842542:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788204763.842545:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204763.842549:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204763.842553:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204763.842560:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 15230 00000400:00000200:0.0:1788204763.842568:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204763.842574:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204763.842577:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204763.842579:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204763.842582:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204763.842584:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204763.842586:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204763.842590:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204763.842592:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788204763.842594:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204763.842597:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788204763.842598:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788204763.842600:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788204763.842602:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204763.842603:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204763.842605:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204763.842606:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204763.842608:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788204763.842611:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204763.842612:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204763.842615:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204763.842618:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204763.842621:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204763.842622:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788204763.842625:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204763.842635:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fa680. 00000020:00000040:0.0:1788204763.842638:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788204763.842642:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204763.842644:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204763.842648:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204763.842650:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204763.842654:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204763.842661:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377000. 00000100:00000001:0.0:1788204763.842668:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204763.842677:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fa680 x1875052842002304/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204763.842686:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204763.842690:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204763.842694:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003756c577] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fa680 x1875052842002304/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204763.842716:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204763.842719:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204763.842721:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788204763.842722:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204763.842723:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204763.842727:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204763.842729:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15230 00000400:00000200:0.0:1788204763.842731:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204763.842734:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204763.842736:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204763.842738:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204763.842739:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204763.842741:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204763.842743:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204763.842745:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204763.842747:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788204763.842748:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204763.842749:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788204763.842751:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788204763.842753:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788204763.842755:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204763.842756:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204763.842757:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204763.842759:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204763.842761:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788204763.842764:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204763.842766:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204763.842767:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204763.842772:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204763.842778:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204763.842780:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204763.842786:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204763.842792:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204763.842795:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204763.842797:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8e00. 00000020:00000040:0.0:1788204763.842799:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204763.842801:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204763.842802:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204763.842806:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204763.842807:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204763.842809:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204763.842815:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377c00. 00000100:00000001:0.0:1788204763.842822:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204763.842834:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8e00 x1875052842002432/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204763.842852:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204763.842860:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204763.842879:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7909e09] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8e00 x1875052842002432/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204763.842911:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204763.842915:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204763.842926:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788204763.842931:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204763.842932:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204763.842936:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204763.842941:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15230 00000400:00000200:0.0:1788204763.842949:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204763.842953:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204763.842957:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204763.842964:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204763.842967:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204763.842969:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204763.842971:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204763.842975:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204763.842976:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788204763.842978:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204763.842980:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788204763.842986:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788204763.842994:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788204763.843013:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204763.843022:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204763.843032:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204763.843040:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204763.843046:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788204763.843056:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204763.843064:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204763.843075:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204763.843080:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204763.843086:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204763.843089:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204763.843091:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204763.843094:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204763.843104:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204763.843115:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fb480. 00000020:00000040:0.0:1788204763.843122:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204763.843125:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204763.843128:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204763.843133:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204763.843136:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204763.843139:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204763.843148:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374400. 00000100:00000001:0.0:1788204763.843162:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204763.843174:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fb480 x1875052842002560/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204763.843193:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204763.843197:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204763.843209:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c471466] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fb480 x1875052842002560/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204763.843216:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204763.843224:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788204763.843234:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788204763.843248:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204763.843257:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788204763.843262:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204763.843266:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204763.843272:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204763.843284:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15230 00000400:00000200:0.0:1788204763.843296:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204763.843304:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204763.843310:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204763.843322:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204763.843326:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204763.843329:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204763.843333:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204763.843337:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204763.843340:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788204763.843343:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204763.843347:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788204763.843357:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788204763.843365:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788204763.843380:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204763.843385:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204763.843389:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204763.843425:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204763.843428:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788204763.843433:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204763.843439:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204763.843447:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204763.843454:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204763.843459:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204763.843465:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204763.843469:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788204763.843474:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204763.843491:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204763.843499:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fbb80. 00000020:00000040:0.0:1788204763.843508:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788204763.843515:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204763.843520:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204763.843530:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204763.843534:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204763.843541:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204763.843552:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376c00. 00000100:00000001:0.0:1788204763.843560:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204763.843576:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fbb80 x1875052842002688/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204763.843599:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204763.843605:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204763.843612:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006afb05e] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fbb80 x1875052842002688/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204763.843629:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204763.843641:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15240) 00010000:00000001:0.0:1788204764.482561:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204764.482577:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204764.482583:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204764.482586:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204764.482588:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204764.482592:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204764.482595:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204764.482597:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204764.482599:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204764.482601:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204764.482604:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204764.482605:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204764.482606:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204764.482607:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204764.482608:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204764.482609:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204764.482610:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204764.482612:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204764.482638:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204764.482640:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204764.482643:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788204765.122486:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309904117, at 4309904128 00000100:00000040:0.0:1788204765.122496:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309904117, at 4309904128 00000100:00000010:1.0:1788204765.122505:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88c00. 00000100:00000010:0.0:1788204765.122509:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa880c0. 00010000:00000001:0.0:1788204765.506594:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204765.506602:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204765.506608:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204765.506609:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204765.506613:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204765.506614:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788204765.506673:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788204765.506678:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788204765.506682:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204766.530514:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204766.530520:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204766.530524:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204766.530525:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204766.530528:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204766.530529:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788204766.530585:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788204766.530589:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788204766.530592:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204767.554537:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204767.554546:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204767.554552:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204767.554553:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204767.554557:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204767.554558:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204767.554584:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204767.554587:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204767.554590:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204768.578563:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204768.578572:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204768.578579:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204768.578581:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204768.578585:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204768.578586:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204768.578620:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204768.578624:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204768.578627:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204769.602572:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204769.602584:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204769.602592:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204769.602593:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204769.602598:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204769.602599:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788204769.602663:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788204769.602668:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788204769.602670:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204770.242497:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309909236, at 4309909248 00000100:00000040:1.0:1788204770.242497:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309909236, at 4309909248 00000100:00000010:0.0:1788204770.242515:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88360. 00000100:00000010:1.0:1788204770.242518:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88b40. 00010000:00000001:0.0:1788204770.626505:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204770.626511:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204770.626516:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204770.626517:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204770.626520:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204770.626521:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788204770.626572:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788204770.626576:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788204770.626579:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204771.650513:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204771.650520:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204771.650522:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204771.650525:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204771.650529:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204771.650531:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204771.650533:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204771.650534:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204771.650538:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204771.650540:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204771.650543:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204771.650545:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204771.650572:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204771.650575:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204771.650577:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1788204772.034705:0:2408:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.101:988 00000400:00000100:1.0:1788204772.034772:0:2408:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.101@tcp at host 192.168.201.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:1.0:1788204772.034783:0:2408:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204772.034787:0:2408:0:(router.c:1791:lnet_notify()) 192.168.201.1@tcp notifying 192.168.201.101@tcp: down 00000400:00000200:1.0:1788204772.034791:0:2408:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204772.034795:0:2408:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:1.0:1788204772.034799:0:2408:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788204772.034803:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475d95bf00. 00000400:00000200:1.0:1788204772.034808:0:2408:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788204772.034813:0:2408:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788204772.034820:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f9660 00000400:00000010:1.0:1788204772.034823:0:2408:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f9660. 00000100:00000001:1.0:1788204772.034829:0:2408:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788204772.034839:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477c84a680 x1875052842002816/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204793 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204772.034866:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788204772.034871:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84a680 x1875052842002816/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204793 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204772.034881:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204772.034883:0:2408:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788204772.034900:0:2408:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788204772.034904:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475d95ba00. 00000400:00000200:1.0:1788204772.034907:0:2408:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788204772.034913:0:2408:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788204772.034920:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f9880 00000400:00000010:1.0:1788204772.034923:0:2408:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f9880. 00000100:00000001:1.0:1788204772.034928:0:2408:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788204772.034935:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477c84b100 x1875052842002944/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204793 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204772.034951:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788204772.034959:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84b100 x1875052842002944/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204793 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204772.034971:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204772.034976:0:2408:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788204772.034985:0:2408:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788204772.034991:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475d95bd00. 00000400:00000200:1.0:1788204772.035001:0:2408:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788204772.035011:0:2408:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788204772.035017:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f9088 00000400:00000010:1.0:1788204772.035021:0:2408:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f9088. 00000100:00000001:1.0:1788204772.035025:0:2408:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788204772.035034:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477c849c00 x1875052842003072/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204793 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204772.035050:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788204772.035057:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c849c00 x1875052842003072/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204793 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204772.035066:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204772.035068:0:2408:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788204772.035076:0:2408:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788204772.035082:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475d95b700. 00000400:00000200:1.0:1788204772.035088:0:2408:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788204772.035096:0:2408:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788204772.035100:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f97f8 00000400:00000010:1.0:1788204772.035103:0:2408:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f97f8. 00000100:00000001:1.0:1788204772.035110:0:2408:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788204772.035119:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477c848000 x1875052842003200/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204793 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204772.035140:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788204772.035147:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c848000 x1875052842003200/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204793 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204772.035164:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204772.035168:0:2408:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1788204772.674519:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204772.674527:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204772.674534:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204772.674535:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204772.674539:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204772.674540:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204772.674582:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204772.674585:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204772.674589:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204773.698526:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204773.698534:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204773.698540:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204773.698541:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204773.698545:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204773.698547:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788204773.698615:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788204773.698620:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788204773.698623:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204774.722502:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204774.722509:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204774.722513:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204774.722515:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204774.722517:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204774.722520:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204774.722523:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204774.722525:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204774.722527:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204774.722528:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204774.722531:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204774.722532:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204774.722532:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204774.722534:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204774.722535:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204774.722536:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204774.722537:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204774.722538:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788204774.722590:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788204774.722593:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788204774.722596:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788204775.362473:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309914356, at 4309914368 00000100:00000040:0.0:1788204775.362479:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309914356, at 4309914368 00000100:00000010:1.0:1788204775.362491:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa885a0. 00000100:00000010:0.0:1788204775.362496:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88de0. 00010000:00000001:0.0:1788204775.746482:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204775.746489:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204775.746494:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204775.746495:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204775.746505:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204775.746507:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204775.746529:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204775.746531:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204775.746534:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204776.770511:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204776.770518:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204776.770524:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204776.770525:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204776.770529:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204776.770530:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204776.770552:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204776.770556:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204776.770558:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204777.794449:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204777.794457:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204777.794463:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204777.794464:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204777.794468:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204777.794469:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204778.818515:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204778.818523:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204778.818527:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204778.818528:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204778.818530:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204778.818531:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788204778.818589:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788204778.818593:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788204778.818596:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204779.842533:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204779.842543:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204779.842551:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204779.842552:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204779.842557:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204779.842558:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204779.842591:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204779.842594:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204779.842597:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204780.482470:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309919477, at 4309919488 00000100:00000040:1.0:1788204780.482470:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309919477, at 4309919488 00000100:00000010:1.0:1788204780.482483:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88540. 00000100:00000010:0.0:1788204780.482486:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88300. 00010000:00000001:0.0:1788204780.866498:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204780.866505:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204780.866510:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204780.866512:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204780.866515:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204780.866516:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204780.866546:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204780.866549:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204780.866552:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204781.890499:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204781.890507:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204781.890510:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204781.890513:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204781.890518:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204781.890520:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204781.890523:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204781.890525:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204781.890529:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204781.890531:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204781.890534:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204781.890535:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204782.914462:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204782.914468:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204782.914472:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204782.914479:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204782.914483:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204782.914484:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788204782.914539:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788204782.914543:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788204782.914546:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204783.938495:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204783.938502:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204783.938508:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204783.938509:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204783.938512:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204783.938513:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204783.938533:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204783.938536:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204783.938539:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788204784.322515:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204784.322525:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788204784.322527:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204784.322532:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204784.322536:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204784.322543:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 15250 00000400:00000200:0.0:1788204784.322550:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204784.322556:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204784.322559:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204784.322570:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204784.322573:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204784.322576:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204784.322578:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204784.322582:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204784.322584:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788204784.322587:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204784.322590:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788204784.322592:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788204784.322595:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788204784.322598:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204784.322600:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204784.322601:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204784.322603:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204784.322606:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788204784.322608:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204784.322610:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204784.322612:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204784.322615:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204784.322617:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204784.322618:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788204784.322620:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204784.322628:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8700. 00000020:00000040:0.0:1788204784.322630:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788204784.322633:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204784.322634:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204784.322636:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204784.322639:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204784.322641:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204784.322646:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374400. 00000100:00000001:0.0:1788204784.322651:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204784.322659:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8700 x1875052842004352/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204784.322666:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204784.322669:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204784.322673:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006dab9339] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8700 x1875052842004352/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204784.322687:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204784.322690:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204784.322694:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788204784.322695:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204784.322697:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204784.322700:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204784.322702:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15250 00000400:00000200:0.0:1788204784.322706:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204784.322709:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204784.322718:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204784.322720:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204784.322723:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204784.322725:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204784.322726:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204784.322728:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204784.322730:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788204784.322732:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204784.322734:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788204784.322736:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788204784.322738:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788204784.322741:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204784.322743:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204784.322745:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204784.322747:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204784.322749:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788204784.322752:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204784.322756:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204784.322757:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204784.322762:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204784.322763:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204784.322765:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204784.322770:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204784.322773:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204784.322775:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204784.322779:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fbb80. 00000020:00000040:0.0:1788204784.322781:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204784.322783:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204784.322784:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204784.322785:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204784.322787:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204784.322788:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204784.322791:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377c00. 00000100:00000001:0.0:1788204784.322794:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204784.322806:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fbb80 x1875052842004480/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204784.322815:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204784.322817:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204784.322820:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006afb05e] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fbb80 x1875052842004480/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204784.322828:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204784.322830:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204784.322833:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788204784.322835:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204784.322836:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204784.322839:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204784.322841:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15250 00000400:00000200:0.0:1788204784.322844:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204784.322847:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204784.322849:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204784.322852:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204784.322854:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204784.322856:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204784.322858:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204784.322860:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204784.322861:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788204784.322862:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204784.322864:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788204784.322866:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788204784.322869:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788204784.322871:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204784.322873:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204784.322875:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204784.322877:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204784.322878:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788204784.322881:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204784.322889:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204784.322891:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204784.322894:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204784.322896:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204784.322898:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204784.322899:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204784.322902:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204784.322903:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204784.322906:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fb480. 00000020:00000040:0.0:1788204784.322908:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204784.322911:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204784.322912:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204784.322914:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204784.322915:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204784.322917:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204784.322920:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377000. 00000100:00000001:0.0:1788204784.322923:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204784.322926:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fb480 x1875052842004608/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204784.322933:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204784.322935:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204784.322938:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c471466] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fb480 x1875052842004608/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204784.322946:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204784.322948:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788204784.322952:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788204784.322954:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204784.322958:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788204784.322959:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204784.322960:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204784.322963:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204784.322965:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15250 00000400:00000200:0.0:1788204784.322968:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204784.322971:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204784.322973:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204784.322975:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204784.322978:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204784.322979:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204784.322981:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204784.322984:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204784.322985:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788204784.322986:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204784.322989:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788204784.322991:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788204784.322993:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788204784.322996:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204784.322998:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204784.323000:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204784.323002:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204784.323004:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788204784.323007:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204784.323009:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204784.323011:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204784.323014:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204784.323015:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204784.323017:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204784.323020:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788204784.323022:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204784.323024:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204784.323027:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8e00. 00000020:00000040:0.0:1788204784.323029:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788204784.323031:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204784.323033:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204784.323034:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204784.323036:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204784.323037:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204784.323040:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377800. 00000100:00000001:0.0:1788204784.323043:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204784.323047:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8e00 x1875052842004736/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204784.323055:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204784.323057:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204784.323060:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7909e09] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8e00 x1875052842004736/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204784.323081:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204784.323085:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15261) 00010000:00000001:0.0:1788204784.962474:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204784.962480:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204784.962485:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204784.962488:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204784.962490:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204784.962494:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204784.962497:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204784.962499:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204784.962501:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204784.962505:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204784.962508:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204784.962510:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204784.962512:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204784.962513:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204784.962515:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204784.962517:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204784.962519:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204784.962521:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204785.602492:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309924596, at 4309924608 00000100:00000040:0.0:1788204785.602493:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309924596, at 4309924608 00000100:00000010:1.0:1788204785.602506:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88780. 00000100:00000010:0.0:1788204785.602508:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa882a0. 00010000:00000001:0.0:1788204785.986493:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204785.986499:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204785.986503:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204785.986504:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204785.986506:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204785.986507:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204787.010500:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204787.010505:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204787.010509:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204787.010510:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204787.010512:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204787.010513:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788204787.010564:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788204787.010567:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788204787.010570:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204788.034501:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204788.034509:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204788.034515:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204788.034516:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204788.034519:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204788.034520:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204788.034553:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204788.034555:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204788.034557:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204789.058505:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204789.058511:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204789.058515:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204789.058516:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204789.058518:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204789.058519:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204789.442497:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204789.442507:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788204789.442509:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204789.442513:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204789.442523:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204789.442530:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 15256 00000400:00000200:0.0:1788204789.442538:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204789.442544:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204789.442547:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204789.442549:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204789.442552:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204789.442554:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204789.442557:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204789.442569:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204789.442571:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788204789.442574:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204789.442576:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788204789.442579:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788204789.442581:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788204789.442585:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204789.442587:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204789.442589:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204789.442591:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204789.442594:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788204789.442597:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204789.442600:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204789.442602:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204789.442605:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204789.442609:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204789.442611:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788204789.442613:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204789.442622:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fa680. 00000020:00000040:0.0:1788204789.442626:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788204789.442630:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204789.442632:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204789.442635:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204789.442638:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204789.442642:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204789.442649:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376800. 00000100:00000001:0.0:1788204789.442656:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204789.442665:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fa680 x1875052842004864/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204789.442675:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204789.442679:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204789.442684:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003756c577] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fa680 x1875052842004864/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204789.442706:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204789.442709:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204789.442712:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788204789.442714:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204789.442716:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204789.442719:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204789.442721:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15256 00000400:00000200:0.0:1788204789.442726:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204789.442730:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204789.442733:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204789.442736:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204789.442738:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204789.442741:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204789.442744:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204789.442749:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204789.442752:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788204789.442756:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204789.442759:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788204789.442762:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788204789.442767:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788204789.442775:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204789.442778:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204789.442783:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204789.442787:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204789.442790:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788204789.442796:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204789.442803:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204789.442808:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204789.442815:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204789.442821:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204789.442824:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204789.442830:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204789.442836:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204789.442840:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204789.442845:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fad80. 00000020:00000040:0.0:1788204789.442849:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204789.442854:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204789.442858:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204789.442863:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204789.442866:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204789.442870:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204789.442876:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374800. 00000100:00000001:0.0:1788204789.442881:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204789.442889:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fad80 x1875052842004992/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204789.442904:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204789.442907:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204789.442913:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010fef5ed] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fad80 x1875052842004992/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204789.442931:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204789.442935:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204789.442941:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788204789.442944:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204789.442947:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204789.442954:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204789.442960:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15256 00000400:00000200:0.0:1788204789.442968:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204789.442972:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204789.442975:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204789.442980:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204789.442985:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204789.442990:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204789.442994:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204789.442998:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204789.443002:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788204789.443005:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204789.443009:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788204789.443012:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788204789.443018:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788204789.443025:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204789.443030:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204789.443036:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204789.443053:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204789.443057:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788204789.443064:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204789.443070:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204789.443075:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204789.443080:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204789.443085:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204789.443091:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204789.443095:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204789.443101:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204789.443106:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204789.443112:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fa300. 00000020:00000040:0.0:1788204789.443125:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204789.443131:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204789.443134:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204789.443137:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204789.443140:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204789.443142:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204789.443151:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376400. 00000100:00000001:0.0:1788204789.443158:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204789.443166:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fa300 x1875052842005120/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204789.443181:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204789.443185:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204789.443194:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000643b1429] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fa300 x1875052842005120/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204789.443208:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204789.443212:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788204789.443220:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788204789.443225:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204789.443234:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788204789.443237:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204789.443239:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204789.443245:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204789.443251:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15256 00000400:00000200:0.0:1788204789.443259:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204789.443266:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204789.443272:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204789.443280:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204789.443285:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204789.443291:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204789.443298:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204789.443303:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204789.443307:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788204789.443311:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204789.443316:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788204789.443322:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788204789.443327:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788204789.443336:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204789.443341:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204789.443346:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204789.443351:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204789.443356:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788204789.443363:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204789.443370:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204789.443374:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204789.443378:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204789.443383:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204789.443387:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204789.443391:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788204789.443428:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204789.443432:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204789.443438:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9180. 00000020:00000040:0.0:1788204789.443445:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788204789.443451:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204789.443454:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204789.443456:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204789.443460:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204789.443464:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204789.443472:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376000. 00000100:00000001:0.0:1788204789.443479:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204789.443489:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9180 x1875052842005248/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204789.443508:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204789.443513:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204789.443522:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b4a335a] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9180 x1875052842005248/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204789.443541:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204789.443550:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15266) 00010000:00000001:0.0:1788204790.082494:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204790.082500:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204790.082506:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204790.082507:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204790.082510:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204790.082512:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204790.722495:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309929716, at 4309929728 00000100:00000040:1.0:1788204790.722495:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309929716, at 4309929728 00000100:00000010:1.0:1788204790.722511:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88000. 00000100:00000010:0.0:1788204790.722513:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88900. 00010000:00000001:0.0:1788204791.106524:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204791.106531:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204791.106536:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204791.106537:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204791.106540:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204791.106542:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788204791.106599:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788204791.106603:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788204791.106607:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204792.130486:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204792.130494:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204792.130496:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204792.130499:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204792.130504:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204792.130506:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204792.130508:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204792.130510:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204792.130514:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204792.130516:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204792.130519:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204792.130521:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204792.130553:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204792.130556:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204792.130559:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204793.154514:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204793.154521:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204793.154527:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204793.154529:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204793.154531:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204793.154533:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204794.178486:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204794.178491:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204794.178496:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204794.178496:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204794.178499:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204794.178499:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204794.562465:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204794.562474:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788204794.562476:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204794.562479:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204794.562483:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204794.562489:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 15261 00000400:00000200:0.0:1788204794.562494:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204794.562498:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204794.562500:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204794.562502:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204794.562505:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204794.562506:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204794.562508:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204794.562511:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204794.562512:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788204794.562514:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204794.562523:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788204794.562524:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788204794.562526:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788204794.562528:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204794.562529:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204794.562530:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204794.562532:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204794.562534:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788204794.562536:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204794.562537:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204794.562539:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204794.562541:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204794.562543:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204794.562544:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788204794.562546:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204794.562551:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8a80. 00000020:00000040:0.0:1788204794.562554:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788204794.562557:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204794.562559:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204794.562561:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204794.562563:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204794.562566:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204794.562575:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377c00. 00000100:00000001:0.0:1788204794.562582:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204794.562589:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8a80 x1875052842005376/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204794.562596:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204794.562599:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204794.562602:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000320d64fa] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8a80 x1875052842005376/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204794.562618:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204794.562620:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204794.562623:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788204794.562625:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204794.562626:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204794.562630:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204794.562632:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15261 00000400:00000200:0.0:1788204794.562636:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204794.562640:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204794.562643:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204794.562646:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204794.562649:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204794.562654:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204794.562659:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204794.562664:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204794.562667:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788204794.562671:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204794.562676:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788204794.562679:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788204794.562684:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788204794.562690:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204794.562696:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204794.562701:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204794.562704:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204794.562707:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788204794.562711:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204794.562715:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204794.562717:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204794.562721:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204794.562724:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204794.562726:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204794.562730:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204794.562733:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204794.562737:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204794.562741:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fb100. 00000020:00000040:0.0:1788204794.562746:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204794.562748:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204794.562750:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204794.562754:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204794.562756:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204794.562759:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204794.562763:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374400. 00000100:00000001:0.0:1788204794.562767:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204794.562775:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fb100 x1875052842005504/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204794.562792:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204794.562801:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204794.562809:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000093808cf5] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fb100 x1875052842005504/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204794.562841:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204794.562846:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204794.562851:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788204794.562855:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204794.562858:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204794.562862:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204794.562866:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15261 00000400:00000200:0.0:1788204794.562871:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204794.562875:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204794.562878:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204794.562882:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204794.562885:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204794.562887:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204794.562889:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204794.562893:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204794.562895:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788204794.562896:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204794.562898:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788204794.562900:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788204794.562904:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788204794.562912:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204794.562916:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204794.562918:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204794.562921:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204794.562930:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788204794.562936:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204794.562939:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204794.562944:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204794.562956:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204794.562961:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204794.562965:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204794.562968:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204794.562974:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204794.562977:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204794.562982:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9c00. 00000020:00000040:0.0:1788204794.562987:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204794.562993:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204794.562996:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204794.563001:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204794.563003:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204794.563007:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204794.563013:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376c00. 00000100:00000001:0.0:1788204794.563019:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204794.563027:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9c00 x1875052842005632/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204794.563038:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204794.563042:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204794.563045:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d680416d] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9c00 x1875052842005632/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204794.563054:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204794.563056:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788204794.563061:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788204794.563063:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204794.563067:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788204794.563070:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204794.563073:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204794.563076:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204794.563081:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15261 00000400:00000200:0.0:1788204794.563089:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204794.563096:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204794.563101:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204794.563108:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204794.563112:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204794.563115:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204794.563119:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204794.563133:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204794.563136:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788204794.563140:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204794.563144:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788204794.563149:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788204794.563154:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788204794.563161:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204794.563166:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204794.563169:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204794.563173:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204794.563177:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788204794.563181:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204794.563185:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204794.563187:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204794.563191:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204794.563195:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204794.563199:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204794.563202:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788204794.563207:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204794.563210:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204794.563215:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8000. 00000020:00000040:0.0:1788204794.563219:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788204794.563223:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204794.563226:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204794.563229:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204794.563232:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204794.563236:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204794.563243:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375000. 00000100:00000001:0.0:1788204794.563247:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204794.563255:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8000 x1875052842005760/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204794.563268:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204794.563271:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204794.563278:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000755f6dce] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8000 x1875052842005760/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204794.563289:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204794.563293:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15271) 00010000:00000001:0.0:1788204795.202476:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204795.202483:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204795.202489:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204795.202492:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204795.202494:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204795.202498:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204795.202501:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204795.202503:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204795.202512:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204795.202515:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204795.202518:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204795.202520:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204795.202521:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204795.202522:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204795.202524:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204795.202525:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204795.202527:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204795.202528:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788204795.202587:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788204795.202591:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788204795.202594:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204795.842490:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309934836, at 4309934848 00000100:00000040:1.0:1788204795.842490:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309934836, at 4309934848 00000100:00000010:1.0:1788204795.842502:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88ba0. 00000100:00000010:0.0:1788204795.842504:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88180. 00010000:00000001:0.0:1788204796.226506:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204796.226513:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204796.226522:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204796.226524:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204796.226527:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204796.226528:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204796.226552:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204796.226556:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204796.226559:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204797.250505:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204797.250513:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204797.250518:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204797.250519:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204797.250522:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204797.250522:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204798.274509:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204798.274516:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204798.274520:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204798.274522:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204798.274525:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204798.274526:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204799.298513:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204799.298519:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204799.298523:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204799.298524:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204799.298526:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204799.298527:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788204799.298583:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788204799.298587:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788204799.298591:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788204799.682483:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204799.682492:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788204799.682494:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204799.682497:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204799.682501:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204799.682506:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 15266 00000400:00000200:0.0:1788204799.682518:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204799.682527:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204799.682530:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204799.682534:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204799.682538:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204799.682540:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204799.682542:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204799.682546:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204799.682548:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788204799.682550:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204799.682553:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788204799.682555:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788204799.682558:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788204799.682561:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204799.682563:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204799.682565:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204799.682567:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204799.682570:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788204799.682573:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204799.682576:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204799.682579:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204799.682582:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204799.682584:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204799.682586:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788204799.682589:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204799.682598:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8380. 00000020:00000040:0.0:1788204799.682601:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788204799.682604:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204799.682606:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204799.682609:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204799.682612:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204799.682615:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204799.682624:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375800. 00000100:00000001:0.0:1788204799.682629:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204799.682638:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8380 x1875052842005888/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204799.682654:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204799.682658:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204799.682663:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004fba561] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8380 x1875052842005888/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204799.682682:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204799.682686:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204799.682689:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788204799.682690:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204799.682692:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204799.682695:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204799.682698:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15266 00000400:00000200:0.0:1788204799.682702:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204799.682706:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204799.682709:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204799.682715:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204799.682718:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204799.682722:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204799.682728:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204799.682734:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204799.682736:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788204799.682737:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204799.682738:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788204799.682741:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788204799.682744:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788204799.682748:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204799.682751:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204799.682755:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204799.682758:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204799.682763:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788204799.682767:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204799.682770:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204799.682772:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204799.682777:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204799.682781:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204799.682784:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204799.682789:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204799.682794:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204799.682797:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204799.682801:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9f80. 00000020:00000040:0.0:1788204799.682803:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204799.682807:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204799.682808:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204799.682810:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204799.682812:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204799.682815:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204799.682821:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377400. 00000100:00000001:0.0:1788204799.682826:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204799.682842:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9f80 x1875052842006016/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204799.682851:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204799.682856:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204799.682873:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5e67c01] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9f80 x1875052842006016/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204799.682882:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204799.682884:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204799.682887:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788204799.682890:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204799.682893:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204799.682896:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204799.682901:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15266 00000400:00000200:0.0:1788204799.682908:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204799.682913:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204799.682917:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204799.682923:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204799.682925:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204799.682928:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204799.682932:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204799.682938:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204799.682941:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788204799.682951:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204799.682953:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788204799.682960:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788204799.682965:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788204799.682973:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204799.682978:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204799.682983:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204799.682986:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204799.682990:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788204799.682996:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204799.683002:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204799.683006:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204799.683010:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204799.683013:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204799.683015:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204799.683018:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204799.683024:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204799.683026:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204799.683030:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fb800. 00000020:00000040:0.0:1788204799.683034:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204799.683039:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204799.683041:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204799.683045:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204799.683047:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204799.683049:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204799.683054:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374c00. 00000100:00000001:0.0:1788204799.683058:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204799.683064:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fb800 x1875052842006144/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204799.683091:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204799.683095:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204799.683101:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045f4f50b] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fb800 x1875052842006144/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204799.683111:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204799.683116:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788204799.683120:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788204799.683123:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204799.683128:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788204799.683129:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204799.683131:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204799.683135:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204799.683137:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15266 00000400:00000200:0.0:1788204799.683141:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204799.683148:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204799.683151:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204799.683156:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204799.683159:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204799.683162:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204799.683163:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204799.683166:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204799.683169:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788204799.683171:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204799.683173:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788204799.683177:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788204799.683179:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788204799.683182:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204799.683185:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204799.683188:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204799.683191:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204799.683196:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788204799.683200:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204799.683203:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204799.683207:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204799.683209:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204799.683211:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204799.683213:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204799.683215:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788204799.683220:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204799.683223:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204799.683227:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9880. 00000020:00000040:0.0:1788204799.683230:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788204799.683232:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204799.683233:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204799.683234:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204799.683234:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204799.683235:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204799.683238:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375400. 00000100:00000001:0.0:1788204799.683242:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204799.683249:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9880 x1875052842006272/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204799.683257:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204799.683259:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204799.683264:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2b42fc4] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9880 x1875052842006272/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204799.683274:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204799.683279:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15276) 00010000:00000001:0.0:1788204800.322485:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204800.322492:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204800.322498:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204800.322500:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204800.322503:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204800.322504:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204800.322532:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204800.322534:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204800.322536:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204800.962485:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309939956, at 4309939968 00000100:00000040:1.0:1788204800.962485:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309939956, at 4309939968 00000100:00000010:1.0:1788204800.962499:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88720. 00000100:00000010:0.0:1788204800.962501:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88ea0. 00010000:00000001:0.0:1788204801.346517:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204801.346526:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204801.346528:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204801.346531:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204801.346536:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204801.346538:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204801.346540:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204801.346542:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204801.346546:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204801.346547:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204801.346550:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204801.346551:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204802.370461:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204802.370468:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204802.370474:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204802.370475:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204802.370479:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204802.370480:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204803.394498:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204803.394504:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204803.394510:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204803.394512:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204803.394515:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204803.394516:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788204803.394575:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788204803.394579:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788204803.394581:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204804.418511:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204804.418516:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204804.418520:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204804.418523:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204804.418524:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204804.418527:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204804.418529:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204804.418531:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204804.418533:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204804.418534:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204804.418536:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204804.418537:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204804.418538:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204804.418539:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204804.418539:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204804.418540:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204804.418541:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204804.418542:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204804.418562:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204804.418564:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204804.418567:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788204804.802486:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204804.802494:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788204804.802496:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204804.802499:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204804.802502:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204804.802508:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 15271 00000400:00000200:0.0:1788204804.802515:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204804.802520:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204804.802523:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204804.802525:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204804.802527:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204804.802529:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204804.802531:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204804.802533:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204804.802535:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788204804.802537:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204804.802539:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788204804.802541:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788204804.802542:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788204804.802543:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204804.802544:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204804.802545:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204804.802546:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204804.802548:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788204804.802550:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204804.802551:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204804.802554:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204804.802556:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204804.802557:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204804.802558:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788204804.802560:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204804.802568:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9500. 00000020:00000040:0.0:1788204804.802570:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788204804.802573:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204804.802574:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204804.802576:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204804.802579:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204804.802581:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204804.802587:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377c00. 00000100:00000001:0.0:1788204804.802592:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204804.802598:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9500 x1875052842006400/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204804.802605:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204804.802609:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204804.802612:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000842d065d] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9500 x1875052842006400/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204804.802628:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204804.802631:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204804.802633:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788204804.802634:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204804.802635:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204804.802637:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204804.802638:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15271 00000400:00000200:0.0:1788204804.802640:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204804.802642:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204804.802643:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204804.802645:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204804.802646:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204804.802648:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204804.802650:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204804.802651:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204804.802652:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788204804.802653:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204804.802654:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788204804.802655:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788204804.802657:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788204804.802658:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204804.802660:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204804.802661:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204804.802664:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204804.802666:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788204804.802668:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204804.802673:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204804.802677:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204804.802682:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204804.802691:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204804.802695:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204804.802701:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204804.802706:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204804.802710:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204804.802719:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9880. 00000020:00000040:0.0:1788204804.802724:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204804.802730:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204804.802734:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204804.802738:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204804.802741:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204804.802745:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204804.802753:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377000. 00000100:00000001:0.0:1788204804.802758:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204804.802766:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9880 x1875052842006528/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204804.802790:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204804.802794:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204804.802801:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2b42fc4] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9880 x1875052842006528/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204804.802813:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204804.802817:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204804.802822:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788204804.802823:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204804.802825:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204804.802830:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204804.802832:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15271 00000400:00000200:0.0:1788204804.802837:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204804.802841:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204804.802845:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204804.802850:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204804.802852:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204804.802853:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204804.802855:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204804.802858:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204804.802860:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788204804.802862:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204804.802864:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788204804.802865:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788204804.802867:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788204804.802872:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204804.802876:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204804.802881:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204804.802885:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204804.802889:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788204804.802896:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204804.802902:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204804.802907:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204804.802913:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204804.802918:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204804.802921:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204804.802925:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204804.802930:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204804.802934:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204804.802940:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fb800. 00000020:00000040:0.0:1788204804.802944:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204804.802949:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204804.802950:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204804.802952:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204804.802956:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204804.802959:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204804.802964:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377800. 00000100:00000001:0.0:1788204804.802969:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204804.802975:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fb800 x1875052842006656/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204804.802984:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204804.802987:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204804.802991:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045f4f50b] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fb800 x1875052842006656/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204804.802999:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204804.803002:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788204804.803005:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788204804.803011:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204804.803022:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788204804.803024:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204804.803028:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204804.803033:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204804.803037:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15271 00000400:00000200:0.0:1788204804.803042:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204804.803047:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204804.803051:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204804.803057:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204804.803062:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204804.803067:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204804.803071:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204804.803077:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204804.803080:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788204804.803083:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204804.803087:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788204804.803092:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788204804.803096:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788204804.803104:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204804.803109:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204804.803111:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204804.803113:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204804.803116:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788204804.803119:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204804.803122:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204804.803128:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204804.803132:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204804.803134:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204804.803136:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204804.803139:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788204804.803142:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204804.803146:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204804.803149:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9f80. 00000020:00000040:0.0:1788204804.803152:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788204804.803157:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204804.803158:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204804.803159:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204804.803161:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204804.803163:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204804.803168:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376000. 00000100:00000001:0.0:1788204804.803171:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204804.803177:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9f80 x1875052842006784/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204804.803186:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204804.803188:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204804.803194:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5e67c01] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9f80 x1875052842006784/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204804.803213:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204804.803217:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15281) 00010000:00000001:0.0:1788204805.442493:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204805.442500:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204805.442505:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204805.442506:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204805.442509:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204805.442511:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204806.082484:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309945076, at 4309945088 00000100:00000040:1.0:1788204806.082484:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309945076, at 4309945088 00000100:00000010:1.0:1788204806.082496:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa889c0. 00000100:00000010:0.0:1788204806.082502:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88d20. 00010000:00000001:0.0:1788204806.466526:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204806.466533:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204806.466539:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204806.466540:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204806.466542:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204806.466543:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204807.490510:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204807.490520:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204807.490528:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204807.490532:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204807.490535:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204807.490537:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788204807.490600:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788204807.490606:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788204807.490610:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204808.514503:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204808.514509:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204808.514516:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204808.514518:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204808.514521:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204808.514522:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204808.514558:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204808.514561:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204808.514563:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204809.538508:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204809.538515:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204809.538520:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204809.538521:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204809.538525:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204809.538526:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204810.562554:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204810.562562:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204810.562569:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204810.562570:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204810.562574:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204810.562575:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204811.202510:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309950197, at 4309950208 00000100:00000040:1.0:1788204811.202518:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309950197, at 4309950208 00000100:00000010:0.0:1788204811.202525:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88060. 00000100:00000010:1.0:1788204811.202535:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88ae0. 00010000:00000001:0.0:1788204811.586514:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204811.586523:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204811.586526:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204811.586530:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204811.586535:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204811.586538:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204811.586540:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204811.586542:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204811.586546:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204811.586548:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204811.586551:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204811.586553:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788204811.586604:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788204811.586607:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788204811.586609:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204812.610524:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204812.610531:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204812.610536:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204812.610537:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204812.610541:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204812.610542:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204812.610565:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204812.610568:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204812.610570:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204813.634488:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204813.634493:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204813.634497:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204813.634497:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204813.634499:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204813.634500:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204814.658518:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204814.658526:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204814.658532:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204814.658535:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204814.658537:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204814.658540:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204814.658543:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204814.658546:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204814.658547:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204814.658549:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204814.658552:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204814.658553:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204814.658554:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204814.658555:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204814.658557:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204814.658558:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204814.658559:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204814.658561:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204815.042781:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204815.042786:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204815.042789:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204815.042797:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9ed80 x1875052842007424/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204815.042805:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204815.042808:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204815.042812:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204815.042816:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204815.042820:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204815.042827:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842007424:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204815.042840:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204815.042847:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204815.042851:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204815.042856:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204815.042868:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788204815.042873:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204815.042883:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204815.042888:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788204815.042896:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788204815.042910:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842007424, portal 25 00000100:00000001:0.0:1788204815.042913:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204815.042916:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330353536 : -109644379198080 : ffff9c476db9ed80) 00000100:00000040:0.0:1788204815.042924:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9ed80 x1875052842007424/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204815.042941:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204815.042946:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204815.042949:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c32a8. 00000100:00000200:0.0:1788204815.042952:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052842007424, offset 0 00000400:00000200:0.0:1788204815.042962:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204815.042971:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204815.042979:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204815.042986:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204815.042991:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204815.042997:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204815.043001:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204815.043006:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704926:704926:256:4294967295] 192.168.201.101@tcp LPNI seq info [704921:704921:8:4294967295] 00000400:00000200:0.0:1788204815.043013:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204815.043025:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204815.043038:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204815.043044:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036900. 00000800:00000200:0.0:1788204815.043052:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204815.043059:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1788204815.043083:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204815.043086:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036900. 00000400:00000200:0.0:1788204815.043092:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204815.043097:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204815.043104:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c32a8 00000400:00000010:0.0:1788204815.043107:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c32a8. 00000100:00000001:0.0:1788204815.043112:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204815.043118:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9ed80 x1875052842007424/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204815.043131:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204815.043136:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9ed80 x1875052842007424/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204840 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204815.043146:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204815.043148:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204815.043155:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204815.043163:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204815.043167:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4309955316 00000100:00000010:0.0:1788204815.043174:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685baa80. 00000100:00000001:0.0:1788204815.043180:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788204815.043192:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4309955316 00000100:00000010:0.0:1788204815.043198:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685bade0. 00000100:00000001:0.0:1788204815.043205:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788204815.043212:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204815.043219:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204815.043225:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204815.043235:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204815/real 1788204815] req@ffff9c476db9ed80 x1875052842007424/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204815.043258:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204815.043263:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204815.043268:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788204815.043274:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788204815.043278:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788204815.043282:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204815.043289:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9ed80 x1875052842007424/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204815.043306:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9ed80 x1875052842007424/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204815.043323:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204815.043326:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204815.043330:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204815.043334:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204815.043341:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9ed80 x1875052842007424/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204815.043357:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204815.043366:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9ed80 x1875052842007424/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204840 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204815.043377:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204815.043382:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204815.043386:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204815.043388:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204815.043391:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204815.043431:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204815.043437:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204815.043445:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204815.043450:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204815.043461:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9ed80 x1875052842007424/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204840 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204815.043476:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842007424:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204815.043482:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204815.043484:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204815.043488:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9ed80 x1875052842007424/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204840 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204815.043495:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204815.043497:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204815.043500:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788204815.043503:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204815.043505:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204815.043507:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788204815.043509:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204815.043511:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a42800. 02000000:00000001:0.0:1788204815.043515:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204815.043517:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204815.043518:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9ed80. 00000100:00000001:0.0:1788204815.043521:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204815.043522:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204815.043525:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204815.043531:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204815.043533:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204815.043535:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204815.043537:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204815.043538:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204815.043541:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9d500 x1875052842007552/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204815.043549:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204815.043550:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204815.043552:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204815.043554:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204815.043555:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204815.043559:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842007552:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204815.043562:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204815.043564:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204815.043565:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204815.043567:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204815.043570:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788204815.043572:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204815.043576:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204815.043578:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788204815.043582:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788204815.043584:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842007552, portal 10 00000100:00000001:0.0:1788204815.043587:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204815.043588:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330347264 : -109644379204352 : ffff9c476db9d500) 00000100:00000040:0.0:1788204815.043606:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9d500 x1875052842007552/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204815.043614:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204815.043616:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204815.043618:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c32a8. 00000100:00000200:0.0:1788204815.043621:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842007552, offset 0 00000400:00000200:0.0:1788204815.043624:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204815.043628:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204815.043632:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204815.043635:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204815.043637:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204815.043638:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204815.043640:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204815.043642:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704927:704927:256:4294967295] 192.168.201.101@tcp LPNI seq info [704922:704922:8:4294967295] 00000400:00000200:0.0:1788204815.043644:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204815.043649:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204815.043652:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204815.043654:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036900. 00000800:00000200:0.0:1788204815.043657:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204815.043659:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1788204815.043666:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204815.043668:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036900. 00000400:00000200:0.0:1788204815.043671:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204815.043674:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204815.043677:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c32a8 00000400:00000010:0.0:1788204815.043678:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c32a8. 00000100:00000001:0.0:1788204815.043681:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204815.043684:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9d500 x1875052842007552/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204815.043698:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204815.043701:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9d500 x1875052842007552/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204840 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204815.043707:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204815.043708:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204815.043712:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204815.043715:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788204815.043718:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204815.043720:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309954058 00000100:00000001:0.0:1788204815.043723:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309955316 00000100:00000001:0.0:1788204815.043725:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309954058 00000100:00000001:0.0:1788204815.043727:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309955316 00000100:00000001:0.0:1788204815.043729:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204815.043731:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204815.043732:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204815.043736:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204815/real 1788204815] req@ffff9c476db9d500 x1875052842007552/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204815.043743:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204815.043744:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204815.043746:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788204815.043748:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788204815.043750:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788204815.043752:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204815.043755:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9d500 x1875052842007552/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204815.043763:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9d500 x1875052842007552/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204815.043770:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204815.043772:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204815.043773:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204815.043775:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204815.043778:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9d500 x1875052842007552/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204815.043784:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204815.043788:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9d500 x1875052842007552/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204840 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204815.043794:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204815.043796:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204815.043798:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204815.043799:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204815.043801:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204815.043802:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204815.043805:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204815.043807:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204815.043809:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204815.043811:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9d500 x1875052842007552/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204840 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204815.043816:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842007552:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204815.043818:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204815.043820:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9fb80 x1875052842007680/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204815.043823:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204815.043824:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204815.043826:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204815.043827:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204815.043828:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204815.043830:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842007680:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204815.043832:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204815.043834:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204815.043835:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204815.043836:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204815.043838:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376400. 02000000:00000001:0.0:1788204815.043839:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204815.043841:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204815.043843:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788204815.043845:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788204815.043847:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842007680, portal 10 00000100:00000001:0.0:1788204815.043848:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204815.043849:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330357120 : -109644379194496 : ffff9c476db9fb80) 00000100:00000040:0.0:1788204815.043853:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9fb80 x1875052842007680/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204815.043856:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204815.043858:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204815.043859:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c32a8. 00000100:00000200:0.0:1788204815.043860:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842007680, offset 0 00000400:00000200:0.0:1788204815.043862:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204815.043864:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204815.043866:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204815.043868:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204815.043870:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204815.043871:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204815.043873:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204815.043875:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704928:704928:256:4294967295] 192.168.201.101@tcp LPNI seq info [704923:704923:8:4294967295] 00000400:00000200:0.0:1788204815.043877:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204815.043881:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204815.043884:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204815.043886:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036900. 00000800:00000200:0.0:1788204815.043888:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204815.043890:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1788204815.043896:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204815.043898:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036900. 00000400:00000200:0.0:1788204815.043899:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204815.043901:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204815.043903:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c32a8 00000400:00000010:0.0:1788204815.043904:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c32a8. 00000100:00000001:0.0:1788204815.043906:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204815.043908:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9fb80 x1875052842007680/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204815.043913:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204815.043914:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9fb80 x1875052842007680/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204840 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204815.043918:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204815.043919:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204815.043921:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204815.043923:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788204815.043925:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204815.043926:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309954058 00000100:00000001:0.0:1788204815.043927:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309955316 00000100:00000001:0.0:1788204815.043929:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309954058 00000100:00000001:0.0:1788204815.043930:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309955316 00000100:00000001:0.0:1788204815.043931:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204815.043932:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204815.043933:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204815.043935:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204815/real 1788204815] req@ffff9c476db9fb80 x1875052842007680/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204815.043939:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204815.043940:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204815.043941:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788204815.043942:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788204815.043943:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788204815.043945:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204815.043947:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9fb80 x1875052842007680/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204815.043951:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9fb80 x1875052842007680/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204815.043954:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204815.043955:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204815.043956:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204815.043956:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204815.043958:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9fb80 x1875052842007680/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204815.043961:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204815.043963:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9fb80 x1875052842007680/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204840 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204815.043967:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204815.043968:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204815.043969:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204815.043969:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204815.043970:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204815.043972:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204815.043973:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204815.043975:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204815.043976:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204815.043979:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9fb80 x1875052842007680/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204840 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204815.043986:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842007680:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204815.043989:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204815.043991:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9ca80 x1875052842007808/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204815.043994:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204815.043995:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204815.043996:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204815.043997:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204815.043998:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204815.044000:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842007808:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204815.044001:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204815.044002:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204815.044003:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204815.044004:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204815.044005:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788204815.044006:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204815.044008:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204815.044009:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788204815.044011:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788204815.044013:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842007808, portal 4 00000100:00000001:0.0:1788204815.044014:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204815.044015:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330344576 : -109644379207040 : ffff9c476db9ca80) 00000100:00000040:0.0:1788204815.044018:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9ca80 x1875052842007808/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204815.044022:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204815.044024:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204815.044025:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c32a8. 00000100:00000200:0.0:1788204815.044026:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052842007808, offset 0 00000400:00000200:0.0:1788204815.044028:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204815.044030:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204815.044032:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204815.044034:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204815.044036:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204815.044037:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204815.044038:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204815.044040:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704929:704929:256:4294967295] 192.168.201.101@tcp LPNI seq info [704924:704924:8:4294967295] 00000400:00000200:0.0:1788204815.044043:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204815.044046:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204815.044048:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204815.044049:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036900. 00000800:00000200:0.0:1788204815.044051:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204815.044053:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1788204815.044059:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204815.044060:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036900. 00000400:00000200:0.0:1788204815.044062:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204815.044064:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204815.044066:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c32a8 00000400:00000010:0.0:1788204815.044067:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c32a8. 00000100:00000001:0.0:1788204815.044068:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204815.044069:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9ca80 x1875052842007808/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204815.044074:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204815.044076:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9ca80 x1875052842007808/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204840 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204815.044080:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204815.044080:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204815.044082:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204815.044083:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788204815.044085:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204815.044086:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309954084 00000100:00000001:0.0:1788204815.044088:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309955316 00000100:00000001:0.0:1788204815.044089:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309954084 00000100:00000001:0.0:1788204815.044090:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309955316 00000100:00000001:0.0:1788204815.044091:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204815.044092:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204815.044093:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204815.044095:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204815/real 1788204815] req@ffff9c476db9ca80 x1875052842007808/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204815.044099:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204815.044099:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204815.044100:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788204815.044101:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788204815.044102:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788204815.044103:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204815.044104:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9ca80 x1875052842007808/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204815.044108:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9ca80 x1875052842007808/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204815.044112:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204815.044113:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204815.044114:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204815.044115:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204815.044117:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9ca80 x1875052842007808/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204815.044121:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204815.044122:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9ca80 x1875052842007808/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204840 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204815.044126:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204815.044129:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204815.044130:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204815.044131:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204815.044133:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204815.044134:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204815.044136:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204815.044140:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204815.044142:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204815.044145:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9ca80 x1875052842007808/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204840 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204815.044153:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842007808:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204815.044157:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204815.044158:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204815.044161:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9d500 x1875052842007552/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204840 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204815.044167:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204815.044169:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204815.044171:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788204815.044173:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204815.044174:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204815.044175:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204815.044177:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204815.044178:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a42000. 02000000:00000001:0.0:1788204815.044179:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204815.044180:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204815.044181:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9d500. 00000100:00000001:0.0:1788204815.044183:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204815.044184:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204815.044185:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204815.044187:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9fb80 x1875052842007680/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204840 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204815.044196:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204815.044197:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204815.044198:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376400. 02000000:00000001:0.0:1788204815.044199:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204815.044200:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204815.044200:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204815.044201:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204815.044202:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a43c00. 02000000:00000001:0.0:1788204815.044205:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204815.044205:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204815.044206:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9fb80. 00000100:00000001:0.0:1788204815.044207:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204815.044208:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204815.044208:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204815.044210:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9ca80 x1875052842007808/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204840 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204815.044213:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204815.044214:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204815.044214:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788204815.044215:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204815.044216:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204815.044217:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788204815.044219:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204815.044220:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a42c00. 02000000:00000001:0.0:1788204815.044222:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204815.044223:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204815.044224:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9ca80. 00000100:00000001:0.0:1788204815.044227:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204815.044228:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204815.044229:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204815.044233:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204815.044234:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204815.044236:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204815.044237:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204815.682481:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204815.682487:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204815.682491:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204815.682492:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204815.682494:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204815.682494:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788204815.682573:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788204815.682578:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788204815.682582:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204816.322468:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309955316, at 4309955328 00000100:00000040:1.0:1788204816.322470:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309955316, at 4309955328 00000100:00000010:1.0:1788204816.322484:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685bade0. 00000100:00000010:0.0:1788204816.322490:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685baa80. 00010000:00000001:0.0:1788204816.706496:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204816.706501:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204816.706505:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204816.706506:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204816.706508:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204816.706509:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204816.706527:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204816.706529:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204816.706530:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204817.730487:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204817.730495:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204817.730501:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204817.730503:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204817.730506:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204817.730507:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204818.754507:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204818.754514:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204818.754521:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204818.754522:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204818.754525:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204818.754527:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204819.778489:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204819.778495:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204819.778499:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204819.778500:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204819.778502:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204819.778503:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788204819.778555:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788204819.778558:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788204819.778561:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788204820.162706:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204820.162711:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204820.162713:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204820.162721:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c84b800 x1875052842007936/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204820.162734:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204820.162738:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204820.162742:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204820.162746:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204820.162750:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204820.162755:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c84b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842007936:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204820.162762:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204820.162766:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204820.162769:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204820.162772:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204820.162777:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788204820.162782:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204820.162790:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204820.162795:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788204820.162802:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788204820.162811:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842007936, portal 25 00000100:00000001:0.0:1788204820.162825:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204820.162829:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578524672 : -109644131026944 : ffff9c477c84b800) 00000100:00000040:0.0:1788204820.162841:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c84b800 x1875052842007936/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204845 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204820.162859:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204820.162866:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204820.162871:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c32a8. 00000100:00000200:0.0:1788204820.162877:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052842007936, offset 0 00000400:00000200:0.0:1788204820.162889:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204820.162901:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204820.162909:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204820.162915:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204820.162922:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204820.162928:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204820.162932:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204820.162938:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704930:704930:256:4294967295] 192.168.201.101@tcp LPNI seq info [704925:704925:8:4294967295] 00000400:00000200:0.0:1788204820.162945:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204820.162958:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204820.162967:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204820.162975:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036900. 00000800:00000200:0.0:1788204820.162982:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204820.162993:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1788204820.163013:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204820.163016:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036900. 00000400:00000200:0.0:1788204820.163022:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204820.163030:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204820.163036:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c32a8 00000400:00000010:0.0:1788204820.163039:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c32a8. 00000100:00000001:0.0:1788204820.163044:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204820.163051:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c84b800 x1875052842007936/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204845 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204820.163077:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204820.163085:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84b800 x1875052842007936/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204845 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204820.163107:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204820.163111:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204820.163120:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204820.163127:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204820.163130:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4309960436 00000100:00000010:0.0:1788204820.163145:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685baa80. 00000100:00000001:0.0:1788204820.163155:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788204820.163163:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4309960436 00000100:00000010:0.0:1788204820.163170:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba180. 00000100:00000001:0.0:1788204820.163176:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788204820.163182:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204820.163188:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204820.163192:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204820.163198:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204820/real 1788204820] req@ffff9c477c84b800 x1875052842007936/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204820.163211:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204820.163213:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204820.163216:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788204820.163219:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788204820.163221:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788204820.163224:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204820.163227:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c84b800 x1875052842007936/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204820.163236:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c84b800 x1875052842007936/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204820.163243:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204820.163245:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204820.163247:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204820.163249:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204820.163253:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c84b800 x1875052842007936/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204820.163260:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204820.163264:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c84b800 x1875052842007936/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204845 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204820.163271:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204820.163274:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204820.163276:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204820.163277:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204820.163280:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204820.163281:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204820.163284:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204820.163288:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204820.163290:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204820.163294:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c84b800 x1875052842007936/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204845 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204820.163299:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c84b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842007936:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204820.163303:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204820.163304:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204820.163306:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c84b800 x1875052842007936/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204845 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204820.163310:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204820.163312:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204820.163313:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788204820.163316:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204820.163317:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204820.163318:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788204820.163320:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204820.163321:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f2400. 02000000:00000001:0.0:1788204820.163324:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204820.163325:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204820.163326:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c84b800. 00000100:00000001:0.0:1788204820.163328:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204820.163329:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204820.163330:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204820.163336:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204820.163337:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204820.163338:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204820.163339:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204820.163340:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204820.163343:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c84ad80 x1875052842008064/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204820.163347:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204820.163348:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204820.163349:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204820.163350:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204820.163352:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204820.163354:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c84ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842008064:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204820.163356:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204820.163357:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204820.163358:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204820.163359:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204820.163361:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788204820.163362:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204820.163365:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204820.163367:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788204820.163369:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788204820.163371:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842008064, portal 10 00000100:00000001:0.0:1788204820.163372:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204820.163373:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578521984 : -109644131029632 : ffff9c477c84ad80) 00000100:00000040:0.0:1788204820.163378:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c84ad80 x1875052842008064/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204845 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204820.163382:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204820.163383:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204820.163384:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c32a8. 00000100:00000200:0.0:1788204820.163386:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842008064, offset 0 00000400:00000200:0.0:1788204820.163388:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204820.163390:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204820.163418:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204820.163420:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204820.163422:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204820.163424:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204820.163426:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204820.163427:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704931:704931:256:4294967295] 192.168.201.101@tcp LPNI seq info [704926:704926:8:4294967295] 00000400:00000200:0.0:1788204820.163430:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204820.163434:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204820.163437:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204820.163440:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036900. 00000800:00000200:0.0:1788204820.163443:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204820.163445:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1788204820.163451:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204820.163453:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036900. 00000400:00000200:0.0:1788204820.163455:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204820.163457:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204820.163459:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c32a8 00000400:00000010:0.0:1788204820.163460:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c32a8. 00000100:00000001:0.0:1788204820.163461:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204820.163464:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c84ad80 x1875052842008064/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204845 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204820.163469:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204820.163470:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84ad80 x1875052842008064/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204845 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204820.163475:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204820.163476:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204820.163477:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204820.163480:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788204820.163481:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204820.163483:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309959178 00000100:00000001:0.0:1788204820.163484:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309960436 00000100:00000001:0.0:1788204820.163485:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309959178 00000100:00000001:0.0:1788204820.163487:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309960436 00000100:00000001:0.0:1788204820.163489:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204820.163490:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204820.163491:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204820.163493:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204820/real 1788204820] req@ffff9c477c84ad80 x1875052842008064/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204820.163501:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204820.163502:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204820.163503:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788204820.163504:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788204820.163518:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788204820.163521:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204820.163523:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c84ad80 x1875052842008064/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204820.163529:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c84ad80 x1875052842008064/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204820.163536:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204820.163537:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204820.163539:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204820.163540:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204820.163544:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c84ad80 x1875052842008064/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204820.163550:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204820.163554:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c84ad80 x1875052842008064/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204845 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204820.163560:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204820.163563:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204820.163564:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204820.163565:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204820.163567:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204820.163569:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204820.163572:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204820.163575:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204820.163577:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204820.163581:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c84ad80 x1875052842008064/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204845 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204820.163589:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c84ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842008064:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204820.163592:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204820.163593:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c848a80 x1875052842008192/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204820.163597:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204820.163598:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204820.163600:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204820.163601:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204820.163602:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204820.163603:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c848a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842008192:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204820.163605:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204820.163607:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204820.163608:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204820.163609:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204820.163611:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377000. 02000000:00000001:0.0:1788204820.163612:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204820.163614:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204820.163616:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788204820.163618:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788204820.163620:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842008192, portal 10 00000100:00000001:0.0:1788204820.163621:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204820.163622:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578513024 : -109644131038592 : ffff9c477c848a80) 00000100:00000040:0.0:1788204820.163626:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c848a80 x1875052842008192/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204845 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204820.163629:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204820.163631:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204820.163632:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c32a8. 00000100:00000200:0.0:1788204820.163633:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842008192, offset 0 00000400:00000200:0.0:1788204820.163636:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204820.163638:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204820.163640:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204820.163642:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204820.163644:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204820.163645:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204820.163647:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204820.163649:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704932:704932:256:4294967295] 192.168.201.101@tcp LPNI seq info [704927:704927:8:4294967295] 00000400:00000200:0.0:1788204820.163651:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204820.163655:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204820.163657:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204820.163659:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036900. 00000800:00000200:0.0:1788204820.163661:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204820.163663:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1788204820.163669:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204820.163671:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036900. 00000400:00000200:0.0:1788204820.163672:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204820.163674:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204820.163676:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c32a8 00000400:00000010:0.0:1788204820.163677:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c32a8. 00000100:00000001:0.0:1788204820.163678:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204820.163680:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c848a80 x1875052842008192/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204845 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204820.163685:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204820.163686:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c848a80 x1875052842008192/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204845 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204820.163690:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204820.163691:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204820.163693:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204820.163695:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788204820.163697:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204820.163698:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309959178 00000100:00000001:0.0:1788204820.163700:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309960436 00000100:00000001:0.0:1788204820.163701:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309959178 00000100:00000001:0.0:1788204820.163702:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309960436 00000100:00000001:0.0:1788204820.163703:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204820.163704:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204820.163705:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204820.163707:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204820/real 1788204820] req@ffff9c477c848a80 x1875052842008192/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204820.163711:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204820.163712:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204820.163713:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788204820.163714:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788204820.163715:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788204820.163716:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204820.163718:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c848a80 x1875052842008192/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204820.163723:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c848a80 x1875052842008192/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204820.163726:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204820.163727:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204820.163728:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204820.163728:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204820.163730:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c848a80 x1875052842008192/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204820.163734:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204820.163736:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c848a80 x1875052842008192/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204845 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204820.163739:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204820.163741:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204820.163742:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204820.163742:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204820.163743:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204820.163745:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204820.163746:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204820.163748:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204820.163749:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204820.163751:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c848a80 x1875052842008192/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204845 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204820.163755:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c848a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842008192:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204820.163756:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204820.163758:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c849880 x1875052842008320/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204820.163762:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204820.163763:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204820.163764:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204820.163765:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204820.163766:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204820.163767:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c849880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842008320:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204820.163769:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204820.163769:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204820.163770:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204820.163771:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204820.163773:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377c00. 02000000:00000001:0.0:1788204820.163774:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204820.163776:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204820.163778:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788204820.163779:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788204820.163781:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842008320, portal 4 00000100:00000001:0.0:1788204820.163782:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204820.163783:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578516608 : -109644131035008 : ffff9c477c849880) 00000100:00000040:0.0:1788204820.163786:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c849880 x1875052842008320/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204845 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204820.163790:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204820.163791:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204820.163793:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c32a8. 00000100:00000200:0.0:1788204820.163795:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052842008320, offset 0 00000400:00000200:0.0:1788204820.163798:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204820.163801:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204820.163803:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204820.163806:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204820.163808:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204820.163810:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204820.163812:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204820.163815:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704933:704933:256:4294967295] 192.168.201.101@tcp LPNI seq info [704928:704928:8:4294967295] 00000400:00000200:0.0:1788204820.163819:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204820.163824:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204820.163828:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204820.163832:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036900. 00000800:00000200:0.0:1788204820.163835:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204820.163837:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1788204820.163846:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204820.163847:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036900. 00000400:00000200:0.0:1788204820.163849:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204820.163851:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204820.163853:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c32a8 00000400:00000010:0.0:1788204820.163854:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c32a8. 00000100:00000001:0.0:1788204820.163856:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204820.163859:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c849880 x1875052842008320/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204845 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204820.163872:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204820.163874:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c849880 x1875052842008320/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204845 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204820.163881:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204820.163882:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204820.163886:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204820.163888:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788204820.163892:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204820.163894:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309959204 00000100:00000001:0.0:1788204820.163896:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309960436 00000100:00000001:0.0:1788204820.163898:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309959204 00000100:00000001:0.0:1788204820.163900:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309960436 00000100:00000001:0.0:1788204820.163902:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204820.163903:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204820.163904:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204820.163907:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204820/real 1788204820] req@ffff9c477c849880 x1875052842008320/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204820.163912:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204820.163913:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204820.163914:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788204820.163916:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788204820.163917:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788204820.163918:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204820.163920:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c849880 x1875052842008320/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204820.163924:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c849880 x1875052842008320/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204820.163928:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204820.163929:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204820.163930:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204820.163931:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204820.163933:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c849880 x1875052842008320/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204820.163936:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204820.163938:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c849880 x1875052842008320/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204845 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204820.163942:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204820.163943:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204820.163944:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204820.163945:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204820.163946:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204820.163947:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204820.163948:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204820.163949:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204820.163951:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204820.163953:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c849880 x1875052842008320/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204845 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204820.163959:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c849880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842008320:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204820.163962:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204820.163964:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204820.163967:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c84ad80 x1875052842008064/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204845 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204820.163973:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204820.163975:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204820.163976:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788204820.163979:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204820.163980:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204820.163982:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204820.163984:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204820.163986:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f0c00. 02000000:00000001:0.0:1788204820.163988:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204820.163989:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204820.163990:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c84ad80. 00000100:00000001:0.0:1788204820.163993:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204820.163994:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204820.163996:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204820.163999:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c848a80 x1875052842008192/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204845 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204820.164006:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204820.164007:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204820.164008:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377000. 02000000:00000001:0.0:1788204820.164010:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204820.164012:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204820.164013:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204820.164015:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204820.164016:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f0000. 02000000:00000001:0.0:1788204820.164018:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204820.164019:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204820.164020:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c848a80. 00000100:00000001:0.0:1788204820.164023:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204820.164024:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204820.164026:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204820.164029:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c849880 x1875052842008320/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204845 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204820.164035:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204820.164037:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204820.164038:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377c00. 02000000:00000001:0.0:1788204820.164039:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204820.164040:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204820.164040:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788204820.164042:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204820.164043:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f1800. 02000000:00000001:0.0:1788204820.164044:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204820.164045:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204820.164046:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c849880. 00000100:00000001:0.0:1788204820.164047:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204820.164048:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204820.164049:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204820.164052:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204820.164053:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204820.164054:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204820.164055:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204820.802488:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204820.802493:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204820.802509:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204820.802510:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204820.802512:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204820.802513:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204820.802534:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204820.802536:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204820.802538:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788204821.442471:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309960436, at 4309960448 00000100:00000040:0.0:1788204821.442472:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309960436, at 4309960448 00000100:00000010:1.0:1788204821.442496:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba180. 00000100:00000010:0.0:1788204821.442517:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685baa80. 00010000:00000001:0.0:1788204821.826510:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204821.826517:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204821.826519:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204821.826521:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204821.826525:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204821.826527:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204821.826528:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204821.826530:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204821.826533:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204821.826534:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204821.826536:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204821.826537:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204822.850512:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204822.850516:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204822.850519:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204822.850520:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204822.850522:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204822.850523:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204823.874475:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204823.874481:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204823.874487:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204823.874488:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204823.874492:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204823.874493:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788204823.874535:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788204823.874540:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788204823.874544:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204824.898530:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204824.898536:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204824.898541:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204824.898544:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204824.898546:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204824.898550:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204824.898553:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204824.898555:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204824.898557:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204824.898559:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204824.898562:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204824.898563:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204824.898565:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204824.898566:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204824.898568:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204824.898569:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204824.898571:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204824.898573:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204824.898596:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204824.898598:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204824.898601:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788204825.282509:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204825.282517:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788204825.282519:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204825.282522:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204825.282525:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204825.282530:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 15291 00000400:00000200:1.0:1788204825.282535:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204825.282540:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204825.282542:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204825.282544:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204825.282546:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204825.282547:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204825.282549:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204825.282552:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204825.282554:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788204825.282556:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204825.282558:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788204825.282559:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788204825.282561:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788204825.282562:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204825.282563:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204825.282565:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204825.282566:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204825.282568:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788204825.282570:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204825.282572:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204825.282574:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204825.282577:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204825.282579:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204825.282580:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788204825.282582:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204825.282589:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dc000. 00000020:00000040:1.0:1788204825.282592:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788204825.282594:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204825.282595:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204825.282598:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204825.282600:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204825.282603:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204825.282609:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98c00. 00000100:00000001:1.0:1788204825.282614:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204825.282620:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dc000 x1875052842008448/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788204825.282629:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204825.282634:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204825.282639:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1e3b926] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dc000 x1875052842008448/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204825.282658:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788204825.282662:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204825.282665:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788204825.282666:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204825.282668:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204825.282670:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204825.282673:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15291 00000400:00000200:1.0:1788204825.282677:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204825.282681:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204825.282683:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204825.282687:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204825.282689:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1788204825.282690:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1788204825.282692:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204825.282695:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788204825.282697:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000100:00000001:0.0:1788204825.282698:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1788204825.282702:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204825.282705:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000100:00000040:0.0:1788204825.282707:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3dc000 x1875052842008448/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1788204825.282708:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204825.282712:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788204825.282717:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000001:0.0:1788204825.282718:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204825.282722:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788204825.282723:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 02000000:00000001:0.0:1788204825.282725:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204825.282727:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1788204825.282729:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 02000000:00000001:0.0:1788204825.282730:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204825.282735:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:0.0:1788204825.282736:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842008448:192.168.201.101@tcp:250:kworker.0 00000100:00000040:1.0:1788204825.282741:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204825.282742:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204825.282745:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1788204825.282746:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 02000000:00000001:0.0:1788204825.282748:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204825.282751:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:1.0:1788204825.282751:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 02000000:00000010:0.0:1788204825.282756:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377800. 00000100:00080000:1.0:1788204825.282757:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 02000000:00000001:0.0:1788204825.282759:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204825.282766:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204825.282768:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000100:00000001:1.0:1788204825.282771:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788204825.282773:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 02000000:00000001:1.0:1788204825.282775:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000200:0.0:1788204825.282780:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842008448, portal 25 02000000:00000001:1.0:1788204825.282782:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204825.282783:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204825.282786:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573873664 : -109644135677952 : ffff9c477c3dc000) 02000000:00000001:1.0:1788204825.282788:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204825.282791:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3dc000 x1875052842008448/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204850 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204825.282792:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788204825.282797:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000100:00000001:0.0:1788204825.282798:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204825.282802:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204825.282805:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c32a8. 00000008:00000001:1.0:1788204825.282805:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1788204825.282809:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052842008448, offset 0 00000100:00000001:1.0:1788204825.282810:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204825.282816:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3df100. 00000400:00000200:0.0:1788204825.282817:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000020:00000040:1.0:1788204825.282820:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788204825.282824:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000400:00000200:0.0:1788204825.282827:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 02000000:00000001:1.0:1788204825.282827:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204825.282831:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204825.282833:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204825.282835:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204825.282837:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 02000000:00000010:1.0:1788204825.282840:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98800. 00000100:00000001:1.0:1788204825.282843:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204825.282844:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:1.0:1788204825.282850:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3df100 x1875052842008576/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1788204825.282851:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204825.282859:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1788204825.282860:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204825.282863:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204825.282864:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000100:00000040:1.0:1788204825.282869:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c16a5860] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3df100 x1875052842008576/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788204825.282871:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704934:704934:256:4294967295] 192.168.201.101@tcp LPNI seq info [704929:704929:8:4294967295] 00000400:00000200:0.0:1788204825.282882:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:1.0:1788204825.282886:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788204825.282889:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204825.282895:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788204825.282896:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204825.282897:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204825.282899:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204825.282902:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15291 00000400:00000200:0.0:1788204825.282905:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204825.282911:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000400:00000200:1.0:1788204825.282915:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000800:00000010:0.0:1788204825.282917:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036900. 00000400:00000200:1.0:1788204825.282918:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204825.282923:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204825.282927:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000800:00000200:0.0:1788204825.282928:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000100:00000001:1.0:1788204825.282929:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:0.0:1788204825.282933:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 7 secs later) 00000100:00000040:1.0:1788204825.282933:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204825.282937:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204825.282940:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204825.282942:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788204825.282945:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204825.282948:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000800:00000100:0.0:1788204825.282952:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000020:00000001:1.0:1788204825.282952:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000800:00000010:0.0:1788204825.282956:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036900. 00000020:00000001:1.0:1788204825.282956:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788204825.282962:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000400:00000200:0.0:1788204825.282963:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000001:1.0:1788204825.282965:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204825.282969:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000400:00000200:0.0:1788204825.282970:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000100:00000001:1.0:1788204825.282975:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000400:00000200:0.0:1788204825.282977:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c32a8 00000020:00000040:1.0:1788204825.282978:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000400:00000010:0.0:1788204825.282980:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c32a8. 00000100:00080000:1.0:1788204825.282983:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204825.282985:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1788204825.282985:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204825.282988:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000200:0.0:1788204825.282991:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c3dc000 x1875052842008448/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204850 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1788204825.282991:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204825.282994:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204825.282998:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788204825.283001:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000100:00000001:0.0:1788204825.283004:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000008:00000001:1.0:1788204825.283004:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204825.283006:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204825.283009:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3dc000 x1875052842008448/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204850 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1788204825.283011:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dd180. 00000020:00000040:1.0:1788204825.283015:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788204825.283019:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1788204825.283020:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204825.283021:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204825.283024:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1788204825.283025:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204825.283027:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204825.283028:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204825.283031:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204825.283031:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9bc00. 00000100:00000001:1.0:1788204825.283036:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204825.283037:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204825.283040:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4309965556 00000100:00100000:1.0:1788204825.283041:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dd180 x1875052842008704/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:0.0:1788204825.283045:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685baa80. 00000100:00000001:1.0:1788204825.283050:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204825.283052:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788204825.283052:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204825.283056:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000095f81904] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dd180 x1875052842008704/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204825.283058:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4309965556 00000100:00000010:0.0:1788204825.283063:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685bac60. 00000100:00000001:1.0:1788204825.283064:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204825.283066:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000040:1.0:1788204825.283067:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788204825.283071:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1788204825.283071:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1788204825.283075:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788204825.283076:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788204825.283078:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00080000:1.0:1788204825.283080:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788204825.283082:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204825.283084:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1788204825.283085:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204825/real 1788204825] req@ffff9c477c3dc000 x1875052842008448/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204825.283087:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204825.283091:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15291 00000400:00000200:1.0:1788204825.283097:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000001:0.0:1788204825.283098:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1788204825.283100:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000400:00000001:0.0:1788204825.283101:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00080000:1.0:1788204825.283103:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000400:00000010:0.0:1788204825.283104:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000100:00000040:1.0:1788204825.283107:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000400:00000200:0.0:1788204825.283108:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000100:00000001:1.0:1788204825.283109:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:0.0:1788204825.283110:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000040:1.0:1788204825.283113:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204825.283114:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1788204825.283116:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000100:00000200:0.0:1788204825.283120:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3dc000 x1875052842008448/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1788204825.283120:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204825.283122:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788204825.283125:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204825.283127:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788204825.283131:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000200:0.0:1788204825.283134:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3dc000 x1875052842008448/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1788204825.283135:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788204825.283141:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204825.283145:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204825.283149:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204825.283150:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788204825.283151:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000100:00000001:0.0:1788204825.283153:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788204825.283154:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00000001:0.0:1788204825.283157:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00080000:1.0:1788204825.283158:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204825.283161:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788204825.283161:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204825.283166:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204825.283168:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204825.283171:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204825.283172:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c3dc000 x1875052842008448/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204825.283172:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788204825.283175:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788204825.283177:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204825.283178:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204825.283181:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ddf80. 00000020:00000040:1.0:1788204825.283182:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788204825.283184:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204825.283186:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204825.283189:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204825.283191:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204825.283193:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204825.283197:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b400. 00000100:00000001:0.0:1788204825.283199:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788204825.283200:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204825.283208:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ddf80 x1875052842008832/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1788204825.283210:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3dc000 x1875052842008448/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204850 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204825.283223:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204825.283226:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788204825.283227:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204825.283231:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204825.283235:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:1.0:1788204825.283235:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dea6dee7] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ddf80 x1875052842008832/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204825.283237:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204825.283241:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204825.283243:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788204825.283249:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204825.283250:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00000040:1.0:1788204825.283256:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15301) 00000100:00080000:0.0:1788204825.283257:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204825.283261:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204825.283265:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3dc000 x1875052842008448/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204850 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204825.283270:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842008448:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204825.283274:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204825.283276:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204825.283278:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3dc000 x1875052842008448/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204850 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204825.283282:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204825.283284:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204825.283286:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788204825.283288:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204825.283289:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204825.283290:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788204825.283291:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204825.283292:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4653a98c00. 02000000:00000001:0.0:1788204825.283295:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204825.283296:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204825.283297:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3dc000. 00000100:00000001:0.0:1788204825.283299:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204825.283300:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204825.283302:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204825.283307:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204825.283308:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204825.283310:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204825.283310:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204825.283311:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204825.283313:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3df100 x1875052842008576/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204825.283317:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204825.283318:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204825.283320:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204825.283322:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204825.283324:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204825.283326:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842008576:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204825.283329:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204825.283331:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204825.283332:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204825.283334:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204825.283337:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788204825.283338:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204825.283342:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204825.283345:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788204825.283348:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788204825.283351:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842008576, portal 10 00000100:00000001:0.0:1788204825.283353:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204825.283354:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573886208 : -109644135665408 : ffff9c477c3df100) 00000100:00000040:0.0:1788204825.283360:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3df100 x1875052842008576/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204850 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204825.283367:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204825.283369:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204825.283371:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c32a8. 00000100:00000200:0.0:1788204825.283373:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842008576, offset 0 00000400:00000200:0.0:1788204825.283377:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204825.283380:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204825.283384:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204825.283387:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204825.283389:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204825.283391:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204825.283411:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204825.283413:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704935:704935:256:4294967295] 192.168.201.101@tcp LPNI seq info [704930:704930:8:4294967295] 00000400:00000200:0.0:1788204825.283426:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204825.283431:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204825.283434:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204825.283437:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036900. 00000800:00000200:0.0:1788204825.283439:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204825.283441:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1788204825.283447:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204825.283449:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036900. 00000400:00000200:0.0:1788204825.283451:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204825.283453:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204825.283455:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c32a8 00000400:00000010:0.0:1788204825.283456:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c32a8. 00000100:00000001:0.0:1788204825.283457:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204825.283460:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c3df100 x1875052842008576/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204850 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204825.283465:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204825.283467:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3df100 x1875052842008576/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204850 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204825.283470:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204825.283471:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204825.283473:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204825.283476:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788204825.283478:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204825.283479:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309964298 00000100:00000001:0.0:1788204825.283481:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309965556 00000100:00000001:0.0:1788204825.283482:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309964298 00000100:00000001:0.0:1788204825.283483:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309965556 00000100:00000001:0.0:1788204825.283484:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204825.283486:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204825.283487:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204825.283489:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204825/real 1788204825] req@ffff9c477c3df100 x1875052842008576/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204825.283493:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204825.283494:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204825.283495:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788204825.283496:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788204825.283497:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788204825.283498:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204825.283500:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3df100 x1875052842008576/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204825.283505:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3df100 x1875052842008576/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204825.283508:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204825.283509:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204825.283510:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204825.283511:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204825.283513:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c3df100 x1875052842008576/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204825.283516:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204825.283518:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3df100 x1875052842008576/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204850 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204825.283522:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204825.283523:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204825.283524:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204825.283525:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204825.283526:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204825.283527:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204825.283528:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204825.283530:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204825.283531:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204825.283534:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3df100 x1875052842008576/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204850 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204825.283538:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842008576:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204825.283541:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204825.283544:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3dd180 x1875052842008704/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204825.283555:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204825.283556:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204825.283558:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204825.283560:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204825.283562:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204825.283565:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842008704:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204825.283568:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204825.283570:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204825.283571:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204825.283573:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204825.283576:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374400. 02000000:00000001:0.0:1788204825.283578:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204825.283581:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204825.283584:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788204825.283587:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788204825.283589:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842008704, portal 10 00000100:00000001:0.0:1788204825.283591:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204825.283591:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573878144 : -109644135673472 : ffff9c477c3dd180) 00000100:00000040:0.0:1788204825.283596:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3dd180 x1875052842008704/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204850 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204825.283599:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204825.283601:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204825.283602:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c32a8. 00000100:00000200:0.0:1788204825.283604:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842008704, offset 0 00000400:00000200:0.0:1788204825.283606:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204825.283608:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204825.283610:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204825.283612:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204825.283614:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204825.283615:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204825.283617:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204825.283619:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704936:704936:256:4294967295] 192.168.201.101@tcp LPNI seq info [704931:704931:8:4294967295] 00000400:00000200:0.0:1788204825.283621:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204825.283625:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204825.283628:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204825.283629:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036900. 00000800:00000200:0.0:1788204825.283632:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204825.283633:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1788204825.283640:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204825.283641:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036900. 00000400:00000200:0.0:1788204825.283644:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204825.283647:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204825.283649:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c32a8 00000400:00000010:0.0:1788204825.283651:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c32a8. 00000100:00000001:0.0:1788204825.283653:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204825.283656:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c3dd180 x1875052842008704/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204850 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204825.283664:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204825.283667:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3dd180 x1875052842008704/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204850 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204825.283673:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204825.283675:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204825.283678:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204825.283680:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788204825.283683:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204825.283685:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309964298 00000100:00000001:0.0:1788204825.283687:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309965556 00000100:00000001:0.0:1788204825.283688:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309964298 00000100:00000001:0.0:1788204825.283690:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309965556 00000100:00000001:0.0:1788204825.283691:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204825.283693:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204825.283694:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204825.283696:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204825/real 1788204825] req@ffff9c477c3dd180 x1875052842008704/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204825.283701:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204825.283702:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204825.283703:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788204825.283704:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788204825.283705:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788204825.283707:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204825.283708:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3dd180 x1875052842008704/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204825.283713:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3dd180 x1875052842008704/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204825.283717:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204825.283717:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204825.283718:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204825.283719:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204825.283721:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c3dd180 x1875052842008704/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204825.283724:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204825.283726:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3dd180 x1875052842008704/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204850 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204825.283730:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204825.283731:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204825.283732:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204825.283733:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204825.283734:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204825.283735:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204825.283737:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204825.283739:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204825.283740:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204825.283742:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3dd180 x1875052842008704/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204850 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204825.283746:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842008704:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204825.283748:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204825.283750:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3ddf80 x1875052842008832/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204825.283753:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204825.283754:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204825.283755:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204825.283756:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204825.283757:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204825.283759:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842008832:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204825.283760:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204825.283761:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204825.283762:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204825.283763:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204825.283766:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376c00. 02000000:00000001:0.0:1788204825.283767:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204825.283769:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204825.283770:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788204825.283772:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788204825.283774:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842008832, portal 4 00000100:00000001:0.0:1788204825.283775:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204825.283776:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573881728 : -109644135669888 : ffff9c477c3ddf80) 00000100:00000040:0.0:1788204825.283780:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3ddf80 x1875052842008832/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204850 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204825.283784:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204825.283785:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204825.283786:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c32a8. 00000100:00000200:0.0:1788204825.283788:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052842008832, offset 0 00000400:00000200:0.0:1788204825.283790:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204825.283792:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204825.283794:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204825.283796:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204825.283798:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204825.283799:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204825.283801:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204825.283802:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704937:704937:256:4294967295] 192.168.201.101@tcp LPNI seq info [704932:704932:8:4294967295] 00000400:00000200:0.0:1788204825.283805:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204825.283808:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204825.283810:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204825.283813:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036900. 00000800:00000200:0.0:1788204825.283816:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204825.283818:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1788204825.283828:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204825.283829:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036900. 00000400:00000200:0.0:1788204825.283832:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204825.283835:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204825.283838:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c32a8 00000400:00000010:0.0:1788204825.283840:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c32a8. 00000100:00000001:0.0:1788204825.283842:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204825.283846:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c3ddf80 x1875052842008832/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204850 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204825.283852:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204825.283856:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3ddf80 x1875052842008832/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204850 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204825.283862:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204825.283863:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204825.283865:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204825.283867:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788204825.283869:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204825.283871:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309964324 00000100:00000001:0.0:1788204825.283872:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309965556 00000100:00000001:0.0:1788204825.283873:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309964324 00000100:00000001:0.0:1788204825.283875:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309965556 00000100:00000001:0.0:1788204825.283876:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204825.283877:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204825.283878:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204825.283880:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204825/real 1788204825] req@ffff9c477c3ddf80 x1875052842008832/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204825.283885:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204825.283885:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204825.283886:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788204825.283887:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788204825.283888:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788204825.283889:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204825.283891:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3ddf80 x1875052842008832/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204825.283896:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3ddf80 x1875052842008832/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204825.283899:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204825.283900:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204825.283901:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204825.283901:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204825.283904:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c3ddf80 x1875052842008832/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204825.283910:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204825.283913:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3ddf80 x1875052842008832/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204850 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204825.283920:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204825.283922:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204825.283924:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204825.283925:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204825.283927:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204825.283928:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204825.283930:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204825.283933:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204825.283936:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204825.283939:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3ddf80 x1875052842008832/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204850 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204825.283947:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842008832:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204825.283951:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204825.283952:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204825.283955:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3df100 x1875052842008576/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204850 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204825.283962:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204825.283963:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204825.283965:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788204825.283968:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204825.283969:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204825.283971:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204825.283973:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204825.283974:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4653a98800. 02000000:00000001:0.0:1788204825.283976:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204825.283978:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204825.283979:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3df100. 00000100:00000001:0.0:1788204825.283982:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204825.283983:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204825.283984:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204825.283988:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3dd180 x1875052842008704/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204850 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204825.283994:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204825.283995:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204825.283997:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374400. 02000000:00000001:0.0:1788204825.283999:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204825.284000:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204825.284001:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204825.284003:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204825.284004:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4653a9bc00. 02000000:00000001:0.0:1788204825.284007:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204825.284009:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204825.284010:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3dd180. 00000100:00000001:0.0:1788204825.284012:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204825.284013:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204825.284015:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204825.284018:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3ddf80 x1875052842008832/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204850 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204825.284024:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204825.284025:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204825.284026:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376c00. 02000000:00000001:0.0:1788204825.284028:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204825.284029:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204825.284031:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788204825.284032:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204825.284034:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4653a9b400. 02000000:00000001:0.0:1788204825.284036:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204825.284037:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204825.284039:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3ddf80. 00000100:00000001:0.0:1788204825.284041:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204825.284042:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204825.284044:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204825.284047:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204825.284048:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204825.284050:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204825.284052:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204825.922501:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204825.922507:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204825.922512:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204825.922513:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204825.922516:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204825.922517:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204826.562512:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309965556, at 4309965568 00000100:00000040:1.0:1788204826.562512:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309965556, at 4309965568 00000100:00000010:0.0:1788204826.562527:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685baa80. 00000100:00000010:1.0:1788204826.562530:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685bac60. 00010000:00000001:0.0:1788204826.946505:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204826.946511:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204826.946516:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204826.946517:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204826.946519:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204826.946520:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204827.970514:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204827.970521:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204827.970525:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204827.970526:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204827.970529:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204827.970530:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788204827.970581:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788204827.970584:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788204827.970585:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204828.996308:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204828.996313:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204828.996316:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204828.996317:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204828.996319:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204828.996320:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204828.996337:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204828.996339:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204828.996341:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204830.018508:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204830.018520:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204830.018526:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204830.018527:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204830.018531:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204830.018532:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204830.402683:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204830.402687:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204830.402689:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204830.402695:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c848700 x1875052842008960/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204830.402703:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204830.402705:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204830.402708:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204830.402710:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204830.402713:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204830.402716:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c848700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842008960:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204830.402720:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204830.402723:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204830.402725:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204830.402727:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204830.402731:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788204830.402733:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204830.402738:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204830.402741:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788204830.402747:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788204830.402753:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842008960, portal 25 00000100:00000001:0.0:1788204830.402756:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204830.402757:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578512128 : -109644131039488 : ffff9c477c848700) 00000100:00000040:0.0:1788204830.402762:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c848700 x1875052842008960/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204855 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204830.402769:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204830.402772:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204830.402774:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c32a8. 00000100:00000200:0.0:1788204830.402776:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052842008960, offset 0 00000400:00000200:0.0:1788204830.402782:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204830.402788:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204830.402793:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204830.402797:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204830.402801:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204830.402804:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204830.402807:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204830.402811:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704938:704938:256:4294967295] 192.168.201.101@tcp LPNI seq info [704933:704933:8:4294967295] 00000400:00000200:0.0:1788204830.402815:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204830.402823:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204830.402829:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204830.402833:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036900. 00000800:00000200:0.0:1788204830.402839:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204830.402842:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 1 secs later) 00000800:00000100:0.0:1788204830.402855:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204830.402858:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036900. 00000400:00000200:0.0:1788204830.402862:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204830.402866:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204830.402871:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c32a8 00000400:00000010:0.0:1788204830.402873:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c32a8. 00000100:00000001:0.0:1788204830.402877:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204830.402880:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c848700 x1875052842008960/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204855 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204830.402889:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204830.402892:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c848700 x1875052842008960/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204855 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204830.402898:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204830.402900:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204830.402906:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204830.402909:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204830.402912:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4309970676 00000100:00000010:0.0:1788204830.402916:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685baa80. 00000100:00000001:0.0:1788204830.402921:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788204830.402932:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4309970676 00000100:00000010:0.0:1788204830.402934:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685baba0. 00000100:00000001:0.0:1788204830.402940:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788204830.402942:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204830.402944:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204830.402946:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204830.402950:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204830/real 1788204830] req@ffff9c477c848700 x1875052842008960/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204830.402957:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204830.402959:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204830.402960:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788204830.402963:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788204830.402964:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788204830.402966:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204830.402969:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c848700 x1875052842008960/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204830.402977:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c848700 x1875052842008960/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204830.402984:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204830.402986:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204830.402988:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204830.402990:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204830.402994:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c848700 x1875052842008960/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204830.403001:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204830.403005:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c848700 x1875052842008960/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204855 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204830.403012:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204830.403015:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204830.403017:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204830.403018:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204830.403020:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204830.403022:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204830.403025:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204830.403028:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204830.403031:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204830.403034:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c848700 x1875052842008960/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204855 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204830.403043:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c848700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842008960:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204830.403047:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204830.403049:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204830.403052:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c848700 x1875052842008960/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204855 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204830.403059:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204830.403062:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204830.403064:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788204830.403067:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204830.403069:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204830.403070:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788204830.403072:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204830.403074:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f3800. 02000000:00000001:0.0:1788204830.403077:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204830.403079:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204830.403081:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c848700. 00000100:00000001:0.0:1788204830.403083:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204830.403084:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204830.403086:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204830.403092:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204830.403093:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204830.403094:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204830.403095:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204830.403096:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204830.403099:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c849c00 x1875052842009088/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204830.403106:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204830.403107:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204830.403109:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204830.403110:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204830.403111:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204830.403112:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c849c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842009088:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204830.403114:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204830.403116:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204830.403117:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204830.403118:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204830.403119:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788204830.403120:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204830.403123:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204830.403124:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788204830.403127:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788204830.403128:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842009088, portal 10 00000100:00000001:0.0:1788204830.403130:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204830.403130:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578517504 : -109644131034112 : ffff9c477c849c00) 00000100:00000040:0.0:1788204830.403134:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c849c00 x1875052842009088/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204855 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204830.403138:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204830.403140:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204830.403141:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c32a8. 00000100:00000200:0.0:1788204830.403142:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842009088, offset 0 00000400:00000200:0.0:1788204830.403144:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204830.403147:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204830.403149:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204830.403150:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204830.403152:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204830.403153:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204830.403155:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204830.403157:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704939:704939:256:4294967295] 192.168.201.101@tcp LPNI seq info [704934:704934:8:4294967295] 00000400:00000200:0.0:1788204830.403160:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204830.403164:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204830.403166:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204830.403168:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036900. 00000800:00000200:0.0:1788204830.403171:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204830.403172:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 1 secs later) 00000800:00000100:0.0:1788204830.403179:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204830.403180:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036900. 00000400:00000200:0.0:1788204830.403182:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204830.403184:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204830.403186:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c32a8 00000400:00000010:0.0:1788204830.403187:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c32a8. 00000100:00000001:0.0:1788204830.403188:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204830.403190:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c849c00 x1875052842009088/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204855 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204830.403194:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204830.403196:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c849c00 x1875052842009088/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204855 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204830.403200:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204830.403200:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204830.403202:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204830.403204:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788204830.403206:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204830.403207:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309969417 00000100:00000001:0.0:1788204830.403209:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309970676 00000100:00000001:0.0:1788204830.403210:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309969417 00000100:00000001:0.0:1788204830.403211:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309970676 00000100:00000001:0.0:1788204830.403213:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204830.403215:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204830.403216:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204830.403218:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204830/real 1788204830] req@ffff9c477c849c00 x1875052842009088/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204830.403223:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204830.403223:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204830.403224:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788204830.403225:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788204830.403226:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788204830.403227:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204830.403229:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c849c00 x1875052842009088/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204830.403234:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c849c00 x1875052842009088/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204830.403237:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204830.403238:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204830.403239:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204830.403240:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204830.403242:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c849c00 x1875052842009088/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204830.403245:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204830.403247:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c849c00 x1875052842009088/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204855 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204830.403250:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204830.403252:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204830.403253:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204830.403254:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204830.403255:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204830.403256:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204830.403258:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204830.403260:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204830.403262:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204830.403264:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c849c00 x1875052842009088/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204855 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204830.403268:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c849c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842009088:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204830.403270:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204830.403272:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c84b100 x1875052842009216/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204830.403275:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204830.403276:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204830.403277:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204830.403278:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204830.403279:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204830.403280:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c84b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842009216:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204830.403282:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204830.403283:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204830.403283:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204830.403284:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204830.403286:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375000. 02000000:00000001:0.0:1788204830.403287:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204830.403288:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204830.403289:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788204830.403291:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788204830.403293:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842009216, portal 10 00000100:00000001:0.0:1788204830.403294:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204830.403295:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578522880 : -109644131028736 : ffff9c477c84b100) 00000100:00000040:0.0:1788204830.403298:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c84b100 x1875052842009216/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204855 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204830.403303:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204830.403305:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204830.403307:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c32a8. 00000100:00000200:0.0:1788204830.403309:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842009216, offset 0 00000400:00000200:0.0:1788204830.403313:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204830.403316:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204830.403319:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204830.403353:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204830.403356:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204830.403359:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204830.403361:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204830.403364:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704940:704940:256:4294967295] 192.168.201.101@tcp LPNI seq info [704935:704935:8:4294967295] 00000400:00000200:0.0:1788204830.403368:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204830.403373:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204830.403376:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204830.403378:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036900. 00000800:00000200:0.0:1788204830.403381:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204830.403383:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 1 secs later) 00000800:00000100:0.0:1788204830.403389:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204830.403390:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036900. 00000400:00000200:0.0:1788204830.403411:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204830.403413:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204830.403415:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c32a8 00000400:00000010:0.0:1788204830.403417:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c32a8. 00000100:00000001:0.0:1788204830.403418:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204830.403421:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c84b100 x1875052842009216/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204855 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204830.403426:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204830.403427:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84b100 x1875052842009216/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204855 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204830.403431:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204830.403432:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204830.403435:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204830.403437:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788204830.403439:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204830.403440:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309969418 00000100:00000001:0.0:1788204830.403442:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309970676 00000100:00000001:0.0:1788204830.403443:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309969418 00000100:00000001:0.0:1788204830.403445:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309970676 00000100:00000001:0.0:1788204830.403446:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204830.403447:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204830.403448:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204830.403450:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204830/real 1788204830] req@ffff9c477c84b100 x1875052842009216/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204830.403455:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204830.403456:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204830.403458:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788204830.403460:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788204830.403462:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788204830.403463:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204830.403466:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c84b100 x1875052842009216/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204830.403474:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c84b100 x1875052842009216/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204830.403480:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204830.403482:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204830.403483:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204830.403485:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204830.403488:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c84b100 x1875052842009216/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204830.403495:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204830.403498:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c84b100 x1875052842009216/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204855 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204830.403506:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204830.403508:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204830.403509:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204830.403511:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204830.403513:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204830.403514:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204830.403517:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204830.403520:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204830.403522:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204830.403526:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c84b100 x1875052842009216/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204855 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204830.403534:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c84b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842009216:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204830.403537:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204830.403541:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c848000 x1875052842009344/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204830.403547:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204830.403549:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204830.403551:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204830.403553:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204830.403555:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204830.403557:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c848000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842009344:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204830.403561:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204830.403563:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204830.403564:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204830.403566:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204830.403569:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375400. 02000000:00000001:0.0:1788204830.403570:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204830.403573:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204830.403575:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788204830.403578:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788204830.403580:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842009344, portal 4 00000100:00000001:0.0:1788204830.403581:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204830.403582:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578510336 : -109644131041280 : ffff9c477c848000) 00000100:00000040:0.0:1788204830.403586:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c848000 x1875052842009344/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204855 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204830.403590:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204830.403592:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204830.403593:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c32a8. 00000100:00000200:0.0:1788204830.403594:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052842009344, offset 0 00000400:00000200:0.0:1788204830.403597:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204830.403599:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204830.403601:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204830.403602:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204830.403604:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204830.403606:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204830.403607:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204830.403609:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704941:704941:256:4294967295] 192.168.201.101@tcp LPNI seq info [704936:704936:8:4294967295] 00000400:00000200:0.0:1788204830.403611:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204830.403615:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204830.403618:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204830.403620:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036900. 00000800:00000200:0.0:1788204830.403622:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204830.403624:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 1 secs later) 00000800:00000100:0.0:1788204830.403630:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204830.403631:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036900. 00000400:00000200:0.0:1788204830.403633:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204830.403635:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204830.403637:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c32a8 00000400:00000010:0.0:1788204830.403638:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c32a8. 00000100:00000001:0.0:1788204830.403640:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204830.403642:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c848000 x1875052842009344/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204855 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204830.403647:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204830.403648:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c848000 x1875052842009344/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204855 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204830.403652:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204830.403653:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204830.403655:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204830.403656:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788204830.403658:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204830.403659:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309969444 00000100:00000001:0.0:1788204830.403661:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309970676 00000100:00000001:0.0:1788204830.403662:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309969444 00000100:00000001:0.0:1788204830.403663:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309970676 00000100:00000001:0.0:1788204830.403665:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204830.403666:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204830.403667:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204830.403669:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204830/real 1788204830] req@ffff9c477c848000 x1875052842009344/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204830.403673:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204830.403673:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204830.403674:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788204830.403676:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788204830.403677:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788204830.403678:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204830.403680:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c848000 x1875052842009344/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204830.403684:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c848000 x1875052842009344/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204830.403695:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204830.403696:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204830.403698:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204830.403699:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204830.403702:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c848000 x1875052842009344/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204830.403709:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204830.403712:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c848000 x1875052842009344/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204855 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204830.403720:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204830.403722:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204830.403724:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204830.403725:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204830.403727:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204830.403729:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204830.403731:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204830.403733:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204830.403735:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204830.403737:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c848000 x1875052842009344/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204855 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204830.403742:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c848000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842009344:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204830.403745:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204830.403746:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204830.403748:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c849c00 x1875052842009088/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204855 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204830.403752:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204830.403753:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204830.403754:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788204830.403756:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204830.403757:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204830.403758:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204830.403759:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204830.403760:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f2800. 02000000:00000001:0.0:1788204830.403762:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204830.403763:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204830.403764:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c849c00. 00000100:00000001:0.0:1788204830.403766:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204830.403767:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204830.403768:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204830.403770:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c84b100 x1875052842009216/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204855 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204830.403773:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204830.403774:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204830.403775:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375000. 02000000:00000001:0.0:1788204830.403776:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204830.403776:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204830.403777:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204830.403778:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204830.403778:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f1800. 02000000:00000001:0.0:1788204830.403779:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204830.403780:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204830.403781:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c84b100. 00000100:00000001:0.0:1788204830.403782:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204830.403783:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204830.403784:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204830.403786:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c848000 x1875052842009344/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204855 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204830.403789:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204830.403790:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204830.403791:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375400. 02000000:00000001:0.0:1788204830.403791:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204830.403792:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204830.403793:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788204830.403794:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204830.403795:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f0000. 02000000:00000001:0.0:1788204830.403796:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204830.403797:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204830.403798:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c848000. 00000100:00000001:0.0:1788204830.403799:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204830.403800:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204830.403801:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204830.403803:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204830.403804:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204830.403805:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204830.403806:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204831.042481:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204831.042485:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204831.042489:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204831.042490:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204831.042492:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204831.042493:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204831.682455:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309970676, at 4309970688 00000100:00000040:1.0:1788204831.682462:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309970676, at 4309970688 00000100:00000010:0.0:1788204831.682472:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685baa80. 00000100:00000010:1.0:1788204831.682474:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685baba0. 00010000:00000001:0.0:1788204832.066506:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204832.066512:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204832.066514:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204832.066517:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204832.066520:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204832.066522:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204832.066523:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204832.066525:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204832.066528:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204832.066529:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204832.066531:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204832.066532:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788204832.066591:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788204832.066596:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788204832.066599:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204833.090530:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204833.090537:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204833.090542:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204833.090543:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204833.090545:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204833.090546:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204833.090581:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204833.090583:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204833.090585:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204834.114603:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204834.114613:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204834.114621:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204834.114622:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204834.114626:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204834.114627:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204835.138506:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204835.138512:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204835.138515:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204835.138518:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204835.138519:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204835.138522:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204835.138524:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204835.138527:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204835.138528:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204835.138529:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204835.138531:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204835.138532:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204835.138533:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204835.138534:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204835.138534:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204835.138535:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204835.138536:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204835.138538:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204835.522704:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204835.522715:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204835.522721:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204835.522740:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c84a680 x1875052842009472/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204835.522781:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204835.522785:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204835.522795:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204835.522802:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204835.522818:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204835.522832:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c84a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842009472:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204835.522849:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204835.522858:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204835.522868:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204835.522876:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204835.522889:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377400. 02000000:00000001:0.0:1788204835.522895:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204835.522917:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204835.522931:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788204835.522944:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788204835.522958:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842009472, portal 25 00000100:00000001:0.0:1788204835.522969:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204835.522974:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578520192 : -109644131031424 : ffff9c477c84a680) 00000100:00000040:0.0:1788204835.522992:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c84a680 x1875052842009472/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204835.523015:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204835.523023:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204835.523030:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c32a8. 00000100:00000200:0.0:1788204835.523036:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052842009472, offset 0 00000400:00000200:0.0:1788204835.523053:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204835.523068:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204835.523088:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204835.523104:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204835.523118:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204835.523131:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204835.523144:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204835.523163:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704942:704942:256:4294967295] 192.168.201.101@tcp LPNI seq info [704937:704937:8:4294967295] 00000400:00000200:0.0:1788204835.523183:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204835.523218:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204835.523257:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204835.523274:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036900. 00000800:00000200:0.0:1788204835.523294:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000100:00000001:0.0:1788204835.523338:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204835.523350:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204835.523358:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4309975796 00000100:00000010:0.0:1788204835.523366:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685baa80. 00000100:00000001:0.0:1788204835.523376:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788204835.523384:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4309975796 00000100:00000010:0.0:1788204835.523419:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba360. 00000100:00000001:0.0:1788204835.523423:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788204835.523427:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204835.523430:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204835.523433:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204835.523436:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204835.523444:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204835.523447:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1788204835.523449:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204835.523451:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204835.523452:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204835.523458:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c84a300 x1875052842009600/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204835.523465:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204835.523467:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204835.523469:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204835.523471:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204835.523473:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204835.523476:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c84a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842009600:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204835.523479:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204835.523481:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204835.523482:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204835.523484:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204835.523488:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788204835.523489:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204835.523493:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204835.523496:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302b58. 00000400:00000010:0.0:1788204835.523500:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788204835.523503:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842009600, portal 10 00000100:00000001:0.0:1788204835.523504:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204835.523505:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578519296 : -109644131032320 : ffff9c477c84a300) 00000100:00000040:0.0:1788204835.523512:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c84a300 x1875052842009600/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204835.523519:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204835.523521:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204835.523524:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3088. 00000100:00000200:0.0:1788204835.523526:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842009600, offset 0 00000400:00000200:0.0:1788204835.523530:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204835.523534:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204835.523537:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204835.523540:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204835.523542:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204835.523545:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204835.523547:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204835.523550:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704943:704943:255:4294967295] 192.168.201.101@tcp LPNI seq info [704938:704938:7:4294967295] 00000400:00000200:0.0:1788204835.523554:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204835.523561:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204835.523565:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204835.523569:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036500. 00000800:00000200:0.0:1788204835.523573:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000100:00000001:0.0:1788204835.523579:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204835.523584:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788204835.523586:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204835.523588:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309974538 00000100:00000001:0.0:1788204835.523591:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309975796 00000100:00000001:0.0:1788204835.523593:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309974538 00000100:00000001:0.0:1788204835.523595:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309975796 00000100:00000001:0.0:1788204835.523597:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204835.523599:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204835.523601:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204835.523604:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c849f80 x1875052842009728/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204835.523611:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204835.523612:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204835.523614:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204835.523616:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204835.523617:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204835.523620:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c849f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842009728:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204835.523623:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204835.523625:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204835.523626:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204835.523627:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204835.523631:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374c00. 02000000:00000001:0.0:1788204835.523633:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204835.523635:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204835.523637:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788204835.523640:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c37f8. 00000100:00000200:0.0:1788204835.523643:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842009728, portal 10 00000100:00000001:0.0:1788204835.523644:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204835.523645:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578518400 : -109644131033216 : ffff9c477c849f80) 00000100:00000040:0.0:1788204835.523651:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c849f80 x1875052842009728/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204835.523656:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204835.523659:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204835.523661:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3908. 00000100:00000200:0.0:1788204835.523663:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842009728, offset 0 00000400:00000200:0.0:1788204835.523667:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204835.523670:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204835.523673:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204835.523676:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204835.523678:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204835.523680:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204835.523682:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204835.523684:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704944:704944:254:4294967295] 192.168.201.101@tcp LPNI seq info [704939:704939:6:4294967295] 00000400:00000200:0.0:1788204835.523688:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204835.523693:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204835.523697:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204835.523700:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036400. 00000800:00000200:0.0:1788204835.523703:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000100:00000001:0.0:1788204835.523709:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204835.523712:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788204835.523715:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204835.523717:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309974538 00000100:00000001:0.0:1788204835.523719:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309975796 00000100:00000001:0.0:1788204835.523720:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309974538 00000100:00000001:0.0:1788204835.523722:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309975796 00000100:00000001:0.0:1788204835.523724:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204835.523726:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204835.523727:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204835.523731:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c84aa00 x1875052842009856/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204835.523744:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204835.523745:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204835.523747:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204835.523749:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204835.523750:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204835.523753:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c84aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842009856:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204835.523758:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204835.523760:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204835.523761:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204835.523763:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204835.523767:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788204835.523768:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204835.523771:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204835.523773:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302bb0. 00000400:00000010:0.0:1788204835.523777:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3220. 00000100:00000200:0.0:1788204835.523780:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842009856, portal 4 00000100:00000001:0.0:1788204835.523781:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204835.523782:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578521088 : -109644131030528 : ffff9c477c84aa00) 00000100:00000040:0.0:1788204835.523788:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c84aa00 x1875052842009856/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204835.523793:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204835.523796:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204835.523798:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3f68. 00000100:00000200:0.0:1788204835.523800:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052842009856, offset 0 00000400:00000200:0.0:1788204835.523805:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204835.523808:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204835.523811:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204835.523814:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204835.523816:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204835.523818:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204835.523820:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204835.523823:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704945:704945:253:4294967295] 192.168.201.101@tcp LPNI seq info [704940:704940:5:4294967295] 00000400:00000200:0.0:1788204835.523826:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204835.523831:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204835.523835:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204835.523838:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036f00. 00000800:00000200:0.0:1788204835.523841:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000100:00000001:0.0:1788204835.523847:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204835.523849:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788204835.523852:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204835.523854:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309974564 00000100:00000001:0.0:1788204835.523856:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309975796 00000100:00000001:0.0:1788204835.523858:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309974564 00000100:00000001:0.0:1788204835.523860:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309975796 00000100:00000001:0.0:1788204835.523862:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204835.523863:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204835.523865:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204835.523867:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204835.523870:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204835.523872:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1788204835.523873:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204835.523874:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204835.523876:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204835.523878:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204836.162502:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204836.162507:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204836.162510:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204836.162511:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204836.162513:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204836.162514:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788204836.162561:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788204836.162564:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788204836.162566:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204836.802495:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309975796, at 4309975808 00000100:00000040:1.0:1788204836.802495:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309975796, at 4309975808 00000100:00000010:0.0:1788204836.802508:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685baa80. 00000100:00000010:1.0:1788204836.802510:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba360. 00010000:00000001:0.0:1788204837.186514:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204837.186521:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204837.186526:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204837.186527:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204837.186530:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204837.186531:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204837.186556:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204837.186559:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204837.186562:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204838.210526:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204838.210532:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204838.210537:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204838.210538:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204838.210541:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204838.210542:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204838.595066:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204838.595070:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204838.595073:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204838.595079:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204835/real 1788204838] req@ffff9c477c84a300 x1875052842009600/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204838.595089:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204838.595092:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204838.595095:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302b58. 00000400:00000200:0.0:1788204838.595098:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788204838.595099:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788204838.595102:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204838.595104:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c84a300 x1875052842009600/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204838.595112:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c84a300 x1875052842009600/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204838.595118:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204838.595119:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204838.595122:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204838.595123:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204838.595127:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c84a300 x1875052842009600/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204838.595133:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204838.595137:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c84a300 x1875052842009600/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204838.595144:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204838.595147:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204838.595148:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204838.595149:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204838.595152:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204838.595154:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204838.595157:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204838.595161:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204838.595163:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204838.595167:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c84a300 x1875052842009600/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204838.595174:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c84a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842009600:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204838.595179:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204838.595183:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204835/real 1788204838] req@ffff9c477c849f80 x1875052842009728/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204838.595200:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204838.595201:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204838.595203:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302c08. 00000400:00000200:0.0:1788204838.595206:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c37f8 00000400:00000010:0.0:1788204838.595208:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c37f8. 00000100:00000001:0.0:1788204838.595209:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204838.595212:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c849f80 x1875052842009728/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204838.595219:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c849f80 x1875052842009728/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204838.595225:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204838.595226:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204838.595228:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204838.595229:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204838.595233:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c849f80 x1875052842009728/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204838.595239:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204838.595242:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c849f80 x1875052842009728/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204838.595248:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204838.595251:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204838.595252:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204838.595253:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204838.595255:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204838.595257:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204838.595259:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204838.595262:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204838.595265:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204838.595268:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c849f80 x1875052842009728/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204838.595275:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c849f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842009728:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204838.595279:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204838.595282:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204835/real 1788204838] req@ffff9c477c84aa00 x1875052842009856/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204838.595289:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204838.595289:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204838.595292:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302bb0. 00000400:00000200:0.0:1788204838.595294:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3220 00000400:00000010:0.0:1788204838.595295:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3220. 00000100:00000001:0.0:1788204838.595297:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204838.595300:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c84aa00 x1875052842009856/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204838.595313:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c84aa00 x1875052842009856/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204838.595320:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204838.595321:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204838.595323:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204838.595324:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204838.595328:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c84aa00 x1875052842009856/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204838.595335:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204838.595339:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c84aa00 x1875052842009856/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204838.595346:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204838.595348:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204838.595350:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204838.595351:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204838.595353:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204838.595354:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204838.595358:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204838.595361:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204838.595363:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204838.595367:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c84aa00 x1875052842009856/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204838.595375:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c84aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842009856:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204838.595379:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204838.595383:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204835/real 1788204838] req@ffff9c477c84a680 x1875052842009472/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204838.596272:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204838.596273:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204838.596276:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788204838.596280:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788204838.596283:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788204838.596286:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204838.596292:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c84a680 x1875052842009472/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204838.596301:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c84a680 x1875052842009472/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204838.596309:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204838.596311:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204838.596313:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204838.596314:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204838.596318:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c84a680 x1875052842009472/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204838.596325:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204838.596329:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c84a680 x1875052842009472/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204838.596336:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204838.596338:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204838.596340:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204838.596342:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204838.596344:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204838.596346:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204838.596350:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204838.596354:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204838.596357:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204838.596361:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c84a680 x1875052842009472/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204838.596369:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c84a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842009472:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204838.596373:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204838.596376:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204838.596379:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c84a300 x1875052842009600/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204838.596385:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204838.596388:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204838.596416:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788204838.596420:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204838.596423:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204838.596426:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204838.596428:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204838.596432:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f2400. 02000000:00000001:0.0:1788204838.596436:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204838.596438:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204838.596440:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c84a300. 00000100:00000001:0.0:1788204838.596444:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204838.596446:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204838.596448:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204838.596452:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c849f80 x1875052842009728/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204838.596458:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204838.596460:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204838.596461:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374c00. 02000000:00000001:0.0:1788204838.596463:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204838.596464:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204838.596465:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204838.596467:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204838.596469:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f3000. 02000000:00000001:0.0:1788204838.596471:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204838.596472:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204838.596473:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c849f80. 00000100:00000001:0.0:1788204838.596477:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204838.596478:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204838.596479:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204838.596483:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c84aa00 x1875052842009856/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204838.596489:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204838.596490:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204838.596491:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788204838.596494:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204838.596495:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204838.596496:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788204838.596498:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204838.596499:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f1400. 02000000:00000001:0.0:1788204838.596501:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204838.596502:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204838.596503:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c84aa00. 00000100:00000001:0.0:1788204838.596505:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204838.596506:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204838.596508:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204838.596511:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c84a680 x1875052842009472/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204838.596517:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204838.596518:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204838.596520:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377400. 02000000:00000001:0.0:1788204838.596522:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204838.596523:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204838.596524:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788204838.596527:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204838.596528:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f0c00. 02000000:00000001:0.0:1788204838.596530:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204838.596531:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204838.596532:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c84a680. 00000100:00000001:0.0:1788204838.596534:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204838.596536:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204838.596538:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204838.596546:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204838.596549:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204838.596552:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204838.596554:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204839.234522:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204839.234530:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204839.234535:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204839.234537:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204839.234540:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204839.234541:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204840.258503:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204840.258509:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204840.258515:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204840.258516:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204840.258520:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204840.258521:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788204840.258572:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788204840.258575:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788204840.258577:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788204840.642807:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204840.642813:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204840.642818:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204840.642828:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c849180 x1875052842009984/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204840.642847:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204840.642851:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204840.642859:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204840.642865:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204840.642870:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204840.642878:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c849180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842009984:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204840.642887:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204840.642904:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204840.642908:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204840.642915:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204840.642923:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374c00. 02000000:00000001:0.0:1788204840.642929:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204840.642938:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204840.642945:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788204840.642955:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788204840.642966:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842009984, portal 25 00000100:00000001:0.0:1788204840.642974:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204840.642979:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578514816 : -109644131036800 : ffff9c477c849180) 00000100:00000040:0.0:1788204840.642991:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c849180 x1875052842009984/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204840.643007:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204840.643015:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204840.643021:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3220. 00000100:00000200:0.0:1788204840.643027:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052842009984, offset 0 00000400:00000200:0.0:1788204840.643040:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204840.643054:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204840.643065:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204840.643074:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204840.643082:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204840.643091:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204840.643100:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204840.643112:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704946:704946:256:4294967295] 192.168.201.101@tcp LPNI seq info [704941:704941:8:4294967295] 00000400:00000200:0.0:1788204840.643121:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204840.643138:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204840.643180:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204840.643189:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036e00. 00000800:00000200:0.0:1788204840.643200:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204840.643207:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1788204840.643231:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204840.643235:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036e00. 00000400:00000200:0.0:1788204840.643242:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204840.643253:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204840.643262:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3220 00000400:00000010:0.0:1788204840.643267:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3220. 00000100:00000001:0.0:1788204840.643273:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204840.643279:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c849180 x1875052842009984/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204840.643294:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204840.643297:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c849180 x1875052842009984/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204865 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204840.643305:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204840.643307:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204840.643315:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204840.643319:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204840.643323:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4309980916 00000100:00000010:0.0:1788204840.643329:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685baa80. 00000100:00000001:0.0:1788204840.643338:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788204840.643347:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4309980916 00000100:00000010:0.0:1788204840.643353:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685baa20. 00000100:00000001:0.0:1788204840.643359:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788204840.643363:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204840.643366:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204840.643370:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204840.643374:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204840/real 1788204840] req@ffff9c477c849180 x1875052842009984/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204840.643384:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204840.643386:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204840.643388:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788204840.643391:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788204840.643425:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788204840.643429:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204840.643433:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c849180 x1875052842009984/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204840.643442:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c849180 x1875052842009984/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204840.643450:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204840.643452:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204840.643454:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204840.643457:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204840.643461:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c849180 x1875052842009984/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204840.643468:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204840.643472:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c849180 x1875052842009984/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204840.643480:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204840.643483:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204840.643485:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204840.643486:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204840.643489:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204840.643491:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204840.643494:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204840.643498:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204840.643500:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204840.643505:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c849180 x1875052842009984/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204840.643512:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c849180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842009984:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204840.643524:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204840.643527:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204840.643530:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c849180 x1875052842009984/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204840.643536:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204840.643539:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204840.643542:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374c00. 02000000:00000001:0.0:1788204840.643545:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204840.643546:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204840.643548:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788204840.643550:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204840.643553:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f3c00. 02000000:00000001:0.0:1788204840.643556:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204840.643557:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204840.643559:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c849180. 00000100:00000001:0.0:1788204840.643562:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204840.643563:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204840.643565:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204840.643571:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204840.643573:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204840.643575:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204840.643576:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204840.643578:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204840.643581:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c84a680 x1875052842010112/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204840.643587:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204840.643588:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204840.643591:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204840.643592:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204840.643595:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204840.643597:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c84a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842010112:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204840.643599:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204840.643601:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204840.643603:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204840.643604:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204840.643607:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374c00. 02000000:00000001:0.0:1788204840.643609:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204840.643612:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204840.643614:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788204840.643617:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788204840.643621:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842010112, portal 10 00000100:00000001:0.0:1788204840.643622:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204840.643623:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578520192 : -109644131031424 : ffff9c477c84a680) 00000100:00000040:0.0:1788204840.643631:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c84a680 x1875052842010112/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204840.643637:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204840.643640:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204840.643642:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3220. 00000100:00000200:0.0:1788204840.643644:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842010112, offset 0 00000400:00000200:0.0:1788204840.643647:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204840.643651:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204840.643654:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204840.643657:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204840.643659:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204840.643661:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204840.643663:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204840.643666:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704947:704947:256:4294967295] 192.168.201.101@tcp LPNI seq info [704942:704942:8:4294967295] 00000400:00000200:0.0:1788204840.643669:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204840.643675:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204840.643679:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204840.643682:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036e00. 00000800:00000200:0.0:1788204840.643686:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204840.643689:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1788204840.643698:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204840.643699:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036e00. 00000400:00000200:0.0:1788204840.643702:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204840.643705:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204840.643707:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3220 00000400:00000010:0.0:1788204840.643709:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3220. 00000100:00000001:0.0:1788204840.643711:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204840.643714:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c84a680 x1875052842010112/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204840.643720:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204840.643722:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84a680 x1875052842010112/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204865 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204840.643732:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204840.643734:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204840.643737:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204840.643740:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788204840.643743:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204840.643744:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309979658 00000100:00000001:0.0:1788204840.643747:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309980916 00000100:00000001:0.0:1788204840.643749:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309979658 00000100:00000001:0.0:1788204840.643750:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309980916 00000100:00000001:0.0:1788204840.643752:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204840.643754:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204840.643755:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204840.643758:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204840/real 1788204840] req@ffff9c477c84a680 x1875052842010112/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204840.643765:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204840.643766:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204840.643768:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788204840.643770:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788204840.643771:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788204840.643772:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204840.643775:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c84a680 x1875052842010112/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204840.643783:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c84a680 x1875052842010112/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204840.643788:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204840.643789:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204840.643790:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204840.643792:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204840.643794:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c84a680 x1875052842010112/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204840.643800:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204840.643803:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c84a680 x1875052842010112/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204840.643808:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204840.643810:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204840.643811:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204840.643812:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204840.643813:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204840.643815:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204840.643817:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204840.643820:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204840.643822:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204840.643825:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c84a680 x1875052842010112/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204840.643832:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c84a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842010112:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204840.643835:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204840.643838:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c84aa00 x1875052842010240/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204840.643843:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204840.643850:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204840.643852:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204840.643854:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204840.643855:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204840.643858:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c84aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842010240:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204840.643861:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204840.643863:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204840.643865:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204840.643867:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204840.643870:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788204840.643871:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204840.643874:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204840.643876:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788204840.643879:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788204840.643882:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842010240, portal 10 00000100:00000001:0.0:1788204840.643883:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204840.643884:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578521088 : -109644131030528 : ffff9c477c84aa00) 00000100:00000040:0.0:1788204840.643889:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c84aa00 x1875052842010240/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204840.643895:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204840.643897:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204840.643899:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3220. 00000100:00000200:0.0:1788204840.643901:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842010240, offset 0 00000400:00000200:0.0:1788204840.643905:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204840.643908:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204840.643912:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204840.643914:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204840.643916:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204840.643918:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204840.643919:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204840.643921:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704948:704948:256:4294967295] 192.168.201.101@tcp LPNI seq info [704943:704943:8:4294967295] 00000400:00000200:0.0:1788204840.643924:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204840.643928:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204840.643930:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204840.643933:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036e00. 00000800:00000200:0.0:1788204840.643936:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204840.643939:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1788204840.643949:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204840.643951:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036e00. 00000400:00000200:0.0:1788204840.643954:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204840.643957:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204840.643960:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3220 00000400:00000010:0.0:1788204840.643961:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3220. 00000100:00000001:0.0:1788204840.643964:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204840.643967:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c84aa00 x1875052842010240/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204840.643979:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204840.643981:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84aa00 x1875052842010240/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204865 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204840.643985:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204840.643986:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204840.643989:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204840.643991:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788204840.643993:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204840.643994:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309979658 00000100:00000001:0.0:1788204840.643996:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309980916 00000100:00000001:0.0:1788204840.643997:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309979658 00000100:00000001:0.0:1788204840.643999:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309980916 00000100:00000001:0.0:1788204840.644000:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204840.644001:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204840.644002:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204840.644004:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204840/real 1788204840] req@ffff9c477c84aa00 x1875052842010240/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204840.644008:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204840.644009:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204840.644010:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788204840.644011:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788204840.644012:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788204840.644013:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204840.644015:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c84aa00 x1875052842010240/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204840.644020:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c84aa00 x1875052842010240/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204840.644023:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204840.644024:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204840.644025:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204840.644026:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204840.644028:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c84aa00 x1875052842010240/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204840.644034:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204840.644037:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c84aa00 x1875052842010240/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204840.644043:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204840.644045:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204840.644046:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204840.644047:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204840.644049:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204840.644051:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204840.644053:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204840.644056:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204840.644058:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204840.644061:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c84aa00 x1875052842010240/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204840.644069:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c84aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842010240:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204840.644072:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204840.644076:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c849f80 x1875052842010368/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204840.644081:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204840.644082:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204840.644084:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204840.644085:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204840.644086:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204840.644087:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c849f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842010368:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204840.644089:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204840.644091:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204840.644092:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204840.644093:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204840.644096:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375400. 02000000:00000001:0.0:1788204840.644098:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204840.644101:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204840.644104:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788204840.644106:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788204840.644109:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842010368, portal 4 00000100:00000001:0.0:1788204840.644111:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204840.644112:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578518400 : -109644131033216 : ffff9c477c849f80) 00000100:00000040:0.0:1788204840.644117:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c849f80 x1875052842010368/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204840.644123:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204840.644125:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204840.644127:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3220. 00000100:00000200:0.0:1788204840.644129:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052842010368, offset 0 00000400:00000200:0.0:1788204840.644133:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204840.644136:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204840.644140:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204840.644142:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204840.644145:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204840.644147:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204840.644150:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204840.644167:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704949:704949:256:4294967295] 192.168.201.101@tcp LPNI seq info [704944:704944:8:4294967295] 00000400:00000200:0.0:1788204840.644171:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204840.644176:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204840.644180:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204840.644183:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036e00. 00000800:00000200:0.0:1788204840.644187:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204840.644190:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1788204840.644200:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204840.644201:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036e00. 00000400:00000200:0.0:1788204840.644204:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204840.644207:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204840.644210:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3220 00000400:00000010:0.0:1788204840.644211:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3220. 00000100:00000001:0.0:1788204840.644213:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204840.644216:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c849f80 x1875052842010368/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204840.644223:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204840.644225:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c849f80 x1875052842010368/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204865 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204840.644230:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204840.644232:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204840.644236:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204840.644238:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788204840.644241:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204840.644243:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309979684 00000100:00000001:0.0:1788204840.644245:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309980916 00000100:00000001:0.0:1788204840.644247:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309979684 00000100:00000001:0.0:1788204840.644250:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309980916 00000100:00000001:0.0:1788204840.644253:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204840.644256:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204840.644258:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204840.644262:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204840/real 1788204840] req@ffff9c477c849f80 x1875052842010368/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204840.644267:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204840.644268:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204840.644270:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788204840.644271:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788204840.644272:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788204840.644273:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204840.644275:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c849f80 x1875052842010368/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204840.644280:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c849f80 x1875052842010368/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204840.644283:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204840.644284:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204840.644285:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204840.644286:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204840.644288:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c849f80 x1875052842010368/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204840.644292:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204840.644294:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c849f80 x1875052842010368/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204840.644298:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204840.644299:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204840.644300:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204840.644301:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204840.644302:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204840.644303:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204840.644304:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204840.644306:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204840.644307:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204840.644310:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c849f80 x1875052842010368/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204840.644314:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c849f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842010368:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204840.644316:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204840.644318:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204840.644321:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c84a680 x1875052842010112/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204840.644327:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204840.644328:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204840.644330:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374c00. 02000000:00000001:0.0:1788204840.644333:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204840.644335:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204840.644337:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204840.644339:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204840.644340:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f1000. 02000000:00000001:0.0:1788204840.644343:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204840.644344:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204840.644345:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c84a680. 00000100:00000001:0.0:1788204840.644348:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204840.644350:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204840.644351:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204840.644355:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c84aa00 x1875052842010240/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204840.644362:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204840.644363:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204840.644365:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788204840.644367:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204840.644368:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204840.644369:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204840.644371:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204840.644372:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f1c00. 02000000:00000001:0.0:1788204840.644374:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204840.644375:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204840.644377:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c84aa00. 00000100:00000001:0.0:1788204840.644379:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204840.644380:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204840.644381:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204840.644384:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c849f80 x1875052842010368/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204840.644390:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204840.644391:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204840.644414:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375400. 02000000:00000001:0.0:1788204840.644416:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204840.644417:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204840.644418:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788204840.644420:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204840.644422:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f3400. 02000000:00000001:0.0:1788204840.644423:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204840.644424:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204840.644426:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c849f80. 00000100:00000001:0.0:1788204840.644428:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204840.644429:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204840.644431:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204840.644435:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204840.644437:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204840.644439:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204840.644441:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204841.282480:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204841.282486:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204841.282492:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204841.282493:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204841.282496:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204841.282498:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204841.282520:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204841.282523:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204841.282526:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204841.922498:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309980916, at 4309980928 00000100:00000040:1.0:1788204841.922498:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309980916, at 4309980928 00000100:00000010:1.0:1788204841.922510:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685baa20. 00000100:00000010:0.0:1788204841.922514:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685baa80. 00010000:00000001:0.0:1788204842.306512:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204842.306521:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204842.306523:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204842.306526:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204842.306531:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204842.306533:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204842.306535:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204842.306537:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204842.306541:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204842.306543:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204842.306546:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204842.306547:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204843.330485:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204843.330492:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204843.330498:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204843.330499:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204843.330503:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204843.330504:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204844.354486:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204844.354491:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204844.354495:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204844.354498:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204844.354499:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204844.354501:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204844.354503:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204844.354505:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204844.354507:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204844.354509:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204844.354512:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204844.354513:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204844.354515:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204844.354516:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204844.354517:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204844.354518:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204844.354520:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204844.354522:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788204844.354574:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788204844.354583:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788204844.354586:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204845.378523:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204845.378531:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204845.378537:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204845.378538:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204845.378540:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204845.378542:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204845.378564:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204845.378567:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204845.378569:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788204845.762690:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204845.762696:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204845.762701:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204845.762732:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c84a300 x1875052842010496/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204845.762747:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204845.762751:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204845.762756:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204845.762759:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204845.762761:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204845.762765:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c84a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842010496:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204845.762769:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204845.762773:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204845.762775:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204845.762778:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204845.762783:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788204845.762787:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204845.762793:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204845.762798:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788204845.762805:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788204845.762812:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842010496, portal 25 00000100:00000001:0.0:1788204845.762817:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204845.762820:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578519296 : -109644131032320 : ffff9c477c84a300) 00000100:00000040:0.0:1788204845.762832:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c84a300 x1875052842010496/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204845.762861:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204845.762867:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204845.762873:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3220. 00000100:00000200:0.0:1788204845.762880:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052842010496, offset 0 00000400:00000200:0.0:1788204845.762899:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204845.762910:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204845.762921:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204845.762926:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204845.762936:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204845.762941:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204845.762945:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204845.762951:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704950:704950:256:4294967295] 192.168.201.101@tcp LPNI seq info [704945:704945:8:4294967295] 00000400:00000200:0.0:1788204845.762960:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204845.762974:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204845.762983:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204845.762991:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036e00. 00000800:00000200:0.0:1788204845.763001:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204845.763005:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1788204845.763038:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204845.763042:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036e00. 00000400:00000200:0.0:1788204845.763049:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204845.763053:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204845.763056:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3220 00000400:00000010:0.0:1788204845.763059:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3220. 00000100:00000001:0.0:1788204845.763071:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204845.763080:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c84a300 x1875052842010496/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204845.763097:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204845.763102:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84a300 x1875052842010496/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204870 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204845.763125:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204845.763129:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204845.763136:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204845.763143:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204845.763146:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4309986036 00000100:00000010:0.0:1788204845.763152:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685baa80. 00000100:00000001:0.0:1788204845.763161:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788204845.763171:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4309986036 00000100:00000010:0.0:1788204845.763177:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba900. 00000100:00000001:0.0:1788204845.763183:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788204845.763188:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204845.763192:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204845.763195:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204845.763199:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204845/real 1788204845] req@ffff9c477c84a300 x1875052842010496/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204845.763206:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204845.763207:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204845.763209:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788204845.763211:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788204845.763212:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788204845.763214:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204845.763216:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c84a300 x1875052842010496/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204845.763221:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c84a300 x1875052842010496/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204845.763225:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204845.763226:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204845.763227:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204845.763228:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204845.763230:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c84a300 x1875052842010496/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204845.763235:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204845.763237:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c84a300 x1875052842010496/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204845.763248:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204845.763250:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204845.763251:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204845.763251:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204845.763253:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204845.763254:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204845.763256:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204845.763259:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204845.763260:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204845.763263:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c84a300 x1875052842010496/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204845.763268:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c84a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842010496:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204845.763272:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204845.763273:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204845.763275:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c84a300 x1875052842010496/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204845.763278:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204845.763280:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204845.763281:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788204845.763283:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204845.763284:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204845.763285:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788204845.763287:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204845.763289:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f0800. 02000000:00000001:0.0:1788204845.763293:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204845.763295:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204845.763297:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c84a300. 00000100:00000001:0.0:1788204845.763300:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204845.763301:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204845.763303:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204845.763310:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204845.763312:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204845.763314:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204845.763315:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204845.763317:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204845.763320:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c848000 x1875052842010624/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204845.763334:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204845.763335:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204845.763336:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204845.763337:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204845.763339:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204845.763341:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c848000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842010624:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204845.763343:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204845.763344:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204845.763345:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204845.763347:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204845.763349:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788204845.763350:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204845.763353:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204845.763355:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788204845.763357:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788204845.763359:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842010624, portal 10 00000100:00000001:0.0:1788204845.763360:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204845.763361:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578510336 : -109644131041280 : ffff9c477c848000) 00000100:00000040:0.0:1788204845.763366:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c848000 x1875052842010624/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204845.763370:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204845.763372:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204845.763374:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3220. 00000100:00000200:0.0:1788204845.763375:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842010624, offset 0 00000400:00000200:0.0:1788204845.763379:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204845.763383:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204845.763387:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204845.763389:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204845.763392:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204845.763430:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204845.763432:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204845.763435:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704951:704951:256:4294967295] 192.168.201.101@tcp LPNI seq info [704946:704946:8:4294967295] 00000400:00000200:0.0:1788204845.763439:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204845.763446:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204845.763450:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204845.763454:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036e00. 00000800:00000200:0.0:1788204845.763458:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204845.763461:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1788204845.763470:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204845.763472:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036e00. 00000400:00000200:0.0:1788204845.763474:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204845.763478:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204845.763481:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3220 00000400:00000010:0.0:1788204845.763483:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3220. 00000100:00000001:0.0:1788204845.763485:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204845.763489:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c848000 x1875052842010624/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204845.763497:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204845.763500:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c848000 x1875052842010624/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204870 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204845.763506:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204845.763508:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204845.763512:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204845.763515:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788204845.763519:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204845.763521:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309984778 00000100:00000001:0.0:1788204845.763523:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309986036 00000100:00000001:0.0:1788204845.763526:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309984778 00000100:00000001:0.0:1788204845.763528:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309986036 00000100:00000001:0.0:1788204845.763529:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204845.763532:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204845.763533:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204845.763537:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204845/real 1788204845] req@ffff9c477c848000 x1875052842010624/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204845.763545:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204845.763546:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204845.763548:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788204845.763551:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788204845.763552:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788204845.763554:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204845.763557:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c848000 x1875052842010624/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204845.763566:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c848000 x1875052842010624/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204845.763572:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204845.763574:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204845.763575:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204845.763577:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204845.763580:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c848000 x1875052842010624/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204845.763586:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204845.763590:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c848000 x1875052842010624/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204845.763597:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204845.763599:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204845.763601:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204845.763602:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204845.763604:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204845.763606:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204845.763608:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204845.763611:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204845.763614:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204845.763618:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c848000 x1875052842010624/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204845.763626:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c848000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842010624:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204845.763630:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204845.763634:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c84b100 x1875052842010752/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204845.763641:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204845.763643:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204845.763645:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204845.763647:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204845.763649:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204845.763652:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c84b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842010752:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204845.763656:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204845.763658:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204845.763659:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204845.763661:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204845.763665:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374c00. 02000000:00000001:0.0:1788204845.763667:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204845.763670:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204845.763673:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788204845.763676:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788204845.763679:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842010752, portal 10 00000100:00000001:0.0:1788204845.763682:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204845.763683:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578522880 : -109644131028736 : ffff9c477c84b100) 00000100:00000040:0.0:1788204845.763688:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c84b100 x1875052842010752/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204845.763695:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204845.763697:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204845.763700:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3220. 00000100:00000200:0.0:1788204845.763702:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842010752, offset 0 00000400:00000200:0.0:1788204845.763707:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204845.763711:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204845.763714:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204845.763717:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204845.763720:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204845.763722:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204845.763724:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204845.763727:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704952:704952:256:4294967295] 192.168.201.101@tcp LPNI seq info [704947:704947:8:4294967295] 00000400:00000200:0.0:1788204845.763731:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204845.763737:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204845.763741:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204845.763744:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036e00. 00000800:00000200:0.0:1788204845.763747:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204845.763749:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1788204845.763756:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204845.763757:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036e00. 00000400:00000200:0.0:1788204845.763759:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204845.763761:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204845.763763:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3220 00000400:00000010:0.0:1788204845.763765:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3220. 00000100:00000001:0.0:1788204845.763766:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204845.763769:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c84b100 x1875052842010752/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204845.763774:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204845.763776:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84b100 x1875052842010752/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204870 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204845.763780:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204845.763781:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204845.763783:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204845.763785:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788204845.763787:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204845.763789:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309984778 00000100:00000001:0.0:1788204845.763790:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309986036 00000100:00000001:0.0:1788204845.763792:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309984778 00000100:00000001:0.0:1788204845.763793:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309986036 00000100:00000001:0.0:1788204845.763794:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204845.763795:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204845.763796:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204845.763798:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204845/real 1788204845] req@ffff9c477c84b100 x1875052842010752/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204845.763803:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204845.763804:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204845.763805:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788204845.763806:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788204845.763807:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788204845.763808:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204845.763810:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c84b100 x1875052842010752/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204845.763815:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c84b100 x1875052842010752/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204845.763819:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204845.763820:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204845.763821:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204845.763822:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204845.763824:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c84b100 x1875052842010752/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204845.763827:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204845.763829:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c84b100 x1875052842010752/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204845.763833:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204845.763834:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204845.763835:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204845.763835:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204845.763836:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204845.763837:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204845.763839:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204845.763840:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204845.763841:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204845.763843:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c84b100 x1875052842010752/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204845.763847:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c84b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842010752:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204845.763849:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204845.763851:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c849c00 x1875052842010880/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204845.763855:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204845.763856:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204845.763858:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204845.763859:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204845.763860:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204845.763862:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c849c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842010880:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204845.763864:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204845.763865:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204845.763866:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204845.763867:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204845.763869:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374400. 02000000:00000001:0.0:1788204845.763870:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204845.763872:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204845.763874:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788204845.763876:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788204845.763877:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842010880, portal 4 00000100:00000001:0.0:1788204845.763879:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204845.763879:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578517504 : -109644131034112 : ffff9c477c849c00) 00000100:00000040:0.0:1788204845.763883:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c849c00 x1875052842010880/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204845.763887:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204845.763888:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204845.763890:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3220. 00000100:00000200:0.0:1788204845.763891:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052842010880, offset 0 00000400:00000200:0.0:1788204845.763893:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204845.763895:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204845.763897:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204845.763899:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204845.763900:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204845.763901:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204845.763903:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204845.763905:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [704953:704953:256:4294967295] 192.168.201.101@tcp LPNI seq info [704948:704948:8:4294967295] 00000400:00000200:0.0:1788204845.763907:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204845.763911:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204845.763913:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204845.763915:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036e00. 00000800:00000200:0.0:1788204845.763917:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204845.763919:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1788204845.763925:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204845.763926:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036e00. 00000400:00000200:0.0:1788204845.763927:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204845.763929:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204845.763931:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3220 00000400:00000010:0.0:1788204845.763932:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3220. 00000100:00000001:0.0:1788204845.763933:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204845.763935:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c849c00 x1875052842010880/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204845.763939:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204845.763941:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c849c00 x1875052842010880/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204870 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204845.763945:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204845.763945:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204845.763947:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204845.763948:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788204845.763950:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204845.763951:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4309984804 00000100:00000001:0.0:1788204845.763952:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4309986036 00000100:00000001:0.0:1788204845.763954:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4309984804 00000100:00000001:0.0:1788204845.763955:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4309986036 00000100:00000001:0.0:1788204845.763956:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204845.763957:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204845.763958:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204845.763960:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204845/real 1788204845] req@ffff9c477c849c00 x1875052842010880/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204845.763965:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204845.763966:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204845.763966:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788204845.763968:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788204845.763968:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788204845.763969:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204845.763971:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c849c00 x1875052842010880/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204845.763975:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c849c00 x1875052842010880/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204845.763978:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204845.763979:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204845.763980:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204845.763981:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204845.763983:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c849c00 x1875052842010880/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204845.763986:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204845.763988:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c849c00 x1875052842010880/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204845.763991:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204845.763992:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204845.763993:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204845.763994:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204845.763995:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204845.763996:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204845.763998:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204845.763999:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204845.764000:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204845.764003:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c849c00 x1875052842010880/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204845.764007:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c849c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842010880:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204845.764009:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204845.764010:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204845.764012:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c848000 x1875052842010624/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204845.764015:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204845.764016:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204845.764017:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788204845.764018:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204845.764019:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204845.764020:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204845.764021:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204845.764022:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f2000. 02000000:00000001:0.0:1788204845.764023:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204845.764024:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204845.764024:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c848000. 00000100:00000001:0.0:1788204845.764026:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204845.764027:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204845.764028:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204845.764029:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c84b100 x1875052842010752/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204845.764033:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204845.764033:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204845.764034:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374c00. 02000000:00000001:0.0:1788204845.764035:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204845.764036:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204845.764037:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204845.764037:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204845.764038:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f3400. 02000000:00000001:0.0:1788204845.764039:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204845.764040:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204845.764041:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c84b100. 00000100:00000001:0.0:1788204845.764043:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204845.764043:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204845.764044:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204845.764046:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c849c00 x1875052842010880/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204845.764049:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204845.764050:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204845.764051:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374400. 02000000:00000001:0.0:1788204845.764051:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204845.764052:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204845.764053:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788204845.764053:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204845.764054:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f1c00. 02000000:00000001:0.0:1788204845.764055:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204845.764056:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204845.764056:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c849c00. 00000100:00000001:0.0:1788204845.764058:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204845.764058:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204845.764059:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204845.764061:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204845.764062:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204845.764077:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204845.764078:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204846.402509:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204846.402517:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204846.402523:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204846.402524:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204846.402528:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204846.402529:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204847.042504:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309986036, at 4309986048 00000100:00000040:1.0:1788204847.042504:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309986036, at 4309986048 00000100:00000010:0.0:1788204847.042520:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685baa80. 00000100:00000010:1.0:1788204847.042522:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba900. 00010000:00000001:0.0:1788204847.426514:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204847.426520:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204847.426524:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204847.426525:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204847.426527:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204847.426528:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204848.450495:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204848.450500:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204848.450504:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204848.450505:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204848.450507:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204848.450508:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788204848.450557:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788204848.450560:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788204848.450562:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204849.474491:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204849.474496:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204849.474501:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204849.474501:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204849.474503:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204849.474504:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204849.474521:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204849.474523:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204849.474525:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204850.498489:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204850.498496:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204850.498502:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204850.498503:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204850.498506:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204850.498508:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204850.882485:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204850.882493:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788204850.882495:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204850.882498:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204850.882501:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204850.882506:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 15317 00000400:00000200:0.0:1788204850.882512:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204850.882516:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204850.882518:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204850.882520:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204850.882522:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204850.882524:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204850.882526:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204850.882529:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204850.882530:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788204850.882532:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204850.882534:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788204850.882536:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788204850.882537:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788204850.882539:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204850.882540:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204850.882541:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204850.882542:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204850.882543:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788204850.882545:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204850.882547:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204850.882548:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204850.882551:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204850.882552:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204850.882554:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788204850.882555:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204850.882562:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8380. 00000020:00000040:0.0:1788204850.882564:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788204850.882567:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204850.882568:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204850.882570:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204850.882572:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204850.882575:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204850.882580:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376c00. 00000100:00000001:0.0:1788204850.882585:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204850.882592:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8380 x1875052842011008/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204850.882598:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204850.882601:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204850.882605:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004fba561] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8380 x1875052842011008/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204850.882622:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204850.882624:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204850.882627:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788204850.882628:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204850.882629:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204850.882631:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204850.882633:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15317 00000400:00000200:0.0:1788204850.882635:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204850.882636:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204850.882638:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204850.882640:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204850.882641:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204850.882644:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204850.882645:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204850.882647:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204850.882648:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788204850.882649:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204850.882650:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788204850.882652:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788204850.882654:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788204850.882657:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204850.882660:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204850.882662:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204850.882664:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204850.882665:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788204850.882667:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204850.882670:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204850.882672:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204850.882676:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204850.882679:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204850.882680:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204850.882684:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204850.882688:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204850.882693:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204850.882697:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8000. 00000020:00000040:0.0:1788204850.882700:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204850.882704:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204850.882705:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204850.882709:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204850.882711:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204850.882712:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204850.882718:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377000. 00000100:00000001:0.0:1788204850.882722:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204850.882727:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8000 x1875052842011136/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204850.882738:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204850.882741:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204850.882745:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000755f6dce] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8000 x1875052842011136/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204850.882756:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204850.882758:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204850.882760:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788204850.882763:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204850.882766:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204850.882768:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204850.882772:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15317 00000400:00000200:0.0:1788204850.882777:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204850.882780:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204850.882782:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204850.882785:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204850.882790:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204850.882791:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204850.882792:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204850.882794:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204850.882796:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788204850.882799:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204850.882801:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788204850.882804:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788204850.882805:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788204850.882810:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204850.882814:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204850.882818:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204850.882822:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204850.882825:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788204850.882830:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204850.882833:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204850.882836:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204850.882839:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204850.882841:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204850.882845:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204850.882848:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204850.882850:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204850.882851:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204850.882854:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9c00. 00000020:00000040:0.0:1788204850.882857:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204850.882860:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204850.882863:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204850.882865:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204850.882867:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204850.882870:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204850.882875:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377c00. 00000100:00000001:0.0:1788204850.882879:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204850.882885:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9c00 x1875052842011264/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204850.882899:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204850.882902:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204850.882907:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d680416d] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9c00 x1875052842011264/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204850.882931:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204850.882936:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788204850.882945:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788204850.882950:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204850.882956:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788204850.882960:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204850.882963:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204850.882973:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204850.883001:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15317 00000400:00000200:0.0:1788204850.883009:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204850.883013:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204850.883015:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204850.883017:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204850.883021:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204850.883025:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204850.883027:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204850.883029:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204850.883032:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788204850.883033:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204850.883036:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788204850.883039:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788204850.883044:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788204850.883050:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204850.883053:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204850.883056:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204850.883058:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204850.883060:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788204850.883065:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204850.883068:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204850.883069:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204850.883073:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204850.883077:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204850.883080:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204850.883083:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788204850.883086:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204850.883091:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204850.883096:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fb100. 00000020:00000040:0.0:1788204850.883098:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788204850.883100:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204850.883103:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204850.883104:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204850.883107:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204850.883110:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204850.883113:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374800. 00000100:00000001:0.0:1788204850.883118:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204850.883123:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fb100 x1875052842011392/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204850.883129:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204850.883134:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204850.883136:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000093808cf5] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fb100 x1875052842011392/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204850.883154:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204850.883158:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15327) 00010000:00000001:0.0:1788204851.522508:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204851.522515:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204851.522521:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204851.522523:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204851.522527:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204851.522528:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204852.162495:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309991156, at 4309991168 00000100:00000040:1.0:1788204852.162495:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309991156, at 4309991168 00000100:00000010:1.0:1788204852.162508:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88480. 00000100:00000010:0.0:1788204852.162511:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa886c0. 00010000:00000001:0.0:1788204852.546489:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204852.546495:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204852.546497:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204852.546499:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204852.546503:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204852.546505:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204852.546507:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204852.546508:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204852.546511:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204852.546512:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204852.546513:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204852.546514:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788204852.546554:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788204852.546558:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788204852.546561:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204853.570495:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204853.570502:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204853.570508:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204853.570510:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204853.570513:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204853.570514:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204853.570538:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204853.570541:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204853.570543:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204854.594485:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204854.594490:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204854.594494:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204854.594496:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204854.594498:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204854.594500:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204854.594502:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204854.594504:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204854.594506:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204854.594507:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204854.594509:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204854.594510:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204854.594511:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204854.594511:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204854.594512:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204854.594513:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204854.594514:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204854.594515:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204855.618546:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204855.618556:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204855.618563:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204855.618564:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204855.618568:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204855.618569:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204856.642520:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204856.642527:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204856.642532:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204856.642532:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204856.642535:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204856.642536:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788204856.642616:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788204856.642622:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788204856.642625:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788204857.282509:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4309996276, at 4309996288 00000100:00000040:0.0:1788204857.282521:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4309996276, at 4309996288 00000100:00000010:1.0:1788204857.282530:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88d80. 00000100:00000010:0.0:1788204857.282536:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88120. 00010000:00000001:0.0:1788204857.666547:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204857.666556:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204857.666562:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204857.666564:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204857.666567:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204857.666568:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204857.666603:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204857.666605:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204857.666608:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204858.690515:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204858.690522:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204858.690527:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204858.690528:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204858.690530:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204858.690531:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204859.714547:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204859.714556:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204859.714562:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204859.714563:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204859.714567:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204859.714568:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204860.738455:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204860.738462:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204860.738467:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204860.738468:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204860.738471:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204860.738472:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788204860.738537:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788204860.738542:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788204860.738545:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204861.762525:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204861.762535:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204861.762543:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204861.762544:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204861.762548:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204861.762549:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204861.762577:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204861.762579:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204861.762581:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204862.402496:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310001396, at 4310001408 00000100:00000040:1.0:1788204862.402496:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310001396, at 4310001408 00000100:00000010:1.0:1788204862.402509:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88120. 00000100:00000010:0.0:1788204862.402511:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa888a0. 00010000:00000001:0.0:1788204862.786455:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204862.786461:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204862.786463:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204862.786465:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204862.786469:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204862.786471:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204862.786472:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204862.786474:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204862.786477:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204862.786478:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204862.786480:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204862.786481:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204863.810481:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204863.810486:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204863.810489:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204863.810490:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204863.810492:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204863.810493:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204864.834532:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204864.834538:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204864.834544:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204864.834548:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204864.834550:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204864.834554:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204864.834557:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204864.834560:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204864.834562:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204864.834564:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204864.834567:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204864.834568:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204864.834570:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204864.834571:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204864.834573:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204864.834574:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204864.834576:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204864.834577:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788204864.834643:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788204864.834648:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788204864.834651:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204865.858476:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204865.858481:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204865.858485:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204865.858487:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204865.858489:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204865.858490:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204865.858513:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204865.858515:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204865.858516:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788204866.242491:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204866.242501:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788204866.242505:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204866.242508:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204866.242512:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204866.242518:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 15332 00000400:00000200:1.0:1788204866.242525:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204866.242532:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204866.242534:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204866.242536:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204866.242538:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204866.242540:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204866.242541:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204866.242545:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204866.242547:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788204866.242549:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204866.242552:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788204866.242554:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788204866.242556:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788204866.242560:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204866.242561:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204866.242563:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204866.242565:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204866.242568:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788204866.242570:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204866.242573:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204866.242576:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204866.242579:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204866.242582:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204866.242585:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788204866.242587:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204866.242596:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dc700. 00000020:00000040:1.0:1788204866.242600:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788204866.242603:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204866.242605:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204866.242608:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204866.242610:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204866.242614:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204866.242621:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98400. 00000100:00000001:1.0:1788204866.242627:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204866.242636:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dc700 x1875052842012544/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788204866.242643:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204866.242646:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204866.242649:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7db4f2b] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dc700 x1875052842012544/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204866.242664:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788204866.242666:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204866.242668:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788204866.242669:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204866.242670:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204866.242672:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204866.242674:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15332 00000400:00000200:1.0:1788204866.242677:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204866.242679:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204866.242681:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204866.242683:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204866.242684:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204866.242686:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204866.242687:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204866.242689:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204866.242691:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788204866.242692:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204866.242693:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788204866.242695:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788204866.242696:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788204866.242698:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204866.242700:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204866.242703:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204866.242705:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204866.242706:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788204866.242723:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204866.242724:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204866.242725:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204866.242729:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204866.242730:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204866.242733:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788204866.242737:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788204866.242743:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204866.242745:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204866.242752:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dd880. 00000020:00000040:1.0:1788204866.242762:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788204866.242767:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204866.242769:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204866.242774:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204866.242777:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204866.242780:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204866.242786:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98000. 00000100:00000001:1.0:1788204866.242791:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204866.242798:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dd880 x1875052842012672/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788204866.242809:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204866.242814:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204866.242821:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083606985] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dd880 x1875052842012672/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204866.242840:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788204866.242844:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204866.242849:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788204866.242851:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204866.242853:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204866.242855:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204866.242856:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15332 00000400:00000200:1.0:1788204866.242861:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204866.242864:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204866.242869:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204866.242872:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204866.242878:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204866.242879:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204866.242883:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204866.242885:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204866.242886:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788204866.242887:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204866.242889:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788204866.242893:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788204866.242898:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788204866.242906:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204866.242910:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204866.242915:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204866.242920:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204866.242925:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788204866.242936:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204866.242940:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204866.242942:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204866.242946:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204866.242950:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204866.242954:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788204866.242957:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788204866.242962:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204866.242967:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204866.242974:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dce00. 00000020:00000040:1.0:1788204866.242980:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788204866.242984:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204866.242987:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204866.242991:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204866.242994:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204866.242996:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204866.243000:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99800. 00000100:00000001:1.0:1788204866.243004:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204866.243011:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dce00 x1875052842012800/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788204866.243020:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204866.243023:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204866.243028:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e15d5058] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dce00 x1875052842012800/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204866.243036:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204866.243040:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788204866.243044:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788204866.243048:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204866.243053:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788204866.243064:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204866.243068:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204866.243074:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204866.243080:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15332 00000400:00000200:1.0:1788204866.243089:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204866.243097:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204866.243100:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204866.243103:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204866.243107:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204866.243110:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204866.243112:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204866.243115:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204866.243117:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788204866.243119:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204866.243122:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788204866.243125:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788204866.243128:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788204866.243134:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204866.243136:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204866.243138:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204866.243139:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204866.243141:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788204866.243145:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204866.243147:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204866.243152:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204866.243162:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204866.243169:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204866.243173:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788204866.243177:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788204866.243180:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204866.243184:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204866.243190:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ddc00. 00000020:00000040:1.0:1788204866.243196:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788204866.243201:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204866.243204:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204866.243208:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204866.243211:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204866.243214:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204866.243221:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9a000. 00000100:00000001:1.0:1788204866.243226:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204866.243235:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ddc00 x1875052842012928/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788204866.243253:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204866.243257:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204866.243267:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c3c4b34] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ddc00 x1875052842012928/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204866.243283:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204866.243290:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15342) 00010000:00000001:0.0:1788204866.882507:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204866.882514:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204866.882518:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204866.882519:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204866.882523:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204866.882524:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204867.522481:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310006516, at 4310006528 00000100:00000040:1.0:1788204867.522481:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310006516, at 4310006528 00000100:00000010:1.0:1788204867.522494:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa886c0. 00000100:00000010:0.0:1788204867.522496:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88d80. 00010000:00000001:0.0:1788204867.906475:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204867.906480:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204867.906484:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204867.906485:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204867.906487:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204867.906488:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204868.930492:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204868.930497:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204868.930501:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204868.930501:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204868.930504:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204868.930505:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788204868.930556:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788204868.930559:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788204868.930562:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204869.954497:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204869.954502:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204869.954506:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204869.954507:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204869.954509:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204869.954510:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204869.954527:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204869.954529:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204869.954530:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204870.978499:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204870.978505:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204870.978509:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204870.978510:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204870.978512:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204870.978513:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204872.002478:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204872.002484:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204872.002491:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204872.002492:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204872.002495:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204872.002497:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204872.642468:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310011636, at 4310011648 00000100:00000010:0.0:1788204872.642481:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88480. 00000100:00000040:1.0:1788204872.642484:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310011636, at 4310011648 00000100:00000010:1.0:1788204872.642492:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88c60. 00010000:00000001:0.0:1788204873.026514:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204873.026522:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204873.026525:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204873.026528:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204873.026533:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204873.026536:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204873.026537:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204873.026539:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204873.026543:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204873.026545:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204873.026548:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204873.026549:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788204873.026605:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788204873.026609:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788204873.026613:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204874.050485:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204874.050491:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204874.050494:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204874.050495:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204874.050497:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204874.050498:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204874.050531:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204874.050534:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204874.050537:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204875.074495:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204875.074504:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204875.074509:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204875.074512:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204875.074514:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204875.074516:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204875.074518:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204875.074520:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204875.074522:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204875.074523:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204875.074525:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204875.074526:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204875.074527:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204875.074528:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204875.074529:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204875.074530:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204875.074531:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204875.074533:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204876.098478:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204876.098486:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204876.098490:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204876.098491:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204876.098493:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204876.098494:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204877.122545:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204877.122551:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204877.122555:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204877.122556:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204877.122559:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204877.122560:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788204877.122621:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788204877.122625:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788204877.122629:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204877.762447:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310016756, at 4310016768 00000100:00000010:0.0:1788204877.762459:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88ae0. 00000100:00000040:1.0:1788204877.762459:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310016756, at 4310016768 00000100:00000010:1.0:1788204877.762468:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88060. 00010000:00000001:0.0:1788204878.146488:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204878.146493:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204878.146497:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204878.146497:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204878.146500:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204878.146501:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204878.146564:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204878.146568:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204878.146571:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204879.170519:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204879.170525:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204879.170529:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204879.170530:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204879.170532:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204879.170533:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204880.194517:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204880.194524:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204880.194530:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204880.194532:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204880.194535:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204880.194536:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204881.218510:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204881.218516:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204881.218520:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204881.218521:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204881.218523:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204881.218524:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788204881.218567:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788204881.218570:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788204881.218573:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204882.242489:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204882.242494:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204882.242498:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204882.242499:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204882.242502:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204882.242502:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204882.242520:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204882.242522:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204882.242524:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204882.882493:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310021876, at 4310021888 00000100:00000040:1.0:1788204882.882493:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310021876, at 4310021888 00000100:00000010:0.0:1788204882.882508:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88d20. 00000100:00000010:1.0:1788204882.882511:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa889c0. 00010000:00000001:0.0:1788204883.266502:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204883.266512:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204883.266525:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204883.266529:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204883.266533:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204883.266536:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204883.266538:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204883.266541:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204883.266545:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204883.266547:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204883.266550:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204883.266551:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204884.290532:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204884.290540:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204884.290546:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204884.290547:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204884.290551:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204884.290553:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204885.314493:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204885.314499:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204885.314513:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204885.314517:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204885.314519:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204885.314523:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204885.314526:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204885.314528:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204885.314530:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204885.314533:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204885.314536:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204885.314538:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204885.314539:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204885.314541:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204885.314543:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204885.314544:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204885.314545:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204885.314547:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788204885.314612:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788204885.314616:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788204885.314619:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204886.338503:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204886.338508:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204886.338512:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204886.338513:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204886.338515:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204886.338516:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204886.338546:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204886.338548:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204886.338550:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788204886.722499:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204886.722507:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788204886.722509:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204886.722512:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204886.722516:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204886.722521:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 15353 00000400:00000200:0.0:1788204886.722527:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204886.722532:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204886.722535:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204886.722538:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204886.722540:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204886.722541:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204886.722543:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204886.722546:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204886.722547:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788204886.722549:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204886.722552:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788204886.722553:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788204886.722555:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788204886.722556:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204886.722557:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204886.722559:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204886.722560:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204886.722563:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788204886.722565:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204886.722566:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204886.722568:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204886.722570:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204886.722572:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204886.722573:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788204886.722575:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204886.722582:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8a80. 00000020:00000040:0.0:1788204886.722585:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788204886.722587:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204886.722588:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204886.722590:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204886.722592:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204886.722594:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204886.722601:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375000. 00000100:00000001:0.0:1788204886.722606:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204886.722612:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8a80 x1875052842014592/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204886.722619:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204886.722623:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204886.722626:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000320d64fa] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8a80 x1875052842014592/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204886.722643:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204886.722645:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204886.722647:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788204886.722648:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204886.722650:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204886.722652:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204886.722653:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15353 00000400:00000200:0.0:1788204886.722655:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204886.722657:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204886.722659:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204886.722662:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204886.722664:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204886.722665:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204886.722667:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204886.722668:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204886.722671:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788204886.722673:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204886.722674:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788204886.722677:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788204886.722681:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788204886.722685:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204886.722687:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204886.722690:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204886.722693:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204886.722697:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788204886.722700:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204886.722702:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204886.722703:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204886.722706:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204886.722707:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204886.722708:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204886.722710:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204886.722715:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204886.722717:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204886.722720:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9180. 00000020:00000040:0.0:1788204886.722722:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204886.722725:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204886.722725:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204886.722726:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204886.722727:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204886.722730:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204886.722733:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377400. 00000100:00000001:0.0:1788204886.722739:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204886.722748:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9180 x1875052842014720/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204886.722765:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204886.722769:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204886.722778:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b4a335a] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9180 x1875052842014720/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204886.722791:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204886.722795:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204886.722800:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788204886.722802:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204886.722805:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204886.722808:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204886.722811:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15353 00000400:00000200:0.0:1788204886.722815:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204886.722818:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204886.722822:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204886.722827:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204886.722830:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204886.722834:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204886.722838:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204886.722841:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204886.722843:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788204886.722846:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204886.722849:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788204886.722853:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788204886.722856:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788204886.722861:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204886.722864:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204886.722866:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204886.722869:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204886.722871:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788204886.722875:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204886.722876:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204886.722880:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204886.722884:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204886.722887:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204886.722889:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204886.722892:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204886.722895:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204886.722897:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204886.722902:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fa300. 00000020:00000040:0.0:1788204886.722906:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204886.722910:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204886.722912:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204886.722915:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204886.722918:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204886.722920:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204886.722924:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377800. 00000100:00000001:0.0:1788204886.722929:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204886.722935:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fa300 x1875052842014848/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204886.722946:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204886.722949:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204886.722955:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000643b1429] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fa300 x1875052842014848/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204886.722964:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204886.722967:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788204886.722971:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788204886.722974:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204886.722979:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788204886.722983:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204886.722985:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204886.722987:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204886.722991:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15353 00000400:00000200:0.0:1788204886.722997:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204886.723003:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204886.723005:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204886.723009:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204886.723012:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204886.723016:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204886.723019:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204886.723021:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204886.723023:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788204886.723025:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204886.723027:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788204886.723030:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788204886.723033:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788204886.723037:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204886.723041:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204886.723046:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204886.723049:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204886.723053:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788204886.723058:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204886.723062:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204886.723065:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204886.723069:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204886.723074:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204886.723077:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204886.723078:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788204886.723080:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204886.723083:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204886.723088:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fad80. 00000020:00000040:0.0:1788204886.723090:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788204886.723093:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204886.723094:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204886.723098:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204886.723098:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204886.723099:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204886.723102:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375400. 00000100:00000001:0.0:1788204886.723106:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204886.723111:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fad80 x1875052842014976/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204886.723120:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204886.723123:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204886.723128:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010fef5ed] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fad80 x1875052842014976/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204886.723137:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204886.723142:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15363) 00010000:00000001:0.0:1788204887.362508:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204887.362515:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204887.362521:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204887.362522:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204887.362526:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204887.362527:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204888.002477:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310026996, at 4310027008 00000100:00000040:1.0:1788204888.002477:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310026996, at 4310027008 00000100:00000010:0.0:1788204888.002492:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88ea0. 00000100:00000010:1.0:1788204888.002494:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88720. 00010000:00000001:0.0:1788204888.386514:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204888.386519:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204888.386523:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204888.386523:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204888.386525:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204888.386526:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204889.410481:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204889.410487:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204889.410493:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204889.410494:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204889.410498:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204889.410499:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788204889.410546:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788204889.410549:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788204889.410552:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204890.434487:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204890.434493:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204890.434497:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204890.434498:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204890.434501:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204890.434502:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204890.434520:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204890.434521:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204890.434524:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204891.458463:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204891.458470:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204891.458476:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204891.458478:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204891.458482:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204891.458484:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204892.482486:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204892.482491:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204892.482493:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204892.482495:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204892.482499:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204892.482501:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204892.482503:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204892.482504:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204892.482507:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204892.482508:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204892.482510:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204892.482511:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204892.482568:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204892.482570:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204892.482571:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204893.122468:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310032116, at 4310032128 00000100:00000040:1.0:1788204893.122468:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310032116, at 4310032128 00000100:00000010:0.0:1788204893.122480:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88ba0. 00000100:00000010:1.0:1788204893.122483:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88180. 00010000:00000001:0.0:1788204893.506484:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204893.506490:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204893.506494:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204893.506495:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204893.506497:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204893.506498:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788204893.506550:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788204893.506555:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788204893.506558:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204894.530508:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204894.530513:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204894.530517:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204894.530519:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204894.530521:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204894.530522:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204894.530541:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204894.530543:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204894.530545:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204895.554500:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204895.554505:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204895.554509:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204895.554512:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204895.554519:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204895.554521:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204895.554523:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204895.554527:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204895.554528:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204895.554530:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204895.554532:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204895.554533:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204895.554534:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204895.554535:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204895.554536:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204895.554537:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204895.554538:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204895.554539:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204896.578548:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204896.578557:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204896.578564:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204896.578565:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204896.578568:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204896.578569:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204896.578597:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204896.578599:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204896.578602:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788204896.962502:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204896.962518:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788204896.962522:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204896.962527:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204896.962534:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204896.962544:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 15363 00000400:00000200:0.0:1788204896.962554:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204896.962561:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204896.962564:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204896.962567:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204896.962570:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204896.962572:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204896.962574:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204896.962578:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204896.962579:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788204896.962582:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204896.962585:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788204896.962587:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788204896.962589:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788204896.962591:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204896.962592:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204896.962593:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204896.962595:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204896.962597:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788204896.962599:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204896.962601:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204896.962604:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204896.962607:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204896.962610:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204896.962612:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788204896.962614:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204896.962624:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fa680. 00000020:00000040:0.0:1788204896.962626:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788204896.962630:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204896.962631:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204896.962635:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204896.962638:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204896.962642:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204896.962650:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377000. 00000100:00000001:0.0:1788204896.962658:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204896.962668:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fa680 x1875052842015616/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204896.962678:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204896.962683:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204896.962688:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003756c577] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fa680 x1875052842015616/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204896.962717:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204896.962721:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204896.962725:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788204896.962727:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204896.962730:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204896.962734:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204896.962740:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15363 00000400:00000200:0.0:1788204896.962747:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204896.962753:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204896.962757:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204896.962768:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204896.962776:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204896.962782:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204896.962786:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204896.962790:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204896.962794:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788204896.962798:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204896.962802:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788204896.962811:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788204896.962818:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788204896.962827:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204896.962835:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204896.962843:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204896.962853:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204896.962863:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788204896.962874:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204896.962877:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204896.962879:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204896.962891:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204896.962900:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204896.962901:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204896.962907:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204896.962915:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204896.962918:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204896.962923:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8e00. 00000020:00000040:0.0:1788204896.962928:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204896.962932:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204896.962933:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204896.962936:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204896.962938:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204896.962945:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204896.962952:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377c00. 00000100:00000001:0.0:1788204896.962957:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204896.962965:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8e00 x1875052842015744/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204896.962996:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204896.962999:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204896.963009:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7909e09] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8e00 x1875052842015744/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204896.963055:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204896.963063:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204896.963073:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788204896.963078:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204896.963081:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204896.963091:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204896.963102:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15363 00000400:00000200:0.0:1788204896.963108:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204896.963118:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204896.963125:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204896.963131:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204896.963138:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204896.963143:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204896.963150:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204896.963156:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204896.963161:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788204896.963168:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204896.963191:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788204896.963204:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788204896.963209:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788204896.963218:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204896.963225:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204896.963232:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204896.963235:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204896.963237:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788204896.963246:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204896.963251:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204896.963254:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204896.963258:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204896.963261:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204896.963263:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204896.963267:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204896.963272:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204896.963279:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204896.963285:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fb480. 00000020:00000040:0.0:1788204896.963288:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204896.963293:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204896.963296:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204896.963298:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204896.963300:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204896.963304:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204896.963310:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374800. 00000100:00000001:0.0:1788204896.963322:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204896.963334:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fb480 x1875052842015872/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204896.963359:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204896.963364:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204896.963371:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c471466] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fb480 x1875052842015872/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204896.963384:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204896.963388:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788204896.963444:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788204896.963449:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204896.963456:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788204896.963459:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204896.963460:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204896.963465:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204896.963471:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15363 00000400:00000200:0.0:1788204896.963478:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204896.963488:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204896.963490:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204896.963493:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204896.963495:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204896.963499:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204896.963505:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204896.963510:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204896.963514:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788204896.963520:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204896.963529:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788204896.963539:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788204896.963549:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788204896.963559:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204896.963568:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204896.963580:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204896.963592:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204896.963600:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788204896.963612:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204896.963625:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204896.963633:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204896.963640:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204896.963647:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204896.963656:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204896.963660:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788204896.963666:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204896.963676:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204896.963687:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fbb80. 00000020:00000040:0.0:1788204896.963695:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788204896.963709:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204896.963714:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204896.963720:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204896.963722:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204896.963727:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204896.963742:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376400. 00000100:00000001:0.0:1788204896.963756:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204896.963775:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fbb80 x1875052842016000/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204896.963798:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204896.963802:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204896.963813:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006afb05e] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fbb80 x1875052842016000/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204896.963855:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204896.963871:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15373) 00010000:00000001:0.0:1788204897.602513:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204897.602530:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204897.602537:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204897.602539:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204897.602543:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204897.602544:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788204897.602604:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788204897.602608:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788204897.602610:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204898.242477:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310037237, at 4310037248 00000100:00000040:1.0:1788204898.242479:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310037237, at 4310037248 00000100:00000010:1.0:1788204898.242493:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88000. 00000100:00000010:0.0:1788204898.242499:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88900. 00010000:00000001:0.0:1788204898.626513:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204898.626519:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204898.626525:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204898.626526:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204898.626530:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204898.626531:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204898.626558:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204898.626561:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204898.626564:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204899.650493:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204899.650501:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204899.650508:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204899.650510:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204899.650515:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204899.650517:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204900.674519:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204900.674525:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204900.674529:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204900.674530:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204900.674533:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204900.674534:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204900.674554:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204900.674557:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204900.674559:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204901.698494:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204901.698502:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204901.698507:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204901.698508:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204901.698511:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204901.698512:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788204901.698586:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788204901.698592:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788204901.698596:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204902.722537:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204902.722544:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204902.722546:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204902.722549:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204902.722554:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204902.722556:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204902.722557:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204902.722559:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204902.722562:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204902.722563:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204902.722565:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204902.722566:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204902.722586:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204902.722588:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204902.722590:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788204903.362455:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310042356, at 4310042368 00000100:00000040:0.0:1788204903.362459:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310042356, at 4310042368 00000100:00000010:1.0:1788204903.362471:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88780. 00000100:00000010:0.0:1788204903.362473:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa882a0. 00010000:00000001:0.0:1788204903.746508:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204903.746514:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204903.746519:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204903.746520:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204903.746522:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204903.746523:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204904.770492:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204904.770498:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204904.770502:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204904.770503:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204904.770506:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204904.770507:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204904.770526:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204904.770527:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204904.770529:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1788204905.154646:0:2407:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.101:988 00000400:00000100:1.0:1788204905.154693:0:2407:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.101@tcp at host 192.168.201.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:1.0:1788204905.154703:0:2407:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204905.154707:0:2407:0:(router.c:1791:lnet_notify()) 192.168.201.1@tcp notifying 192.168.201.101@tcp: down 00000400:00000200:1.0:1788204905.154711:0:2407:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204905.154716:0:2407:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:1.0:1788204905.154721:0:2407:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788204905.154725:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475d95b200. 00000400:00000200:1.0:1788204905.154732:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788204905.154737:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788204905.154744:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f9908 00000400:00000010:1.0:1788204905.154747:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f9908. 00000100:00000001:1.0:1788204905.154753:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788204905.154762:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477c849180 x1875052842016128/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204905.154787:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788204905.154791:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c849180 x1875052842016128/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204927 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204905.154800:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204905.154802:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788204905.154813:0:2407:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788204905.154816:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475d95bc00. 00000400:00000200:1.0:1788204905.154820:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788204905.154825:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788204905.154829:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f9aa0 00000400:00000010:1.0:1788204905.154833:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f9aa0. 00000100:00000001:1.0:1788204905.154837:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788204905.154844:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477c84a680 x1875052842016256/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204905.154859:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788204905.154867:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84a680 x1875052842016256/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204927 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204905.154878:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204905.154882:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788204905.154895:0:2407:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788204905.154901:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475d95b400. 00000400:00000200:1.0:1788204905.154907:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788204905.154917:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788204905.154925:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f9110 00000400:00000010:1.0:1788204905.154929:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f9110. 00000100:00000001:1.0:1788204905.154934:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788204905.154943:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477c84aa00 x1875052842016384/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204905.154961:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788204905.154971:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84aa00 x1875052842016384/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204927 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204905.155003:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204905.155007:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788204905.155016:0:2407:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788204905.155021:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475d95b700. 00000400:00000200:1.0:1788204905.155027:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788204905.155034:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788204905.155049:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f9000 00000400:00000010:1.0:1788204905.155053:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f9000. 00000100:00000001:1.0:1788204905.155059:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788204905.155068:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477c849f80 x1875052842016512/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204905.155085:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788204905.155091:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c849f80 x1875052842016512/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204927 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204905.155109:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204905.155115:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1788204905.794491:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204905.794497:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204905.794501:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204905.794504:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204905.794505:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204905.794508:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204905.794511:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204905.794513:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204905.794514:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204905.794516:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204905.794518:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204905.794519:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204905.794520:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204905.794521:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204905.794522:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204905.794523:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204905.794524:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204905.794525:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788204905.794590:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788204905.794593:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788204905.794596:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204906.818509:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204906.818519:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204906.818527:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204906.818529:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204906.818533:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204906.818535:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204906.818563:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204906.818566:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204906.818568:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204907.842520:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204907.842526:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204907.842533:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204907.842534:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204907.842537:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204907.842538:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204908.482526:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310047476, at 4310047488 00000100:00000040:1.0:1788204908.482526:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310047476, at 4310047488 00000100:00000010:1.0:1788204908.482543:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88540. 00000100:00000010:0.0:1788204908.482545:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88300. 00010000:00000001:0.0:1788204908.866496:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204908.866502:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204908.866506:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204908.866507:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204908.866509:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204908.866511:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204908.866534:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204908.866536:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204908.866539:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204909.890536:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204909.890543:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204909.890560:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204909.890562:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204909.890566:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204909.890567:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788204909.890627:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788204909.890633:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788204909.890637:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204910.914514:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204910.914522:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204910.914528:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204910.914529:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204910.914532:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204910.914533:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204910.914559:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204910.914561:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204910.914564:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204911.938479:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204911.938484:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204911.938489:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204911.938489:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204911.938492:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204911.938493:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204912.962461:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204912.962468:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204912.962470:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204912.962473:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204912.962477:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204912.962479:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204912.962480:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204912.962482:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204912.962485:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204912.962486:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204912.962488:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204912.962489:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204912.962512:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204912.962514:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204912.962516:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204913.602478:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310052596, at 4310052608 00000100:00000010:0.0:1788204913.602499:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88de0. 00000100:00000040:1.0:1788204913.602508:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310052596, at 4310052608 00000100:00000010:1.0:1788204913.602530:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa885a0. 00010000:00000001:0.0:1788204913.986525:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204913.986535:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204913.986543:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204913.986544:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204913.986549:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204913.986551:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788204913.986627:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788204913.986633:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788204913.986637:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204915.010480:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204915.010485:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204915.010489:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204915.010490:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204915.010493:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204915.010494:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204915.010521:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204915.010523:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204915.010526:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204916.034492:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204916.034497:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204916.034501:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204916.034503:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204916.034505:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204916.034507:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204916.034509:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204916.034511:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204916.034512:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204916.034514:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204916.034516:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204916.034517:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204916.034518:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204916.034519:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204916.034520:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204916.034521:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204916.034522:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204916.034523:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204917.058511:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204917.058519:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204917.058523:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204917.058525:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204917.058528:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204917.058529:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204917.058565:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204917.058568:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204917.058571:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204918.082514:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204918.082519:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204918.082523:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204918.082524:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204918.082526:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204918.082527:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788204918.082591:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788204918.082596:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788204918.082599:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204918.722494:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310057716, at 4310057728 00000100:00000040:1.0:1788204918.722494:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310057716, at 4310057728 00000100:00000010:1.0:1788204918.722508:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88b40. 00000100:00000010:0.0:1788204918.722510:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88360. 00010000:00000001:0.0:1788204919.106507:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204919.106515:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204919.106521:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204919.106522:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204919.106526:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204919.106527:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204919.106568:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204919.106571:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204919.106573:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204920.130517:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204920.130522:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204920.130526:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204920.130527:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204920.130529:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204920.130530:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204921.154493:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204921.154499:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204921.154503:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204921.154505:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204921.154508:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204921.154509:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204921.154558:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204921.154561:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204921.154565:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204922.178568:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204922.178577:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204922.178585:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204922.178586:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204922.178590:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204922.178591:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788204922.178682:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788204922.178689:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788204922.178694:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204923.202470:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204923.202477:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204923.202479:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204923.202483:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204923.202487:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204923.202489:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204923.202491:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204923.202494:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204923.202498:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204923.202499:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204923.202502:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204923.202503:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204923.202539:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204923.202542:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204923.202545:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204923.842483:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310062836, at 4310062848 00000100:00000040:1.0:1788204923.842485:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310062836, at 4310062848 00000100:00000010:0.0:1788204923.842497:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa880c0. 00000100:00000010:1.0:1788204923.842499:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88c00. 00010000:00000001:0.0:1788204924.226504:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204924.226510:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204924.226514:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204924.226515:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204924.226517:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204924.226518:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204925.250505:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204925.250511:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204925.250516:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204925.250517:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204925.250520:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204925.250521:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204925.250541:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204925.250543:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204925.250546:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204926.274464:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204926.274469:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204926.274472:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204926.274475:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204926.274476:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204926.274478:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204926.274480:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204926.274482:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204926.274483:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204926.274485:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204926.274487:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204926.274488:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204926.274488:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204926.274489:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204926.274490:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204926.274491:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204926.274492:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204926.274493:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788204926.274537:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788204926.274540:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788204926.274543:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204927.298535:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204927.298542:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204927.298547:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204927.298548:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204927.298550:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204927.298551:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204927.298577:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204927.298579:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204927.298582:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204928.322523:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204928.322530:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204928.322535:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204928.322536:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204928.322538:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204928.322539:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204928.962531:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310067957, at 4310067968 00000100:00000010:0.0:1788204928.962550:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88cc0. 00000100:00000040:1.0:1788204928.962660:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310067957, at 4310067968 00000100:00000010:1.0:1788204928.962667:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa884e0. 00010000:00000001:0.0:1788204929.346559:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204929.346567:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204929.346574:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204929.346576:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204929.346580:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204929.346581:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204929.346614:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204929.346617:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204929.346633:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204930.370530:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204930.370537:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204930.370542:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204930.370543:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204930.370545:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204930.370546:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788204930.370618:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788204930.370622:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788204930.370626:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204931.394543:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204931.394552:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204931.394559:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204931.394561:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204931.394565:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204931.394566:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204931.394611:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204931.394614:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204931.394617:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204932.418544:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204932.418553:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204932.418555:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204932.418559:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204932.418563:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204932.418603:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204932.418605:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204932.418607:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204932.418610:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204932.418611:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204932.418614:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204932.418615:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204932.802517:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204932.802531:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788204932.802535:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204932.802540:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204932.802545:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204932.802554:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 15399 00000400:00000200:0.0:1788204932.802575:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204932.802582:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204932.802586:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204932.802589:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204932.802593:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204932.802596:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204932.802598:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204932.802604:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204932.802606:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788204932.802609:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204932.802612:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788204932.802615:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788204932.802618:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788204932.802621:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204932.802623:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204932.802625:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204932.802627:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204932.802631:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788204932.802633:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204932.802635:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204932.802638:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204932.802641:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204932.802643:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204932.802645:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788204932.802647:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204932.802658:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8700. 00000020:00000040:0.0:1788204932.802661:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788204932.802666:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204932.802667:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204932.802670:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204932.802673:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204932.802677:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204932.802685:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377400. 00000100:00000001:0.0:1788204932.802693:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204932.802704:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8700 x1875052842019200/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204932.802717:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204932.802722:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204932.802727:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006dab9339] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8700 x1875052842019200/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204932.802755:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204932.802758:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204932.802760:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788204932.802761:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204932.802762:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204932.802765:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204932.802767:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15399 00000400:00000200:0.0:1788204932.802770:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204932.802773:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204932.802774:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204932.802777:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204932.802779:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204932.802781:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204932.802783:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204932.802784:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204932.802785:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788204932.802786:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204932.802788:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788204932.802789:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788204932.802791:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788204932.802793:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204932.802796:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204932.802798:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204932.802801:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204932.802803:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788204932.802806:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204932.802808:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204932.802809:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204932.802815:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204932.802819:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204932.802822:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204932.802826:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204932.802829:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204932.802833:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204932.802839:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fbb80. 00000020:00000040:0.0:1788204932.802843:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204932.802848:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204932.802851:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204932.802854:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204932.802857:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204932.802861:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204932.802866:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377800. 00000100:00000001:0.0:1788204932.802871:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204932.802877:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fbb80 x1875052842019328/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204932.802882:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204932.802884:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204932.802887:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006afb05e] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fbb80 x1875052842019328/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204932.802898:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204932.802901:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204932.802904:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788204932.802907:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204932.802908:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204932.802910:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204932.802913:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15399 00000400:00000200:0.0:1788204932.802917:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204932.802918:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204932.802920:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204932.802923:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204932.802925:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204932.802926:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204932.802928:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204932.802929:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204932.802930:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788204932.802932:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204932.802933:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788204932.802935:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788204932.802936:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788204932.802940:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204932.802943:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204932.802946:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204932.802949:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204932.802951:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788204932.802955:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204932.802959:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204932.802962:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204932.802965:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204932.802968:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204932.802972:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204932.802975:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204932.802979:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204932.802981:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204932.802988:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fb480. 00000020:00000040:0.0:1788204932.802990:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204932.802992:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204932.802993:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204932.802994:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204932.802995:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204932.802998:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204932.803002:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375400. 00000100:00000001:0.0:1788204932.803004:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204932.803009:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fb480 x1875052842019456/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204932.803022:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204932.803024:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204932.803029:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c471466] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fb480 x1875052842019456/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204932.803039:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204932.803043:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788204932.803048:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788204932.803050:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204932.803055:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788204932.803057:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204932.803059:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204932.803063:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204932.803066:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15399 00000400:00000200:0.0:1788204932.803077:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204932.803082:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204932.803085:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204932.803088:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204932.803090:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204932.803091:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204932.803093:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204932.803096:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204932.803099:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788204932.803101:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204932.803103:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788204932.803107:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788204932.803110:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788204932.803114:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204932.803116:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204932.803118:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204932.803119:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204932.803122:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788204932.803128:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204932.803133:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204932.803134:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204932.803138:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204932.803139:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204932.803141:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204932.803144:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788204932.803147:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204932.803149:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204932.803153:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8e00. 00000020:00000040:0.0:1788204932.803155:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788204932.803159:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204932.803160:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204932.803163:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204932.803165:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204932.803168:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204932.803173:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374400. 00000100:00000001:0.0:1788204932.803177:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204932.803182:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8e00 x1875052842019584/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204932.803200:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204932.803202:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204932.803209:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7909e09] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8e00 x1875052842019584/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204932.803232:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204932.803239:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15409) 00010000:00000001:0.0:1788204933.442531:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204933.442537:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204933.442543:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204933.442544:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204933.442546:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204933.442570:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204933.442605:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204933.442608:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204933.442612:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204934.082536:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310073076, at 4310073088 00000100:00000040:1.0:1788204934.082536:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310073076, at 4310073088 00000100:00000010:0.0:1788204934.082567:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa887e0. 00000100:00000010:1.0:1788204934.082572:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa883c0. 00010000:00000001:0.0:1788204934.466527:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204934.466555:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204934.466561:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204934.466562:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204934.466565:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204934.466565:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788204934.466631:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788204934.466636:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788204934.466640:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204935.490571:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204935.490579:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204935.490586:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204935.490589:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204935.490592:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204935.490596:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204935.490599:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204935.490602:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204935.490604:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204935.490606:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204935.490610:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204935.490612:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204935.490613:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204935.490614:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204935.490616:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204935.490617:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204935.490618:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204935.490620:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204935.490697:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204935.490701:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204935.490704:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204936.514520:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204936.514527:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204936.514533:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204936.514535:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204936.514538:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204936.514539:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204937.538507:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204937.538513:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204937.538516:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204937.538517:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204937.538519:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204937.538520:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204937.538538:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204937.538540:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204937.538541:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204938.562476:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204938.562483:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204938.562489:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204938.562490:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204938.562494:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204938.562495:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788204938.562546:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788204938.562550:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788204938.562552:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204939.202499:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310078196, at 4310078208 00000100:00000040:1.0:1788204939.202499:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310078196, at 4310078208 00000100:00000010:1.0:1788204939.202513:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88a80. 00000100:00000010:0.0:1788204939.202516:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88600. 00010000:00000001:0.0:1788204939.586529:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204939.586534:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204939.586538:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204939.586539:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204939.586541:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204939.586542:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204939.586560:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204939.586561:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204939.586563:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204940.610498:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204940.610505:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204940.610512:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204940.610513:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204940.610517:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204940.610518:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204941.634495:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204941.634500:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204941.634503:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204941.634504:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204941.634506:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204941.634507:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204941.634525:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204941.634526:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204941.634528:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204942.658497:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204942.658505:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204942.658506:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204942.658509:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204942.658512:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204942.658514:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204942.658516:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204942.658517:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204942.658520:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204942.658521:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204942.658523:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204942.658523:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788204942.658574:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788204942.658578:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788204942.658581:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788204943.042519:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204943.042527:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788204943.042530:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204943.042533:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204943.042537:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204943.042542:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 15409 00000400:00000200:0.0:1788204943.042547:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204943.042552:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204943.042554:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204943.042556:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204943.042558:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204943.042560:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204943.042562:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204943.042565:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204943.042566:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788204943.042568:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204943.042570:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788204943.042571:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788204943.042573:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788204943.042574:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204943.042576:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204943.042577:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204943.042578:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204943.042580:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788204943.042582:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204943.042584:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204943.042586:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204943.042588:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204943.042590:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204943.042591:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788204943.042592:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204943.042600:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fa680. 00000020:00000040:0.0:1788204943.042602:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788204943.042604:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204943.042605:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204943.042608:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204943.042610:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204943.042613:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204943.042618:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376c00. 00000100:00000001:0.0:1788204943.042623:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204943.042630:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fa680 x1875052842020224/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204943.042636:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204943.042639:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204943.042643:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003756c577] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fa680 x1875052842020224/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204943.042657:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204943.042659:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204943.042662:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788204943.042663:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204943.042664:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204943.042665:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204943.042667:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15409 00000400:00000200:0.0:1788204943.042670:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204943.042672:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204943.042674:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204943.042676:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204943.042678:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204943.042679:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204943.042681:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204943.042683:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204943.042684:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788204943.042687:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204943.042688:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788204943.042690:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788204943.042693:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788204943.042706:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204943.042710:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204943.042713:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204943.042717:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204943.042721:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788204943.042724:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204943.042728:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204943.042729:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204943.042735:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204943.042739:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204943.042740:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204943.042744:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204943.042749:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204943.042752:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204943.042755:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fad80. 00000020:00000040:0.0:1788204943.042759:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204943.042762:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204943.042766:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204943.042771:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204943.042775:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204943.042777:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204943.042780:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377000. 00000100:00000001:0.0:1788204943.042785:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204943.042793:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fad80 x1875052842020352/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204943.042801:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204943.042803:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204943.042807:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010fef5ed] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fad80 x1875052842020352/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204943.042818:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204943.042820:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204943.042823:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788204943.042825:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204943.042827:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204943.042832:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204943.042837:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15409 00000400:00000200:0.0:1788204943.042842:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204943.042847:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204943.042850:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204943.042854:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204943.042859:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204943.042864:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204943.042867:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204943.042873:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204943.042875:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788204943.042877:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204943.042881:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788204943.042886:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788204943.042890:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788204943.042897:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204943.042901:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204943.042906:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204943.042912:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204943.042915:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788204943.042920:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204943.042924:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204943.042928:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204943.042931:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204943.042935:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204943.042937:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204943.042940:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204943.042944:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204943.042949:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204943.042952:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fa300. 00000020:00000040:0.0:1788204943.042957:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204943.042960:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204943.042962:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204943.042964:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204943.042965:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204943.042967:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204943.042973:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377c00. 00000100:00000001:0.0:1788204943.042978:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204943.042985:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fa300 x1875052842020480/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204943.042998:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204943.043001:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204943.043006:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000643b1429] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fa300 x1875052842020480/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204943.043018:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204943.043024:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788204943.043029:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788204943.043032:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204943.043039:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788204943.043041:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204943.043043:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204943.043047:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204943.043051:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15409 00000400:00000200:0.0:1788204943.043059:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204943.043065:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204943.043068:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204943.043073:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204943.043076:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204943.043078:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204943.043082:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204943.043086:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204943.043088:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788204943.043091:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204943.043093:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788204943.043095:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788204943.043097:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788204943.043100:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204943.043103:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204943.043104:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204943.043105:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204943.043107:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788204943.043109:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204943.043112:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204943.043114:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204943.043117:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204943.043120:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204943.043122:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204943.043124:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788204943.043128:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204943.043130:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204943.043133:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9180. 00000020:00000040:0.0:1788204943.043136:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788204943.043137:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204943.043139:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204943.043142:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204943.043145:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204943.043147:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204943.043151:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374800. 00000100:00000001:0.0:1788204943.043154:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204943.043161:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9180 x1875052842020608/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204943.043174:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204943.043176:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204943.043181:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b4a335a] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9180 x1875052842020608/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204943.043189:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204943.043193:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15419) 00010000:00000001:0.0:1788204943.682477:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204943.682483:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204943.682488:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204943.682490:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204943.682492:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204943.682493:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204943.682513:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204943.682516:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204943.682518:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204944.322494:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310083316, at 4310083328 00000100:00000040:1.0:1788204944.322494:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310083316, at 4310083328 00000100:00000010:0.0:1788204944.322511:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88a20. 00000100:00000010:1.0:1788204944.322513:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88420. 00010000:00000001:0.0:1788204944.706518:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204944.706523:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204944.706527:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204944.706528:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204944.706530:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204944.706531:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204945.730502:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204945.730508:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204945.730514:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204945.730517:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204945.730520:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204945.730523:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204945.730526:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204945.730529:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204945.730531:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204945.730533:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204945.730537:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204945.730538:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204945.730539:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204945.730541:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204945.730543:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204945.730544:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204945.730545:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204945.730547:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204945.730571:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204945.730574:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204945.730577:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204946.754499:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204946.754504:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204946.754508:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204946.754509:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204946.754511:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204946.754512:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788204946.754570:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788204946.754575:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788204946.754578:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204947.778491:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204947.778496:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204947.778499:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204947.778501:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204947.778503:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204947.778504:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204947.778523:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204947.778524:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204947.778526:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788204948.162477:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204948.162487:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788204948.162489:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204948.162493:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204948.162497:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204948.162504:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 15414 00000400:00000200:0.0:1788204948.162519:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204948.162525:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204948.162527:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204948.162530:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204948.162532:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204948.162534:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204948.162535:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204948.162538:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204948.162539:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788204948.162541:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204948.162544:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788204948.162545:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788204948.162546:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788204948.162548:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204948.162549:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204948.162550:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204948.162551:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204948.162554:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788204948.162557:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204948.162560:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204948.162562:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204948.162566:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204948.162569:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204948.162571:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788204948.162574:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204948.162583:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8a80. 00000020:00000040:0.0:1788204948.162587:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788204948.162590:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204948.162592:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204948.162595:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204948.162598:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204948.162601:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204948.162607:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376000. 00000100:00000001:0.0:1788204948.162616:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204948.162624:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8a80 x1875052842020736/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204948.162632:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204948.162635:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204948.162638:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000320d64fa] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8a80 x1875052842020736/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204948.162653:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204948.162655:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204948.162658:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788204948.162659:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204948.162660:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204948.162662:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204948.162664:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15414 00000400:00000200:0.0:1788204948.162667:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204948.162669:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204948.162672:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204948.162675:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204948.162678:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204948.162680:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204948.162684:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204948.162688:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204948.162692:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788204948.162700:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204948.162704:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788204948.162709:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788204948.162714:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788204948.162721:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204948.162727:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204948.162733:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204948.162740:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204948.162745:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788204948.162753:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204948.162757:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204948.162762:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204948.162769:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204948.162773:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204948.162777:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204948.162782:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204948.162787:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204948.162789:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204948.162798:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fb100. 00000020:00000040:0.0:1788204948.162802:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204948.162805:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204948.162808:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204948.162810:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204948.162812:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204948.162815:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204948.162820:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376800. 00000100:00000001:0.0:1788204948.162825:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204948.162833:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fb100 x1875052842020864/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204948.162843:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204948.162847:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204948.162852:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000093808cf5] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fb100 x1875052842020864/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204948.162861:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204948.162867:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204948.162874:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788204948.162878:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204948.162882:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204948.162888:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204948.162895:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15414 00000400:00000200:0.0:1788204948.162905:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204948.162912:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204948.162914:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204948.162921:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204948.162924:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204948.162929:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204948.162933:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204948.162934:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204948.162935:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788204948.162937:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204948.162940:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788204948.162943:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788204948.162945:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788204948.162949:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204948.162954:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204948.162955:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204948.162957:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204948.162962:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788204948.162968:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204948.162972:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204948.162974:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204948.162978:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204948.162982:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204948.162983:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204948.162987:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204948.162991:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204948.162994:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204948.162998:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9c00. 00000020:00000040:0.0:1788204948.163000:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204948.163004:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204948.163008:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204948.163011:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204948.163013:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204948.163016:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204948.163022:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376400. 00000100:00000001:0.0:1788204948.163026:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204948.163034:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9c00 x1875052842020992/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204948.163052:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204948.163056:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204948.163063:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d680416d] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9c00 x1875052842020992/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204948.163079:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204948.163084:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788204948.163089:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788204948.163092:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204948.163095:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788204948.163098:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204948.163099:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204948.163100:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204948.163104:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15414 00000400:00000200:0.0:1788204948.163110:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204948.163115:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204948.163117:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204948.163119:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204948.163120:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204948.163124:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204948.163126:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204948.163127:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204948.163128:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788204948.163129:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204948.163131:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788204948.163134:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788204948.163137:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788204948.163139:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204948.163140:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204948.163142:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204948.163147:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204948.163149:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788204948.163151:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204948.163153:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204948.163156:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204948.163159:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204948.163163:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204948.163165:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204948.163169:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788204948.163176:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204948.163182:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204948.163189:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8000. 00000020:00000040:0.0:1788204948.163194:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788204948.163199:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204948.163201:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204948.163205:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204948.163207:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204948.163211:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204948.163218:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374800. 00000100:00000001:0.0:1788204948.163224:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204948.163232:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8000 x1875052842021120/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204948.163256:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204948.163262:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204948.163271:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000755f6dce] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8000 x1875052842021120/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204948.163286:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204948.163304:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15424) 00010000:00000001:0.0:1788204948.802478:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204948.802484:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204948.802489:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204948.802490:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204948.802493:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204948.802494:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204949.442494:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310088436, at 4310088448 00000100:00000040:0.0:1788204949.442497:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310088436, at 4310088448 00000100:00000010:0.0:1788204949.442508:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88e40. 00000100:00000010:1.0:1788204949.442516:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88420. 00010000:00000001:0.0:1788204949.826459:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204949.826464:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204949.826468:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204949.826469:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204949.826471:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204949.826472:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204949.826492:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204949.826494:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204949.826496:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204950.850514:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204950.850520:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204950.850525:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204950.850526:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204950.850528:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204950.850529:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788204950.850595:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788204950.850599:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788204950.850603:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204951.874477:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204951.874483:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204951.874486:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204951.874487:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204951.874489:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204951.874490:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204951.874508:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204951.874509:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204951.874511:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204952.898486:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204952.898493:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204952.898494:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204952.898496:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204952.898500:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204952.898502:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204952.898504:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204952.898505:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204952.898508:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204952.898509:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204952.898511:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204952.898512:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204953.282479:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204953.282487:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788204953.282489:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204953.282492:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204953.282496:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204953.282502:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 15419 00000400:00000200:0.0:1788204953.282508:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204953.282513:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204953.282515:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204953.282517:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204953.282520:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204953.282522:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204953.282523:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204953.282527:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204953.282528:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788204953.282530:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204953.282532:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788204953.282533:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788204953.282534:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788204953.282536:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204953.282537:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204953.282539:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204953.282540:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204953.282542:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788204953.282544:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204953.282545:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204953.282547:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204953.282549:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204953.282551:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204953.282552:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788204953.282554:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204953.282560:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8380. 00000020:00000040:0.0:1788204953.282562:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788204953.282565:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204953.282566:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204953.282568:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204953.282570:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204953.282574:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204953.282580:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377000. 00000100:00000001:0.0:1788204953.282585:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204953.282595:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8380 x1875052842021248/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204953.282605:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204953.282609:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204953.282613:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004fba561] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8380 x1875052842021248/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204953.282638:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204953.282641:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204953.282644:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788204953.282645:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204953.282646:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204953.282649:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204953.282651:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15419 00000400:00000200:0.0:1788204953.282654:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204953.282656:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204953.282659:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204953.282662:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204953.282664:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204953.282666:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204953.282668:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204953.282670:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204953.282672:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788204953.282674:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204953.282676:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788204953.282678:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788204953.282681:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788204953.282684:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204953.282698:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204953.282703:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204953.282707:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204953.282710:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788204953.282714:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204953.282716:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204953.282722:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204953.282727:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204953.282730:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204953.282734:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204953.282738:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204953.282742:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204953.282745:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204953.282751:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9f80. 00000020:00000040:0.0:1788204953.282755:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204953.282758:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204953.282759:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204953.282762:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204953.282763:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204953.282766:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204953.282770:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376c00. 00000100:00000001:0.0:1788204953.282774:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204953.282781:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9f80 x1875052842021376/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204953.282788:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204953.282791:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204953.282796:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5e67c01] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9f80 x1875052842021376/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204953.282802:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204953.282804:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204953.282808:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788204953.282810:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204953.282812:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204953.282814:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204953.282817:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15419 00000400:00000200:0.0:1788204953.282821:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204953.282825:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204953.282834:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204953.282836:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204953.282838:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204953.282840:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204953.282843:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204953.282846:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204953.282848:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788204953.282850:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204953.282852:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788204953.282855:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788204953.282856:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788204953.282860:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204953.282862:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204953.282865:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204953.282867:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204953.282871:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788204953.282875:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204953.282878:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204953.282881:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204953.282885:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204953.282888:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204953.282890:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204953.282892:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204953.282895:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204953.282897:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204953.282903:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fb800. 00000020:00000040:0.0:1788204953.282904:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204953.282908:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204953.282910:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204953.282912:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204953.282913:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204953.282917:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204953.282923:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375800. 00000100:00000001:0.0:1788204953.282927:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204953.282935:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fb800 x1875052842021504/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204953.282947:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204953.282950:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204953.282956:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045f4f50b] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fb800 x1875052842021504/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204953.282968:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204953.282971:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788204953.282976:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788204953.282980:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204953.282984:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788204953.282986:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204953.282988:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204953.282991:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204953.282993:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15419 00000400:00000200:0.0:1788204953.283008:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204953.283014:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204953.283016:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204953.283019:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204953.283023:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204953.283025:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204953.283027:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204953.283029:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204953.283031:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788204953.283032:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204953.283035:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788204953.283038:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788204953.283039:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788204953.283043:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204953.283045:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204953.283047:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204953.283049:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204953.283052:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788204953.283057:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204953.283060:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204953.283062:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204953.283065:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204953.283067:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204953.283071:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204953.283075:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788204953.283077:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204953.283080:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204953.283083:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9880. 00000020:00000040:0.0:1788204953.283085:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788204953.283087:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204953.283089:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204953.283093:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204953.283094:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204953.283097:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204953.283100:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374c00. 00000100:00000001:0.0:1788204953.283103:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204953.283108:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9880 x1875052842021632/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204953.283117:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204953.283119:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204953.283126:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2b42fc4] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9880 x1875052842021632/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204953.283137:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204953.283148:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15429) 00010000:00000001:0.0:1788204953.922522:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204953.922529:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204953.922536:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204953.922537:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204953.922541:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204953.922542:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204953.922574:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204953.922577:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204953.922580:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204954.562503:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310093556, at 4310093568 00000100:00000040:1.0:1788204954.562503:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310093556, at 4310093568 00000100:00000010:0.0:1788204954.562519:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88a20. 00000100:00000010:1.0:1788204954.562520:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88600. 00010000:00000001:0.0:1788204954.946478:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204954.946484:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204954.946490:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204954.946491:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204954.946493:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204954.946494:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788204954.946541:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788204954.946543:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788204954.946546:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204955.970501:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204955.970507:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204955.970511:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204955.970514:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204955.970515:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204955.970518:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204955.970520:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204955.970522:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204955.970524:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204955.970525:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204955.970527:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204955.970528:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204955.970529:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204955.970530:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204955.970531:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204955.970532:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204955.970533:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204955.970534:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204955.970553:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204955.970554:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204955.970556:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204956.994498:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204956.994503:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204956.994507:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204956.994508:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204956.994510:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204956.994511:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204958.018549:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204958.018562:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204958.018569:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204958.018570:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204958.018574:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204958.018575:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204958.018614:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204958.018617:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204958.018621:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788204958.402540:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204958.402553:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788204958.402556:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204958.402560:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204958.402566:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204958.402575:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 15424 00000400:00000200:0.0:1788204958.402585:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204958.402593:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204958.402597:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204958.402600:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204958.402605:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204958.402607:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204958.402610:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204958.402614:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204958.402617:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788204958.402619:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204958.402623:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788204958.402626:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788204958.402628:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788204958.402631:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204958.402633:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204958.402635:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204958.402636:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204958.402639:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788204958.402642:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204958.402645:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204958.402649:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204958.402653:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204958.402656:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204958.402659:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788204958.402662:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204958.402673:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9500. 00000020:00000040:0.0:1788204958.402678:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788204958.402683:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204958.402685:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204958.402688:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204958.402692:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204958.402697:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204958.402707:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375400. 00000100:00000001:0.0:1788204958.402714:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204958.402724:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9500 x1875052842021760/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204958.402737:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204958.402741:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204958.402744:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000842d065d] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9500 x1875052842021760/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204958.402764:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204958.402766:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204958.402769:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788204958.402770:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204958.402771:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204958.402774:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204958.402775:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15424 00000400:00000200:0.0:1788204958.402779:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204958.402781:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204958.402783:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204958.402785:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204958.402787:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204958.402790:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204958.402791:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204958.402793:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204958.402794:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788204958.402795:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204958.402796:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788204958.402798:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788204958.402800:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788204958.402806:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204958.402809:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204958.402815:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204958.402818:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204958.402820:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788204958.402827:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204958.402829:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204958.402832:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204958.402838:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204958.402848:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204958.402851:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204958.402858:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204958.402865:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204958.402873:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204958.402885:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9880. 00000020:00000040:0.0:1788204958.402893:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204958.402897:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204958.402899:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204958.402901:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204958.402902:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204958.402904:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204958.402907:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377800. 00000100:00000001:0.0:1788204958.402912:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204958.402919:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9880 x1875052842021888/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204958.402926:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204958.402927:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204958.402929:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2b42fc4] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9880 x1875052842021888/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204958.402943:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788204958.402957:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204958.402961:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788204958.402966:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204958.402971:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204958.402974:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204958.402982:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15424 00000400:00000200:0.0:1788204958.402990:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204958.402993:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204958.402995:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204958.403000:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204958.403005:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204958.403009:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204958.403014:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204958.403023:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204958.403025:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788204958.403031:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204958.403037:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788204958.403043:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788204958.403052:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788204958.403066:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204958.403068:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204958.403072:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204958.403077:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204958.403080:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788204958.403086:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204958.403089:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204958.403090:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204958.403100:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204958.403106:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204958.403110:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204958.403113:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788204958.403131:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204958.403134:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204958.403141:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fb800. 00000020:00000040:0.0:1788204958.403145:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788204958.403151:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204958.403156:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204958.403168:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204958.403174:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204958.403178:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204958.403185:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377400. 00000100:00000001:0.0:1788204958.403188:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204958.403197:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fb800 x1875052842022016/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204958.403230:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204958.403234:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204958.403240:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045f4f50b] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fb800 x1875052842022016/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204958.403248:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204958.403251:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788204958.403254:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788204958.403256:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788204958.403260:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788204958.403261:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788204958.403263:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788204958.403264:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788204958.403270:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15424 00000400:00000200:0.0:1788204958.403276:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204958.403283:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788204958.403286:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788204958.403294:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204958.403299:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204958.403308:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204958.403316:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788204958.403327:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788204958.403336:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788204958.403346:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788204958.403351:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788204958.403358:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788204958.403365:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788204958.403378:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204958.403388:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788204958.403418:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204958.403420:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788204958.403423:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788204958.403425:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788204958.403430:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204958.403434:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788204958.403440:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204958.403451:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204958.403456:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788204958.403459:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788204958.403463:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204958.403467:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788204958.403473:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9f80. 00000020:00000040:0.0:1788204958.403478:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788204958.403481:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788204958.403482:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204958.403484:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788204958.403486:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788204958.403492:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788204958.403496:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375000. 00000100:00000001:0.0:1788204958.403500:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204958.403507:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9f80 x1875052842022144/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204958.403517:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204958.403519:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204958.403529:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5e67c01] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9f80 x1875052842022144/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204958.403547:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204958.403554:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15435) 00010000:00000001:0.0:1788204959.042521:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204959.042527:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204959.042533:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204959.042534:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204959.042538:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204959.042539:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788204959.042601:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788204959.042603:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788204959.042606:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788204959.682483:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310098677, at 4310098688 00000100:00000040:0.0:1788204959.682484:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310098677, at 4310098688 00000100:00000010:0.0:1788204959.682497:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88a80. 00000100:00000010:1.0:1788204959.682500:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa883c0. 00010000:00000001:0.0:1788204960.066482:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204960.066487:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204960.066492:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204960.066493:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204960.066495:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204960.066495:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204960.066517:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204960.066519:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204960.066521:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204961.090499:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204961.090507:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204961.090513:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204961.090514:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204961.090517:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204961.090518:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204962.114459:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204962.114464:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204962.114467:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204962.114468:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204962.114470:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204962.114471:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204962.114496:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204962.114498:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204962.114500:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204963.138516:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204963.138524:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204963.138527:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204963.138530:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204963.138535:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204963.138537:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204963.138540:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204963.138542:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204963.138546:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204963.138547:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204963.138551:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204963.138552:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788204963.138599:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788204963.138602:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788204963.138605:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788204963.522482:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204963.522489:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788204963.522491:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204963.522494:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204963.522498:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204963.522503:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 15430 00000400:00000200:1.0:1788204963.522508:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204963.522512:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204963.522514:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204963.522516:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204963.522518:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204963.522520:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204963.522521:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204963.522524:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204963.522525:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788204963.522527:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204963.522529:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788204963.522531:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788204963.522532:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788204963.522534:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204963.522535:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204963.522536:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204963.522537:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204963.522539:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788204963.522541:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204963.522542:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204963.522544:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204963.522547:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204963.522549:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204963.522550:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788204963.522551:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204963.522558:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ded80. 00000020:00000040:1.0:1788204963.522560:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788204963.522562:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204963.522563:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204963.522566:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204963.522568:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204963.522572:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204963.522577:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9a000. 00000100:00000001:1.0:1788204963.522582:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204963.522590:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ded80 x1875052842022272/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788204963.522597:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204963.522600:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204963.522603:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a769e60] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ded80 x1875052842022272/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204963.522618:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788204963.522620:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204963.522622:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788204963.522623:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204963.522624:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204963.522626:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204963.522628:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15430 00000400:00000200:1.0:1788204963.522630:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204963.522631:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204963.522633:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204963.522635:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204963.522636:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204963.522638:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204963.522639:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204963.522641:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204963.522641:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788204963.522643:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204963.522644:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788204963.522645:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788204963.522646:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788204963.522649:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204963.522650:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204963.522653:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204963.522655:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204963.522657:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788204963.522661:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204963.522665:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204963.522666:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204963.522670:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204963.522672:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204963.522675:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788204963.522680:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788204963.522685:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204963.522687:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204963.522692:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dca80. 00000020:00000040:1.0:1788204963.522696:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788204963.522699:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204963.522702:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204963.522704:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204963.522705:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204963.522707:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204963.522711:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99800. 00000100:00000001:1.0:1788204963.522715:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204963.522721:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dca80 x1875052842022400/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788204963.522729:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204963.522731:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204963.522735:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004099c200] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dca80 x1875052842022400/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204963.522744:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788204963.522746:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204963.522749:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788204963.522750:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204963.522752:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204963.522756:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204963.522760:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15430 00000400:00000200:1.0:1788204963.522762:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204963.522765:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204963.522767:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204963.522771:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204963.522772:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204963.522773:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204963.522776:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204963.522779:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204963.522780:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788204963.522781:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204963.522782:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788204963.522784:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788204963.522787:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788204963.522790:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204963.522791:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204963.522792:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204963.522794:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204963.522800:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788204963.522802:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204963.522805:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204963.522809:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204963.522811:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204963.522812:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204963.522815:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788204963.522816:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788204963.522821:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204963.522824:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204963.522829:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3de300. 00000020:00000040:1.0:1788204963.522832:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788204963.522835:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204963.522838:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204963.522841:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204963.522842:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204963.522846:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204963.522849:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98000. 00000100:00000001:1.0:1788204963.522855:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204963.522859:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3de300 x1875052842022528/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788204963.522865:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204963.522867:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204963.522873:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc9d591c] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3de300 x1875052842022528/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204963.522881:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204963.522885:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788204963.522887:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788204963.522891:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204963.522898:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788204963.522899:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204963.522900:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204963.522902:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204963.522907:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15430 00000400:00000200:1.0:1788204963.522911:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204963.522916:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204963.522919:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204963.522924:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204963.522927:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204963.522931:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204963.522933:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204963.522937:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204963.522938:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788204963.522941:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204963.522943:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788204963.522946:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788204963.522951:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788204963.522955:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204963.522957:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204963.522958:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204963.522960:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204963.522961:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788204963.522966:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204963.522969:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204963.522972:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204963.522975:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204963.522978:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204963.522981:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788204963.522982:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788204963.522986:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204963.522989:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204963.522993:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dfb80. 00000020:00000040:1.0:1788204963.522994:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788204963.522996:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204963.522998:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204963.523000:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204963.523001:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204963.523002:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204963.523006:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98400. 00000100:00000001:1.0:1788204963.523010:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204963.523015:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dfb80 x1875052842022656/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788204963.523024:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204963.523026:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204963.523043:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086c01fd6] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dfb80 x1875052842022656/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204963.523048:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204963.523051:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15440) 00010000:00000001:0.0:1788204964.162514:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204964.162520:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204964.162526:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204964.162527:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204964.162530:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204964.162532:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204964.162569:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204964.162571:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204964.162574:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204964.802479:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310103796, at 4310103808 00000100:00000010:0.0:1788204964.802496:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa887e0. 00000100:00000040:1.0:1788204964.802498:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310103796, at 4310103808 00000100:00000010:1.0:1788204964.802517:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa884e0. 00010000:00000001:0.0:1788204965.186523:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204965.186531:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204965.186537:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204965.186538:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204965.186541:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204965.186542:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204966.210489:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204966.210494:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204966.210498:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204966.210500:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204966.210502:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204966.210504:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204966.210507:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204966.210508:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204966.210510:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204966.210511:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204966.210513:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204966.210514:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204966.210515:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204966.210516:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204966.210517:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204966.210517:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204966.210518:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204966.210519:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204966.210543:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204966.210544:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204966.210546:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204967.234517:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204967.234523:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204967.234528:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204967.234529:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204967.234532:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204967.234534:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788204967.234572:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788204967.234575:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788204967.234578:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204968.258510:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204968.258517:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204968.258524:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204968.258526:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204968.258529:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204968.258530:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204968.258554:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204968.258557:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204968.258560:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788204968.642479:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204968.642490:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788204968.642493:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204968.642497:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204968.642502:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204968.642508:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 15435 00000400:00000200:1.0:1788204968.642516:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204968.642522:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204968.642525:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204968.642528:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204968.642531:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204968.642533:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204968.642536:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204968.642540:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204968.642542:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788204968.642544:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204968.642547:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788204968.642550:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788204968.642552:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788204968.642554:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204968.642556:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204968.642558:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204968.642559:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204968.642562:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788204968.642565:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204968.642567:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204968.642570:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204968.642574:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204968.642577:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204968.642587:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788204968.642589:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204968.642599:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dea00. 00000020:00000040:1.0:1788204968.642603:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788204968.642607:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204968.642608:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204968.642611:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204968.642614:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204968.642618:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204968.642625:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9ac00. 00000100:00000001:1.0:1788204968.642630:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204968.642639:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dea00 x1875052842022784/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788204968.642649:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204968.642653:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204968.642657:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4ead91e] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dea00 x1875052842022784/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204968.642684:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788204968.642687:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204968.642691:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788204968.642692:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204968.642694:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204968.642696:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204968.642705:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15435 00000400:00000200:1.0:1788204968.642710:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204968.642714:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204968.642716:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204968.642722:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204968.642727:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204968.642733:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204968.642737:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204968.642741:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204968.642744:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788204968.642748:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204968.642752:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788204968.642757:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788204968.642762:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788204968.642769:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204968.642775:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204968.642780:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204968.642785:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204968.642790:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788204968.642795:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204968.642801:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204968.642806:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204968.642813:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204968.642820:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204968.642822:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788204968.642827:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788204968.642833:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204968.642838:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204968.642844:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dd500. 00000020:00000040:1.0:1788204968.642848:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788204968.642854:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204968.642857:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204968.642861:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204968.642864:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204968.642868:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204968.642883:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b800. 00000100:00000001:1.0:1788204968.642895:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204968.642906:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dd500 x1875052842022912/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788204968.642930:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204968.642933:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204968.642950:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081f75c12] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dd500 x1875052842022912/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204968.642966:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788204968.642970:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204968.642973:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788204968.642975:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204968.642976:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204968.642979:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204968.642983:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15435 00000400:00000200:1.0:1788204968.642989:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204968.642995:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204968.642999:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204968.643005:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204968.643010:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204968.643013:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204968.643018:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204968.643022:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204968.643024:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788204968.643028:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204968.643031:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788204968.643036:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788204968.643042:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788204968.643047:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204968.643051:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204968.643055:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204968.643060:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204968.643066:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788204968.643070:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204968.643075:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204968.643080:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204968.643083:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204968.643088:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204968.643091:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788204968.643095:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788204968.643100:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204968.643102:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204968.643106:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3df800. 00000020:00000040:1.0:1788204968.643108:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788204968.643112:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204968.643115:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204968.643119:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204968.643122:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204968.643126:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204968.643132:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b400. 00000100:00000001:1.0:1788204968.643139:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204968.643148:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3df800 x1875052842023040/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788204968.643185:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204968.643189:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204968.643195:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051a886bc] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3df800 x1875052842023040/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204968.643210:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204968.643217:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788204968.643224:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788204968.643229:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204968.643235:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788204968.643239:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204968.643242:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204968.643247:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204968.643253:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15435 00000400:00000200:1.0:1788204968.643262:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204968.643270:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204968.643275:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204968.643283:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204968.643289:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204968.643293:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204968.643295:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204968.643297:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204968.643300:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788204968.643304:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204968.643307:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788204968.643312:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788204968.643316:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788204968.643323:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204968.643329:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204968.643334:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204968.643339:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204968.643345:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788204968.643352:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204968.643359:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204968.643363:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204968.643367:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204968.643372:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204968.643377:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788204968.643381:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788204968.643388:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204968.643414:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204968.643420:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dfb80. 00000020:00000040:1.0:1788204968.643424:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788204968.643429:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204968.643432:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204968.643436:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204968.643439:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204968.643442:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204968.643448:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9bc00. 00000100:00000001:1.0:1788204968.643453:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204968.643462:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dfb80 x1875052842023168/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788204968.643477:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204968.643482:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204968.643490:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086c01fd6] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dfb80 x1875052842023168/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204968.643510:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204968.643518:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15445) 00010000:00000001:0.0:1788204969.282457:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204969.282462:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204969.282466:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204969.282466:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204969.282469:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204969.282469:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204969.922498:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310108916, at 4310108928 00000100:00000040:1.0:1788204969.922498:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310108916, at 4310108928 00000100:00000010:1.0:1788204969.922514:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88c00. 00000100:00000010:0.0:1788204969.922516:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88cc0. 00010000:00000001:0.0:1788204970.306529:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204970.306536:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204970.306542:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204970.306543:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204970.306546:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204970.306548:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204970.306571:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204970.306574:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204970.306577:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204971.330539:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204971.330547:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204971.330553:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204971.330554:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204971.330557:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204971.330560:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204971.715644:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204971.715648:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204971.715650:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204971.715657:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204968/real 1788204971] req@ffff9c477c3dfb80 x1875052842023168/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204971.715669:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204971.715670:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204971.715673:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c475e2d2f78. 00000400:00000200:0.0:1788204971.715677:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f9000 00000400:00000010:0.0:1788204971.715679:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f9000. 00000100:00000001:0.0:1788204971.715681:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204971.715693:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3dfb80 x1875052842023168/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204971.715701:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3dfb80 x1875052842023168/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204971.715707:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204971.715708:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204971.715711:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204971.715713:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204971.715717:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c3dfb80 x1875052842023168/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204971.715725:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204971.715730:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3dfb80 x1875052842023168/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204971.715736:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204971.715738:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204971.715740:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204971.715741:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204971.715744:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204971.715746:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204971.715749:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204971.715754:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204971.715756:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204971.715759:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3dfb80 x1875052842023168/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204971.715765:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842023168:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204971.715770:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204971.715774:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204968/real 1788204971] req@ffff9c477c3df800 x1875052842023040/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204971.715780:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204971.715781:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204971.715782:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c475e2d2528. 00000400:00000200:0.0:1788204971.715785:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f95d8 00000400:00000010:0.0:1788204971.715786:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f95d8. 00000100:00000001:0.0:1788204971.715788:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204971.715790:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3df800 x1875052842023040/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204971.715801:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3df800 x1875052842023040/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204971.715807:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204971.715808:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204971.715810:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204971.715811:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204971.715814:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c3df800 x1875052842023040/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204971.715819:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204971.715823:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3df800 x1875052842023040/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204971.715828:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204971.715830:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204971.715831:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204971.715832:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204971.715834:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204971.715835:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204971.715838:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204971.715840:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204971.715842:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204971.715845:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3df800 x1875052842023040/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204971.715852:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842023040:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204971.715855:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204971.715858:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204968/real 1788204971] req@ffff9c477c3dd500 x1875052842022912/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204971.715869:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204971.715870:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204971.715872:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c475e2d20b0. 00000400:00000200:0.0:1788204971.715874:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f9d48 00000400:00000010:0.0:1788204971.715876:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f9d48. 00000100:00000001:0.0:1788204971.715878:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204971.715881:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3dd500 x1875052842022912/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204971.715900:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3dd500 x1875052842022912/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204971.715906:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204971.715907:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204971.715908:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204971.715910:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204971.715913:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c3dd500 x1875052842022912/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204971.715919:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204971.715923:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3dd500 x1875052842022912/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204971.715929:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204971.715931:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204971.715932:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204971.715933:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204971.715935:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204971.715937:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204971.715939:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204971.715946:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204971.715949:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204971.715953:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3dd500 x1875052842022912/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204971.715960:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842022912:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204971.715965:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204971.715968:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204968/real 1788204971] req@ffff9c477c3dea00 x1875052842022784/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204971.715975:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204971.715976:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204971.715979:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c475e2d2c08. 00000400:00000200:0.0:1788204971.715981:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f9220 00000400:00000010:0.0:1788204971.715985:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f9220. 00000100:00000001:0.0:1788204971.715992:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204971.715997:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3dea00 x1875052842022784/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204971.716006:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3dea00 x1875052842022784/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204971.716013:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204971.716014:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204971.716016:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204971.716018:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204971.716022:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c3dea00 x1875052842022784/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204971.716028:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204971.716032:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3dea00 x1875052842022784/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204971.716039:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204971.716041:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204971.716043:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204971.716045:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204971.716046:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204971.716048:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204971.716051:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204971.716055:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204971.716057:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204971.716062:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3dea00 x1875052842022784/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204971.716070:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842022784:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204971.716074:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204971.716078:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204971.716082:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3dfb80 x1875052842023168/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204971.716091:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204971.716095:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204971.716101:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4654a40400. 02000000:00000001:0.0:1788204971.716107:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204971.716111:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204971.716114:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788204971.716117:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204971.716120:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4653a9bc00. 02000000:00000001:0.0:1788204971.716127:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204971.716130:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204971.716132:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3dfb80. 00000100:00000001:0.0:1788204971.716136:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204971.716137:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204971.716139:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204971.716142:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3df800 x1875052842023040/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204971.716148:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204971.716149:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204971.716150:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4654a41c00. 02000000:00000001:0.0:1788204971.716153:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204971.716154:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204971.716155:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204971.716158:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204971.716159:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4653a9b400. 02000000:00000001:0.0:1788204971.716161:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204971.716162:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204971.716164:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3df800. 00000100:00000001:0.0:1788204971.716166:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204971.716167:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204971.716169:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204971.716172:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3dd500 x1875052842022912/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204971.716177:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204971.716178:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204971.716180:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4654a43400. 02000000:00000001:0.0:1788204971.716184:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204971.716186:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204971.716187:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204971.716188:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204971.716190:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4653a9b800. 02000000:00000001:0.0:1788204971.716192:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204971.716193:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204971.716194:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3dd500. 00000100:00000001:0.0:1788204971.716196:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204971.716197:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204971.716199:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204971.716202:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3dea00 x1875052842022784/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204971.716209:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204971.716210:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204971.716211:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4654a40000. 02000000:00000001:0.0:1788204971.716214:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204971.716215:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204971.716216:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788204971.716218:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204971.716220:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4653a9ac00. 02000000:00000001:0.0:1788204971.716223:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204971.716224:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204971.716225:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3dea00. 00000100:00000001:0.0:1788204971.716227:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204971.716228:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204971.716229:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204971.716237:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204971.716239:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204971.716241:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204971.716243:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204972.354482:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204972.354490:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204972.354492:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204972.354495:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204972.354500:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204972.354502:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204972.354504:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204972.354507:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204972.354510:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204972.354512:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204972.354515:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204972.354516:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204972.354541:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204972.354543:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204972.354546:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204973.378489:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204973.378495:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204973.378499:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204973.378500:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204973.378502:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204973.378502:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204973.762809:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204973.762822:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204973.762827:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204973.762838:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c84a300 x1875052842023296/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204973.762866:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204973.762872:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204973.762877:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204973.762882:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204973.762888:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204973.762895:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c84a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842023296:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204973.762902:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204973.762908:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204973.762912:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204973.762919:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204973.762927:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788204973.762933:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204973.762946:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204973.762954:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788204973.762964:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788204973.762974:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842023296, portal 25 00000100:00000001:0.0:1788204973.762980:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204973.762984:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578519296 : -109644131032320 : ffff9c477c84a300) 00000100:00000040:0.0:1788204973.762995:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c84a300 x1875052842023296/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204973.763011:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204973.763016:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204973.763019:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3220. 00000100:00000200:0.0:1788204973.763025:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052842023296, offset 0 00000400:00000200:0.0:1788204973.763038:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204973.763052:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204973.763064:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204973.763083:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204973.763093:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204973.763100:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204973.763107:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204973.763114:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705050:705050:256:4294967295] 192.168.201.101@tcp LPNI seq info [705045:705045:8:4294967295] 00000400:00000200:0.0:1788204973.763123:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204973.763142:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204973.763154:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204973.763162:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036e00. 00000800:00000200:0.0:1788204973.763172:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204973.763180:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1788204973.763208:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204973.763214:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036e00. 00000400:00000200:0.0:1788204973.763222:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204973.763231:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204973.763240:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3220 00000400:00000010:0.0:1788204973.763245:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3220. 00000100:00000001:0.0:1788204973.763251:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204973.763257:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c84a300 x1875052842023296/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204973.763267:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204973.763270:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84a300 x1875052842023296/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204998 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204973.763277:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204973.763279:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204973.763286:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204973.763290:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204973.763293:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4310114036 00000100:00000010:0.0:1788204973.763299:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685baa80. 00000100:00000001:0.0:1788204973.763306:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788204973.763313:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4310114036 00000100:00000010:0.0:1788204973.763317:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba480. 00000100:00000001:0.0:1788204973.763320:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788204973.763323:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204973.763328:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204973.763333:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204973.763342:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204973/real 1788204973] req@ffff9c477c84a300 x1875052842023296/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204973.763374:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204973.763377:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204973.763381:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788204973.763387:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788204973.763430:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788204973.763437:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204973.763445:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c84a300 x1875052842023296/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204973.763464:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c84a300 x1875052842023296/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204973.763477:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204973.763482:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204973.763488:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204973.763492:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204973.763498:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c84a300 x1875052842023296/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204973.763514:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204973.763526:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c84a300 x1875052842023296/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204973.763535:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204973.763541:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204973.763546:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204973.763548:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204973.763554:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204973.763558:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204973.763563:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204973.763575:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204973.763578:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204973.763584:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c84a300 x1875052842023296/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204973.763595:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c84a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842023296:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204973.763600:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204973.763603:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204973.763606:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c84a300 x1875052842023296/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204973.763612:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204973.763615:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204973.763618:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788204973.763622:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204973.763624:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204973.763625:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788204973.763628:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204973.763630:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f2400. 02000000:00000001:0.0:1788204973.763634:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204973.763636:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204973.763638:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c84a300. 00000100:00000001:0.0:1788204973.763641:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204973.763642:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204973.763644:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204973.763653:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204973.763655:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204973.763658:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204973.763659:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204973.763660:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204973.763664:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c84aa00 x1875052842023424/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204973.763671:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204973.763672:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204973.763675:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204973.763677:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204973.763680:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204973.763683:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c84aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842023424:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204973.763686:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204973.763688:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204973.763690:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204973.763691:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204973.763695:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788204973.763697:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204973.763701:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204973.763704:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788204973.763708:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788204973.763711:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842023424, portal 10 00000100:00000001:0.0:1788204973.763713:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204973.763714:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578521088 : -109644131030528 : ffff9c477c84aa00) 00000100:00000040:0.0:1788204973.763722:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c84aa00 x1875052842023424/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204973.763727:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204973.763730:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204973.763731:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3220. 00000100:00000200:0.0:1788204973.763733:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842023424, offset 0 00000400:00000200:0.0:1788204973.763738:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204973.763741:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204973.763745:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204973.763748:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204973.763751:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204973.763753:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204973.763756:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204973.763758:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705051:705051:256:4294967295] 192.168.201.101@tcp LPNI seq info [705046:705046:8:4294967295] 00000400:00000200:0.0:1788204973.763761:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204973.763767:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204973.763771:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204973.763774:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036e00. 00000800:00000200:0.0:1788204973.763778:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204973.763781:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1788204973.763792:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204973.763794:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036e00. 00000400:00000200:0.0:1788204973.763797:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204973.763800:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204973.763803:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3220 00000400:00000010:0.0:1788204973.763805:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3220. 00000100:00000001:0.0:1788204973.763807:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204973.763811:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c84aa00 x1875052842023424/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204973.763818:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204973.763820:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84aa00 x1875052842023424/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204998 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204973.763827:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204973.763828:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204973.763832:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204973.763835:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788204973.763838:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204973.763841:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310112778 00000100:00000001:0.0:1788204973.763844:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310114036 00000100:00000001:0.0:1788204973.763846:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310112778 00000100:00000001:0.0:1788204973.763848:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310114036 00000100:00000001:0.0:1788204973.763862:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204973.763864:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204973.763866:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204973.763870:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204973/real 1788204973] req@ffff9c477c84aa00 x1875052842023424/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204973.763878:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204973.763879:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204973.763881:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788204973.763883:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788204973.763884:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788204973.763886:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204973.763889:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c84aa00 x1875052842023424/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204973.763896:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c84aa00 x1875052842023424/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204973.763902:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204973.763903:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204973.763904:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204973.763906:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204973.763909:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c84aa00 x1875052842023424/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204973.763915:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204973.763918:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c84aa00 x1875052842023424/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204973.763924:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204973.763927:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204973.763928:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204973.763929:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204973.763931:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204973.763932:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204973.763935:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204973.763939:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204973.763941:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204973.763945:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c84aa00 x1875052842023424/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204973.763953:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c84aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842023424:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204973.763956:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204973.763960:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c84a680 x1875052842023552/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204973.763967:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204973.763968:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204973.763970:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204973.763972:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204973.763974:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204973.763977:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c84a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842023552:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204973.763980:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204973.763982:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204973.763983:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204973.763985:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204973.763988:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375400. 02000000:00000001:0.0:1788204973.763990:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204973.763993:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204973.763995:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788204973.763998:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788204973.764001:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842023552, portal 10 00000100:00000001:0.0:1788204973.764003:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204973.764004:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578520192 : -109644131031424 : ffff9c477c84a680) 00000100:00000040:0.0:1788204973.764009:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c84a680 x1875052842023552/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204973.764015:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204973.764017:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204973.764019:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3220. 00000100:00000200:0.0:1788204973.764022:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842023552, offset 0 00000400:00000200:0.0:1788204973.764031:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204973.764035:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204973.764038:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204973.764041:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204973.764044:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204973.764046:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204973.764049:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204973.764051:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705052:705052:256:4294967295] 192.168.201.101@tcp LPNI seq info [705047:705047:8:4294967295] 00000400:00000200:0.0:1788204973.764054:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204973.764060:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204973.764064:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204973.764067:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036e00. 00000800:00000200:0.0:1788204973.764071:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204973.764073:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1788204973.764083:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204973.764085:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036e00. 00000400:00000200:0.0:1788204973.764087:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204973.764091:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204973.764093:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3220 00000400:00000010:0.0:1788204973.764095:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3220. 00000100:00000001:0.0:1788204973.764097:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204973.764100:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c84a680 x1875052842023552/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204973.764108:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204973.764110:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84a680 x1875052842023552/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204998 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204973.764115:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204973.764117:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204973.764120:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204973.764122:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788204973.764126:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204973.764127:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310112778 00000100:00000001:0.0:1788204973.764130:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310114036 00000100:00000001:0.0:1788204973.764132:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310112778 00000100:00000001:0.0:1788204973.764134:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310114036 00000100:00000001:0.0:1788204973.764136:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204973.764138:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204973.764139:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204973.764142:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204973/real 1788204973] req@ffff9c477c84a680 x1875052842023552/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204973.764149:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204973.764151:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204973.764152:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788204973.764154:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788204973.764156:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788204973.764158:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204973.764160:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c84a680 x1875052842023552/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204973.764168:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c84a680 x1875052842023552/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204973.764175:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204973.764176:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204973.764178:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204973.764179:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204973.764182:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c84a680 x1875052842023552/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204973.764188:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204973.764191:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c84a680 x1875052842023552/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204973.764197:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204973.764198:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204973.764200:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204973.764201:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204973.764203:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204973.764205:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204973.764207:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204973.764211:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204973.764213:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204973.764217:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c84a680 x1875052842023552/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204973.764224:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c84a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842023552:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204973.764228:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204973.764231:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c849f80 x1875052842023680/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204973.764237:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204973.764239:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204973.764241:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204973.764242:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204973.764244:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204973.764247:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c849f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842023680:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204973.764250:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204973.764252:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204973.764253:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204973.764254:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204973.764257:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374400. 02000000:00000001:0.0:1788204973.764259:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204973.764263:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204973.764265:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788204973.764269:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788204973.764271:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842023680, portal 4 00000100:00000001:0.0:1788204973.764273:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204973.764274:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578518400 : -109644131033216 : ffff9c477c849f80) 00000100:00000040:0.0:1788204973.764279:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c849f80 x1875052842023680/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204973.764343:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204973.764346:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204973.764348:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3220. 00000100:00000200:0.0:1788204973.764351:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052842023680, offset 0 00000400:00000200:0.0:1788204973.764355:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204973.764359:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204973.764362:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204973.764365:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204973.764368:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204973.764370:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204973.764372:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204973.764375:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705053:705053:256:4294967295] 192.168.201.101@tcp LPNI seq info [705048:705048:8:4294967295] 00000400:00000200:0.0:1788204973.764378:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204973.764384:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204973.764387:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204973.764390:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036e00. 00000800:00000200:0.0:1788204973.764423:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204973.764426:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1788204973.764435:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204973.764436:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036e00. 00000400:00000200:0.0:1788204973.764439:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204973.764442:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204973.764445:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3220 00000400:00000010:0.0:1788204973.764446:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3220. 00000100:00000001:0.0:1788204973.764448:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204973.764452:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c849f80 x1875052842023680/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204973.764458:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204973.764460:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c849f80 x1875052842023680/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204998 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204973.764471:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204973.764472:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204973.764475:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204973.764477:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788204973.764480:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204973.764481:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310112805 00000100:00000001:0.0:1788204973.764483:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310114036 00000100:00000001:0.0:1788204973.764485:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310112805 00000100:00000001:0.0:1788204973.764487:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310114036 00000100:00000001:0.0:1788204973.764489:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204973.764490:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204973.764492:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204973.764495:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204973/real 1788204973] req@ffff9c477c849f80 x1875052842023680/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204973.764500:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204973.764502:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204973.764503:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788204973.764505:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788204973.764507:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788204973.764509:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204973.764511:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c849f80 x1875052842023680/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204973.764518:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c849f80 x1875052842023680/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204973.764523:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204973.764524:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204973.764525:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204973.764527:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204973.764531:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c849f80 x1875052842023680/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204973.764537:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204973.764540:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c849f80 x1875052842023680/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204973.764546:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204973.764548:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204973.764549:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204973.764550:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204973.764552:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204973.764553:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204973.764555:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204973.764558:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204973.764560:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204973.764563:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c849f80 x1875052842023680/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204973.764570:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c849f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842023680:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204973.764573:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204973.764575:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204973.764578:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c84aa00 x1875052842023424/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204973.764583:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204973.764585:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204973.764587:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788204973.764590:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204973.764591:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204973.764593:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204973.764595:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204973.764597:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f0000. 02000000:00000001:0.0:1788204973.764599:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204973.764600:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204973.764602:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c84aa00. 00000100:00000001:0.0:1788204973.764604:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204973.764605:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204973.764607:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204973.764610:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c84a680 x1875052842023552/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204973.764616:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204973.764617:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204973.764618:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375400. 02000000:00000001:0.0:1788204973.764621:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204973.764622:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204973.764623:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204973.764624:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204973.764626:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f1800. 02000000:00000001:0.0:1788204973.764628:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204973.764629:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204973.764630:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c84a680. 00000100:00000001:0.0:1788204973.764632:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204973.764633:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204973.764635:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204973.764638:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c849f80 x1875052842023680/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204973.764643:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204973.764644:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204973.764645:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374400. 02000000:00000001:0.0:1788204973.764647:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204973.764649:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204973.764650:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788204973.764651:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204973.764653:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f2800. 02000000:00000001:0.0:1788204973.764655:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204973.764656:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204973.764657:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c849f80. 00000100:00000001:0.0:1788204973.764659:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204973.764661:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204973.764663:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204973.764666:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204973.764668:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204973.764670:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204973.764671:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204974.402501:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204974.402507:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204974.402512:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204974.402514:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204974.402518:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204974.402519:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204974.402543:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204974.402546:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204974.402549:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204975.042503:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310114036, at 4310114048 00000100:00000040:1.0:1788204975.042503:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310114036, at 4310114048 00000100:00000010:0.0:1788204975.042516:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685baa80. 00000100:00000010:1.0:1788204975.042519:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba480. 00010000:00000001:0.0:1788204975.426510:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204975.426516:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204975.426520:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204975.426522:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204975.426524:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204975.426526:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204975.426529:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204975.426530:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204975.426532:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204975.426533:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204975.426535:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204975.426536:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204975.426537:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204975.426538:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204975.426539:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204975.426539:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204975.426540:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204975.426541:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204976.450490:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204976.450496:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204976.450500:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204976.450501:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204976.450503:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204976.450504:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204976.450522:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204976.450523:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204976.450525:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204977.474478:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204977.474484:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204977.474488:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204977.474489:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204977.474491:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204977.474492:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204978.498525:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204978.498533:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204978.498538:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204978.498539:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204978.498542:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204978.498544:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204978.498588:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204978.498591:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204978.498593:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788204978.882662:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204978.882668:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204978.882673:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204978.882683:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c849180 x1875052842023808/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204978.882699:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204978.882702:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204978.882708:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204978.882712:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204978.882716:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204978.882724:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c849180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842023808:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204978.882732:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204978.882737:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204978.882741:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204978.882747:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204978.882754:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375400. 02000000:00000001:0.0:1788204978.882760:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204978.882781:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204978.882788:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788204978.882796:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788204978.882805:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842023808, portal 25 00000100:00000001:0.0:1788204978.882811:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204978.882815:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578514816 : -109644131036800 : ffff9c477c849180) 00000100:00000040:0.0:1788204978.882825:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c849180 x1875052842023808/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204978.882844:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204978.882851:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204978.882857:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3220. 00000100:00000200:0.0:1788204978.882863:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052842023808, offset 0 00000400:00000200:0.0:1788204978.882877:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204978.882888:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204978.882899:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204978.882907:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204978.882913:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204978.882920:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204978.882928:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204978.882941:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705054:705054:256:4294967295] 192.168.201.101@tcp LPNI seq info [705049:705049:8:4294967295] 00000400:00000200:0.0:1788204978.882952:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204978.882973:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204978.882985:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204978.882995:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036e00. 00000800:00000200:0.0:1788204978.883007:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204978.883015:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1788204978.883048:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204978.883054:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036e00. 00000400:00000200:0.0:1788204978.883063:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204978.883075:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204978.883083:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3220 00000400:00000010:0.0:1788204978.883088:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3220. 00000100:00000001:0.0:1788204978.883094:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204978.883102:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c849180 x1875052842023808/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204978.883118:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204978.883130:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c849180 x1875052842023808/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205003 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204978.883150:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204978.883152:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204978.883160:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204978.883169:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204978.883174:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4310119156 00000100:00000010:0.0:1788204978.883182:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685baa80. 00000100:00000001:0.0:1788204978.883190:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788204978.883198:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4310119156 00000100:00000010:0.0:1788204978.883209:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba600. 00000100:00000001:0.0:1788204978.883215:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788204978.883223:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204978.883226:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204978.883228:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204978.883234:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204978/real 1788204978] req@ffff9c477c849180 x1875052842023808/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204978.883243:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204978.883245:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204978.883246:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788204978.883249:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788204978.883251:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788204978.883253:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204978.883256:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c849180 x1875052842023808/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204978.883269:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c849180 x1875052842023808/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204978.883275:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204978.883277:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204978.883279:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204978.883282:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204978.883286:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c849180 x1875052842023808/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204978.883292:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204978.883297:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c849180 x1875052842023808/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204978.883304:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204978.883306:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204978.883308:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204978.883309:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204978.883311:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204978.883313:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204978.883315:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204978.883319:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204978.883321:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204978.883325:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c849180 x1875052842023808/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204978.883333:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c849180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842023808:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204978.883338:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204978.883340:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204978.883343:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c849180 x1875052842023808/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204978.883354:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204978.883356:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204978.883359:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375400. 02000000:00000001:0.0:1788204978.883362:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204978.883363:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204978.883365:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788204978.883367:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204978.883369:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f3000. 02000000:00000001:0.0:1788204978.883372:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204978.883374:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204978.883376:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c849180. 00000100:00000001:0.0:1788204978.883378:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204978.883379:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204978.883381:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204978.883388:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204978.883390:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204978.883392:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204978.883394:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204978.883417:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204978.883420:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c849f80 x1875052842023936/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204978.883427:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204978.883428:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204978.883430:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204978.883432:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204978.883434:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204978.883437:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c849f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842023936:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204978.883440:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204978.883442:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204978.883443:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204978.883445:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204978.883448:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375400. 02000000:00000001:0.0:1788204978.883450:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204978.883453:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204978.883456:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788204978.883459:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788204978.883462:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842023936, portal 10 00000100:00000001:0.0:1788204978.883464:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204978.883465:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578518400 : -109644131033216 : ffff9c477c849f80) 00000100:00000040:0.0:1788204978.883471:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c849f80 x1875052842023936/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204978.883477:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204978.883479:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204978.883481:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3220. 00000100:00000200:0.0:1788204978.883483:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842023936, offset 0 00000400:00000200:0.0:1788204978.883487:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204978.883491:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204978.883494:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204978.883497:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204978.883500:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204978.883502:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204978.883504:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204978.883507:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705055:705055:256:4294967295] 192.168.201.101@tcp LPNI seq info [705050:705050:8:4294967295] 00000400:00000200:0.0:1788204978.883511:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204978.883517:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204978.883521:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204978.883524:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036e00. 00000800:00000200:0.0:1788204978.883528:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204978.883531:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1788204978.883541:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204978.883542:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036e00. 00000400:00000200:0.0:1788204978.883545:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204978.883549:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204978.883551:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3220 00000400:00000010:0.0:1788204978.883553:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3220. 00000100:00000001:0.0:1788204978.883556:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204978.883559:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c849f80 x1875052842023936/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204978.883566:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204978.883569:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c849f80 x1875052842023936/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205003 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204978.883575:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204978.883576:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204978.883579:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204978.883582:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788204978.883585:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204978.883587:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310117898 00000100:00000001:0.0:1788204978.883590:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310119156 00000100:00000001:0.0:1788204978.883592:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310117898 00000100:00000001:0.0:1788204978.883594:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310119156 00000100:00000001:0.0:1788204978.883596:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204978.883598:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204978.883600:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204978.883603:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204978/real 1788204978] req@ffff9c477c849f80 x1875052842023936/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204978.883610:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204978.883612:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204978.883613:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788204978.883615:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788204978.883617:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788204978.883619:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204978.883622:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c849f80 x1875052842023936/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204978.883629:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c849f80 x1875052842023936/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204978.883640:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204978.883642:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204978.883643:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204978.883645:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204978.883648:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c849f80 x1875052842023936/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204978.883654:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204978.883658:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c849f80 x1875052842023936/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204978.883664:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204978.883667:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204978.883668:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204978.883670:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204978.883671:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204978.883673:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204978.883676:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204978.883679:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204978.883681:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204978.883685:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c849f80 x1875052842023936/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204978.883692:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c849f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842023936:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204978.883696:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204978.883699:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c84a680 x1875052842024064/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204978.883706:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204978.883707:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204978.883709:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204978.883711:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204978.883713:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204978.883716:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c84a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842024064:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204978.883719:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204978.883721:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204978.883722:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204978.883724:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204978.883727:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788204978.883729:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204978.883731:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204978.883734:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788204978.883737:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788204978.883739:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842024064, portal 10 00000100:00000001:0.0:1788204978.883741:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204978.883742:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578520192 : -109644131031424 : ffff9c477c84a680) 00000100:00000040:0.0:1788204978.883748:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c84a680 x1875052842024064/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204978.883753:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204978.883755:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204978.883757:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3220. 00000100:00000200:0.0:1788204978.883760:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842024064, offset 0 00000400:00000200:0.0:1788204978.883777:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204978.883781:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204978.883784:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204978.883787:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204978.883790:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204978.883792:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204978.883794:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204978.883797:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705056:705056:256:4294967295] 192.168.201.101@tcp LPNI seq info [705051:705051:8:4294967295] 00000400:00000200:0.0:1788204978.883801:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204978.883806:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204978.883811:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204978.883814:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036e00. 00000800:00000200:0.0:1788204978.883817:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204978.883820:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1788204978.883830:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204978.883832:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036e00. 00000400:00000200:0.0:1788204978.883835:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204978.883838:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204978.883840:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3220 00000400:00000010:0.0:1788204978.883842:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3220. 00000100:00000001:0.0:1788204978.883844:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204978.883847:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c84a680 x1875052842024064/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204978.883854:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204978.883857:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84a680 x1875052842024064/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205003 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204978.883863:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204978.883864:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204978.883867:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204978.883870:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788204978.883873:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204978.883874:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310117898 00000100:00000001:0.0:1788204978.883877:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310119156 00000100:00000001:0.0:1788204978.883879:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310117898 00000100:00000001:0.0:1788204978.883881:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310119156 00000100:00000001:0.0:1788204978.883883:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204978.883885:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204978.883887:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204978.883890:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204978/real 1788204978] req@ffff9c477c84a680 x1875052842024064/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204978.883898:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204978.883899:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204978.883900:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788204978.883903:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788204978.883904:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788204978.883906:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204978.883909:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c84a680 x1875052842024064/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204978.883917:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c84a680 x1875052842024064/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204978.883922:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204978.883924:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204978.883925:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204978.883927:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204978.883930:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c84a680 x1875052842024064/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204978.883937:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204978.883940:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c84a680 x1875052842024064/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204978.883947:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204978.883949:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204978.883951:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204978.883952:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204978.883953:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204978.883955:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204978.883958:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204978.883962:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204978.883964:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204978.883968:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c84a680 x1875052842024064/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204978.883975:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c84a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842024064:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204978.883979:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204978.883982:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c84aa00 x1875052842024192/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204978.883988:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204978.883990:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204978.883992:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204978.883993:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204978.883995:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204978.883997:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c84aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842024192:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204978.884000:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204978.884002:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204978.884004:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204978.884005:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204978.884008:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374c00. 02000000:00000001:0.0:1788204978.884010:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204978.884013:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204978.884015:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788204978.884018:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788204978.884021:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842024192, portal 4 00000100:00000001:0.0:1788204978.884023:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204978.884024:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578521088 : -109644131030528 : ffff9c477c84aa00) 00000100:00000040:0.0:1788204978.884029:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c84aa00 x1875052842024192/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204978.884035:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204978.884037:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204978.884039:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3220. 00000100:00000200:0.0:1788204978.884041:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052842024192, offset 0 00000400:00000200:0.0:1788204978.884045:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204978.884048:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204978.884051:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204978.884054:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204978.884056:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204978.884058:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204978.884061:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204978.884063:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705057:705057:256:4294967295] 192.168.201.101@tcp LPNI seq info [705052:705052:8:4294967295] 00000400:00000200:0.0:1788204978.884067:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204978.884073:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204978.884077:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204978.884080:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036e00. 00000800:00000200:0.0:1788204978.884083:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204978.884085:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1788204978.884095:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204978.884097:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036e00. 00000400:00000200:0.0:1788204978.884099:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204978.884102:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204978.884105:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3220 00000400:00000010:0.0:1788204978.884106:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3220. 00000100:00000001:0.0:1788204978.884108:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204978.884112:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c84aa00 x1875052842024192/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204978.884119:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204978.884122:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84aa00 x1875052842024192/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205003 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204978.884128:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204978.884129:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204978.884131:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204978.884134:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788204978.884137:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204978.884139:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310117924 00000100:00000001:0.0:1788204978.884141:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310119156 00000100:00000001:0.0:1788204978.884143:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310117924 00000100:00000001:0.0:1788204978.884145:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310119156 00000100:00000001:0.0:1788204978.884147:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204978.884149:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204978.884150:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204978.884154:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204978/real 1788204978] req@ffff9c477c84aa00 x1875052842024192/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204978.884162:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204978.884164:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204978.884166:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788204978.884168:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788204978.884170:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788204978.884173:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204978.884177:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c84aa00 x1875052842024192/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204978.884185:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c84aa00 x1875052842024192/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204978.884191:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204978.884192:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204978.884194:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204978.884196:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204978.884199:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c84aa00 x1875052842024192/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204978.884205:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204978.884208:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c84aa00 x1875052842024192/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204978.884214:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204978.884217:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204978.884219:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204978.884220:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204978.884221:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204978.884223:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204978.884226:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204978.884229:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204978.884232:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204978.884236:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c84aa00 x1875052842024192/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204978.884244:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c84aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842024192:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204978.884247:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204978.884249:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204978.884252:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c849f80 x1875052842023936/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204978.884258:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204978.884259:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204978.884261:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375400. 02000000:00000001:0.0:1788204978.884263:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204978.884265:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204978.884266:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204978.884268:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204978.884270:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f3800. 02000000:00000001:0.0:1788204978.884272:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204978.884273:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204978.884274:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c849f80. 00000100:00000001:0.0:1788204978.884277:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204978.884278:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204978.884280:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204978.884283:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c84a680 x1875052842024064/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204978.884294:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204978.884295:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204978.884296:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788204978.884299:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204978.884300:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204978.884301:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204978.884303:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204978.884304:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f2800. 02000000:00000001:0.0:1788204978.884306:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204978.884307:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204978.884308:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c84a680. 00000100:00000001:0.0:1788204978.884310:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204978.884311:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204978.884313:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204978.884316:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c84aa00 x1875052842024192/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204978.884322:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204978.884323:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204978.884325:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374c00. 02000000:00000001:0.0:1788204978.884327:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204978.884328:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204978.884329:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788204978.884331:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204978.884333:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f1800. 02000000:00000001:0.0:1788204978.884334:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204978.884335:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204978.884337:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c84aa00. 00000100:00000001:0.0:1788204978.884339:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204978.884340:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204978.884341:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204978.884345:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204978.884346:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204978.884348:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204978.884349:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204979.522471:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204979.522476:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204979.522481:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204979.522481:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204979.522484:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204979.522484:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204980.162487:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310119156, at 4310119168 00000100:00000040:1.0:1788204980.162487:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310119156, at 4310119168 00000100:00000010:1.0:1788204980.162500:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba600. 00000100:00000010:0.0:1788204980.162502:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685baa80. 00010000:00000001:0.0:1788204980.546503:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204980.546508:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204980.546512:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204980.546513:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204980.546515:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204980.546516:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204980.546537:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204980.546539:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204980.546541:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204981.570493:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204981.570497:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204981.570501:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204981.570502:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204981.570504:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204981.570505:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204982.594479:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204982.594485:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204982.594487:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204982.594489:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204982.594493:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204982.594495:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204982.594497:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204982.594498:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204982.594501:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204982.594502:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204982.594503:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204982.594504:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204982.594522:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204982.594524:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204982.594525:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204983.618504:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204983.618511:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204983.618517:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204983.618518:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204983.618522:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204983.618523:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204984.002771:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204984.002777:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204984.002781:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204984.002791:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c84a300 x1875052842024320/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204984.002810:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204984.002813:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204984.002817:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204984.002821:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204984.002825:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204984.002833:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c84a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842024320:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204984.002848:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204984.002854:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204984.002858:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204984.002864:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204984.002871:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788204984.002875:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204984.002881:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204984.002885:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788204984.002895:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788204984.002903:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842024320, portal 25 00000100:00000001:0.0:1788204984.002908:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204984.002911:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578519296 : -109644131032320 : ffff9c477c84a300) 00000100:00000040:0.0:1788204984.002921:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c84a300 x1875052842024320/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205009 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204984.002936:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204984.002943:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204984.002948:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3220. 00000100:00000200:0.0:1788204984.002954:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052842024320, offset 0 00000400:00000200:0.0:1788204984.002963:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204984.002974:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204984.002984:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204984.002992:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204984.003007:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204984.003014:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204984.003022:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204984.003032:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705058:705058:256:4294967295] 192.168.201.101@tcp LPNI seq info [705053:705053:8:4294967295] 00000400:00000200:0.0:1788204984.003044:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204984.003065:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204984.003075:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204984.003083:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036e00. 00000800:00000200:0.0:1788204984.003094:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204984.003100:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1788204984.003119:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204984.003122:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036e00. 00000400:00000200:0.0:1788204984.003130:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204984.003138:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204984.003146:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3220 00000400:00000010:0.0:1788204984.003151:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3220. 00000100:00000001:0.0:1788204984.003160:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204984.003168:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c84a300 x1875052842024320/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205009 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204984.003189:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204984.003196:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84a300 x1875052842024320/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205009 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204984.003216:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204984.003222:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204984.003230:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204984.003239:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204984.003246:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4310124276 00000100:00000010:0.0:1788204984.003256:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685baa80. 00000100:00000001:0.0:1788204984.003265:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788204984.003275:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4310124276 00000100:00000010:0.0:1788204984.003281:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba5a0. 00000100:00000001:0.0:1788204984.003288:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788204984.003293:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204984.003298:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204984.003302:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204984.003311:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204984/real 1788204984] req@ffff9c477c84a300 x1875052842024320/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204984.003332:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204984.003335:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204984.003339:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788204984.003343:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788204984.003345:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788204984.003348:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204984.003353:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c84a300 x1875052842024320/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204984.003362:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c84a300 x1875052842024320/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204984.003370:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204984.003372:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204984.003374:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204984.003376:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204984.003380:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c84a300 x1875052842024320/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204984.003388:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204984.003393:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c84a300 x1875052842024320/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205009 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204984.003425:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204984.003428:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204984.003430:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204984.003432:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204984.003434:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204984.003437:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204984.003440:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204984.003444:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204984.003447:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204984.003451:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c84a300 x1875052842024320/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205009 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204984.003460:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c84a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842024320:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204984.003465:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204984.003467:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204984.003470:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c84a300 x1875052842024320/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205009 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204984.003478:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204984.003480:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204984.003483:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788204984.003486:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204984.003488:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204984.003490:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788204984.003492:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204984.003494:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f0000. 02000000:00000001:0.0:1788204984.003498:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204984.003499:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204984.003501:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c84a300. 00000100:00000001:0.0:1788204984.003504:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204984.003505:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204984.003508:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204984.003514:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204984.003516:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204984.003518:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204984.003520:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204984.003521:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204984.003525:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c848000 x1875052842024448/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204984.003532:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204984.003534:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204984.003536:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204984.003538:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204984.003540:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204984.003543:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c848000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842024448:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204984.003546:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204984.003548:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204984.003549:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204984.003551:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204984.003554:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788204984.003556:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204984.003560:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204984.003563:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788204984.003566:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788204984.003569:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842024448, portal 10 00000100:00000001:0.0:1788204984.003572:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204984.003573:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578510336 : -109644131041280 : ffff9c477c848000) 00000100:00000040:0.0:1788204984.003579:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c848000 x1875052842024448/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205009 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204984.003586:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204984.003588:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204984.003591:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3220. 00000100:00000200:0.0:1788204984.003593:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842024448, offset 0 00000400:00000200:0.0:1788204984.003597:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204984.003601:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204984.003605:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204984.003608:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204984.003611:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204984.003613:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204984.003616:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204984.003619:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705059:705059:256:4294967295] 192.168.201.101@tcp LPNI seq info [705054:705054:8:4294967295] 00000400:00000200:0.0:1788204984.003624:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204984.003630:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204984.003635:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204984.003638:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036e00. 00000800:00000200:0.0:1788204984.003642:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204984.003645:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1788204984.003656:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204984.003658:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036e00. 00000400:00000200:0.0:1788204984.003661:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204984.003665:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204984.003668:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3220 00000400:00000010:0.0:1788204984.003670:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3220. 00000100:00000001:0.0:1788204984.003672:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204984.003690:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c848000 x1875052842024448/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205009 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204984.003698:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204984.003701:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c848000 x1875052842024448/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205009 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204984.003708:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204984.003710:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204984.003714:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204984.003717:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788204984.003721:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204984.003723:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310123018 00000100:00000001:0.0:1788204984.003726:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310124276 00000100:00000001:0.0:1788204984.003729:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310123018 00000100:00000001:0.0:1788204984.003731:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310124276 00000100:00000001:0.0:1788204984.003733:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204984.003735:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204984.003737:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204984.003741:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204984/real 1788204984] req@ffff9c477c848000 x1875052842024448/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204984.003749:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204984.003751:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204984.003753:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788204984.003755:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788204984.003756:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788204984.003759:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204984.003762:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c848000 x1875052842024448/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204984.003771:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c848000 x1875052842024448/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204984.003777:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204984.003779:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204984.003781:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204984.003782:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204984.003786:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c848000 x1875052842024448/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204984.003792:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204984.003797:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c848000 x1875052842024448/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205009 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204984.003804:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204984.003807:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204984.003809:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204984.003810:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204984.003812:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204984.003814:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204984.003817:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204984.003820:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204984.003823:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204984.003827:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c848000 x1875052842024448/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205009 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204984.003835:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c848000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842024448:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204984.003839:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204984.003843:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c84b100 x1875052842024576/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204984.003849:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204984.003851:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204984.003853:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204984.003855:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204984.003857:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204984.003859:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c84b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842024576:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204984.003863:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204984.003865:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204984.003866:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204984.003868:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204984.003871:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375400. 02000000:00000001:0.0:1788204984.003873:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204984.003877:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204984.003879:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788204984.003882:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788204984.003885:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842024576, portal 10 00000100:00000001:0.0:1788204984.003887:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204984.003889:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578522880 : -109644131028736 : ffff9c477c84b100) 00000100:00000040:0.0:1788204984.003894:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c84b100 x1875052842024576/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205009 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204984.003901:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204984.003903:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204984.003905:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3220. 00000100:00000200:0.0:1788204984.003908:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842024576, offset 0 00000400:00000200:0.0:1788204984.003912:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204984.003915:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204984.003919:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204984.003922:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204984.003924:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204984.003927:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204984.003929:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204984.003932:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705060:705060:256:4294967295] 192.168.201.101@tcp LPNI seq info [705055:705055:8:4294967295] 00000400:00000200:0.0:1788204984.003936:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204984.003942:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204984.003947:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204984.003950:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036e00. 00000800:00000200:0.0:1788204984.003954:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204984.003957:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1788204984.003968:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204984.003971:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036e00. 00000400:00000200:0.0:1788204984.003973:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204984.003977:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204984.003980:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3220 00000400:00000010:0.0:1788204984.003982:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3220. 00000100:00000001:0.0:1788204984.003984:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204984.003988:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c84b100 x1875052842024576/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205009 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204984.003996:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204984.003999:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84b100 x1875052842024576/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205009 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204984.004006:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204984.004008:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204984.004011:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204984.004013:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788204984.004016:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204984.004019:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310123018 00000100:00000001:0.0:1788204984.004021:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310124276 00000100:00000001:0.0:1788204984.004023:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310123018 00000100:00000001:0.0:1788204984.004026:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310124276 00000100:00000001:0.0:1788204984.004028:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204984.004030:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204984.004032:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204984.004036:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204984/real 1788204984] req@ffff9c477c84b100 x1875052842024576/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204984.004043:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204984.004045:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204984.004046:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788204984.004049:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788204984.004051:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788204984.004053:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204984.004056:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c84b100 x1875052842024576/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204984.004065:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c84b100 x1875052842024576/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204984.004072:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204984.004073:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204984.004075:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204984.004076:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204984.004080:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c84b100 x1875052842024576/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204984.004088:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204984.004091:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c84b100 x1875052842024576/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205009 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204984.004098:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204984.004101:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204984.004102:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204984.004103:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204984.004105:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204984.004107:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204984.004109:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204984.004113:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204984.004115:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204984.004119:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c84b100 x1875052842024576/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205009 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204984.004128:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c84b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842024576:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204984.004131:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204984.004135:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c849c00 x1875052842024704/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204984.004141:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204984.004143:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204984.004145:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204984.004147:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204984.004149:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204984.004151:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c849c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842024704:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204984.004155:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204984.004157:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204984.004158:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204984.004160:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204984.004164:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788204984.004166:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204984.004169:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204984.004172:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788204984.004175:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788204984.004178:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842024704, portal 4 00000100:00000001:0.0:1788204984.004180:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204984.004181:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578517504 : -109644131034112 : ffff9c477c849c00) 00000100:00000040:0.0:1788204984.004187:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c849c00 x1875052842024704/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205009 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204984.004194:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204984.004196:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204984.004198:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3220. 00000100:00000200:0.0:1788204984.004201:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052842024704, offset 0 00000400:00000200:0.0:1788204984.004204:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204984.004208:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204984.004212:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204984.004214:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204984.004217:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204984.004219:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204984.004222:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204984.004225:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705061:705061:256:4294967295] 192.168.201.101@tcp LPNI seq info [705056:705056:8:4294967295] 00000400:00000200:0.0:1788204984.004229:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204984.004235:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204984.004240:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204984.004243:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036e00. 00000800:00000200:0.0:1788204984.004247:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204984.004250:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1788204984.004261:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204984.004263:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036e00. 00000400:00000200:0.0:1788204984.004266:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204984.004269:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204984.004272:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3220 00000400:00000010:0.0:1788204984.004274:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3220. 00000100:00000001:0.0:1788204984.004276:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204984.004279:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c849c00 x1875052842024704/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205009 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204984.004287:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204984.004291:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c849c00 x1875052842024704/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205009 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204984.004298:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204984.004299:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204984.004302:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204984.004305:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788204984.004308:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204984.004310:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310123044 00000100:00000001:0.0:1788204984.004312:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310124276 00000100:00000001:0.0:1788204984.004315:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310123044 00000100:00000001:0.0:1788204984.004317:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310124276 00000100:00000001:0.0:1788204984.004319:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204984.004321:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204984.004323:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204984.004326:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204984/real 1788204984] req@ffff9c477c849c00 x1875052842024704/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204984.004334:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204984.004335:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204984.004337:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788204984.004339:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788204984.004341:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788204984.004344:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204984.004347:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c849c00 x1875052842024704/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204984.004355:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c849c00 x1875052842024704/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204984.004362:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204984.004363:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204984.004365:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204984.004367:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204984.004370:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c849c00 x1875052842024704/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204984.004377:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204984.004381:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c849c00 x1875052842024704/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205009 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204984.004388:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204984.004391:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204984.004393:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204984.004410:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204984.004412:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204984.004414:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204984.004417:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204984.004420:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204984.004423:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204984.004427:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c849c00 x1875052842024704/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205009 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204984.004435:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c849c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842024704:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204984.004439:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204984.004441:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204984.004445:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c848000 x1875052842024448/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205009 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204984.004452:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204984.004453:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204984.004455:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788204984.004458:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204984.004459:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204984.004461:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204984.004463:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204984.004465:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f2400. 02000000:00000001:0.0:1788204984.004467:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204984.004469:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204984.004470:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c848000. 00000100:00000001:0.0:1788204984.004473:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204984.004475:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204984.004476:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204984.004479:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c84b100 x1875052842024576/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205009 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204984.004486:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204984.004488:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204984.004489:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375400. 02000000:00000001:0.0:1788204984.004491:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204984.004493:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204984.004494:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204984.004496:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204984.004498:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f0c00. 02000000:00000001:0.0:1788204984.004500:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204984.004501:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204984.004502:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c84b100. 00000100:00000001:0.0:1788204984.004505:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204984.004506:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204984.004508:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204984.004510:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c849c00 x1875052842024704/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205009 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204984.004517:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204984.004519:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204984.004521:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788204984.004523:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204984.004524:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204984.004525:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788204984.004527:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204984.004529:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f3c00. 02000000:00000001:0.0:1788204984.004531:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204984.004532:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204984.004533:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c849c00. 00000100:00000001:0.0:1788204984.004535:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204984.004536:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204984.004538:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204984.004541:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204984.004543:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204984.004545:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204984.004547:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204984.642494:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204984.642499:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204984.642504:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204984.642505:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204984.642509:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204984.642510:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204984.642532:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204984.642535:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204984.642538:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788204985.282469:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310124276, at 4310124288 00000100:00000040:0.0:1788204985.282470:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310124276, at 4310124288 00000100:00000010:1.0:1788204985.282484:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba5a0. 00000100:00000010:0.0:1788204985.282489:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685baa80. 00010000:00000001:0.0:1788204985.666502:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204985.666507:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204985.666510:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204985.666513:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204985.666515:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204985.666517:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204985.666519:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204985.666521:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204985.666523:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204985.666526:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204985.666530:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204985.666531:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204985.666532:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204985.666534:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204985.666535:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204985.666537:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204985.666539:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204985.666540:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204986.690483:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204986.690487:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204986.690491:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204986.690492:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204986.690494:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204986.690495:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204986.690524:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204986.690527:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204986.690530:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204987.714492:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204987.714497:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204987.714501:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204987.714502:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204987.714504:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204987.714505:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204988.738478:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204988.738483:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204988.738487:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204988.738488:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204988.738490:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204988.738491:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204988.738507:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204988.738508:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204988.738510:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788204989.122639:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204989.122646:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204989.122651:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204989.122662:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c848700 x1875052842024832/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204989.122693:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204989.122695:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204989.122702:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204989.122706:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204989.122712:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204989.122719:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c848700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842024832:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204989.122727:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204989.122732:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204989.122737:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204989.122743:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204989.122750:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788204989.122755:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204989.122766:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204989.122772:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788204989.122782:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788204989.122791:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842024832, portal 25 00000100:00000001:0.0:1788204989.122798:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204989.122802:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578512128 : -109644131039488 : ffff9c477c848700) 00000100:00000040:0.0:1788204989.122813:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c848700 x1875052842024832/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204989.122832:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204989.122839:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204989.122845:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3220. 00000100:00000200:0.0:1788204989.122852:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052842024832, offset 0 00000400:00000200:0.0:1788204989.122866:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204989.122877:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204989.122887:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204989.122897:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204989.122906:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204989.122913:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204989.122920:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204989.122929:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705062:705062:256:4294967295] 192.168.201.101@tcp LPNI seq info [705057:705057:8:4294967295] 00000400:00000200:0.0:1788204989.122939:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204989.122954:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204989.122967:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204989.122975:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036e00. 00000800:00000200:0.0:1788204989.122987:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204989.122994:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1788204989.123025:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204989.123030:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036e00. 00000400:00000200:0.0:1788204989.123039:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204989.123049:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204989.123057:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3220 00000400:00000010:0.0:1788204989.123062:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3220. 00000100:00000001:0.0:1788204989.123069:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204989.123075:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c848700 x1875052842024832/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204989.123098:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204989.123108:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c848700 x1875052842024832/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205014 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204989.123126:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204989.123129:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204989.123135:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204989.123144:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204989.123150:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4310129396 00000100:00000010:0.0:1788204989.123158:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685baa80. 00000100:00000001:0.0:1788204989.123167:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788204989.123175:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4310129396 00000100:00000010:0.0:1788204989.123182:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba3c0. 00000100:00000001:0.0:1788204989.123187:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788204989.123193:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204989.123198:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204989.123204:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204989.123212:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204989/real 1788204989] req@ffff9c477c848700 x1875052842024832/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204989.123227:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204989.123229:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204989.123230:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788204989.123233:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788204989.123235:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788204989.123238:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204989.123241:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c848700 x1875052842024832/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204989.123249:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c848700 x1875052842024832/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204989.123256:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204989.123258:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204989.123260:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204989.123262:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204989.123266:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c848700 x1875052842024832/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204989.123273:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204989.123277:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c848700 x1875052842024832/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205014 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204989.123283:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204989.123286:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204989.123288:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204989.123289:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204989.123291:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204989.123293:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204989.123296:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204989.123299:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204989.123302:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204989.123306:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c848700 x1875052842024832/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205014 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204989.123313:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c848700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842024832:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204989.123318:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204989.123319:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204989.123322:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c848700 x1875052842024832/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205014 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204989.123329:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204989.123331:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204989.123333:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788204989.123336:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204989.123338:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204989.123340:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788204989.123342:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204989.123344:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f1400. 02000000:00000001:0.0:1788204989.123347:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204989.123349:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204989.123350:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c848700. 00000100:00000001:0.0:1788204989.123353:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204989.123354:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204989.123356:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204989.123362:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204989.123364:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204989.123366:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204989.123368:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204989.123369:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204989.123373:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c849880 x1875052842024960/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204989.123379:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204989.123381:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204989.123383:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204989.123384:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204989.123386:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204989.123390:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c849880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842024960:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204989.123393:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204989.123413:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204989.123415:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204989.123417:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204989.123420:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788204989.123422:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204989.123426:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204989.123428:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788204989.123432:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788204989.123435:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842024960, portal 10 00000100:00000001:0.0:1788204989.123436:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204989.123438:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578516608 : -109644131035008 : ffff9c477c849880) 00000100:00000040:0.0:1788204989.123444:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c849880 x1875052842024960/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204989.123450:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204989.123453:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204989.123455:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3220. 00000100:00000200:0.0:1788204989.123457:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842024960, offset 0 00000400:00000200:0.0:1788204989.123462:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204989.123466:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204989.123469:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204989.123473:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204989.123475:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204989.123477:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204989.123480:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204989.123483:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705063:705063:256:4294967295] 192.168.201.101@tcp LPNI seq info [705058:705058:8:4294967295] 00000400:00000200:0.0:1788204989.123486:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204989.123492:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204989.123497:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204989.123501:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036e00. 00000800:00000200:0.0:1788204989.123505:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204989.123507:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1788204989.123531:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204989.123533:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036e00. 00000400:00000200:0.0:1788204989.123536:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204989.123540:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204989.123543:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3220 00000400:00000010:0.0:1788204989.123544:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3220. 00000100:00000001:0.0:1788204989.123547:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204989.123550:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c849880 x1875052842024960/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204989.123558:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204989.123560:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c849880 x1875052842024960/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205014 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204989.123566:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204989.123568:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204989.123571:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204989.123575:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788204989.123578:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204989.123579:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310128138 00000100:00000001:0.0:1788204989.123582:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310129396 00000100:00000001:0.0:1788204989.123584:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310128138 00000100:00000001:0.0:1788204989.123598:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310129396 00000100:00000001:0.0:1788204989.123600:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204989.123603:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204989.123604:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204989.123609:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204989/real 1788204989] req@ffff9c477c849880 x1875052842024960/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204989.123622:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204989.123623:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204989.123625:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788204989.123627:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788204989.123629:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788204989.123631:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204989.123634:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c849880 x1875052842024960/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204989.123641:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c849880 x1875052842024960/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204989.123647:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204989.123649:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204989.123650:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204989.123652:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204989.123655:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c849880 x1875052842024960/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204989.123661:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204989.123664:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c849880 x1875052842024960/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205014 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204989.123671:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204989.123673:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204989.123674:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204989.123675:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204989.123677:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204989.123679:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204989.123681:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204989.123684:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204989.123686:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204989.123690:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c849880 x1875052842024960/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205014 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204989.123697:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c849880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842024960:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204989.123700:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204989.123703:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c848a80 x1875052842025088/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204989.123709:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204989.123710:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204989.123712:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204989.123713:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204989.123715:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204989.123718:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c848a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842025088:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204989.123720:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204989.123722:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204989.123724:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204989.123725:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204989.123728:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375400. 02000000:00000001:0.0:1788204989.123730:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204989.123733:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204989.123735:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788204989.123738:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788204989.123741:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842025088, portal 10 00000100:00000001:0.0:1788204989.123742:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204989.123744:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578513024 : -109644131038592 : ffff9c477c848a80) 00000100:00000040:0.0:1788204989.123749:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c848a80 x1875052842025088/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204989.123755:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204989.123757:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204989.123759:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3220. 00000100:00000200:0.0:1788204989.123761:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842025088, offset 0 00000400:00000200:0.0:1788204989.123765:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204989.123768:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204989.123771:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204989.123774:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204989.123776:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204989.123778:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204989.123780:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204989.123783:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705064:705064:256:4294967295] 192.168.201.101@tcp LPNI seq info [705059:705059:8:4294967295] 00000400:00000200:0.0:1788204989.123786:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204989.123791:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204989.123795:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204989.123799:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036e00. 00000800:00000200:0.0:1788204989.123802:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204989.123804:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1788204989.123814:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204989.123816:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036e00. 00000400:00000200:0.0:1788204989.123818:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204989.123822:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204989.123824:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3220 00000400:00000010:0.0:1788204989.123826:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3220. 00000100:00000001:0.0:1788204989.123828:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204989.123831:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c848a80 x1875052842025088/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204989.123838:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204989.123841:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c848a80 x1875052842025088/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205014 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204989.123846:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204989.123848:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204989.123850:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204989.123852:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788204989.123855:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204989.123857:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310128138 00000100:00000001:0.0:1788204989.123859:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310129396 00000100:00000001:0.0:1788204989.123861:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310128138 00000100:00000001:0.0:1788204989.123863:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310129396 00000100:00000001:0.0:1788204989.123865:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204989.123867:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204989.123868:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204989.123872:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204989/real 1788204989] req@ffff9c477c848a80 x1875052842025088/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204989.123879:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204989.123880:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204989.123881:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788204989.123883:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788204989.123885:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788204989.123886:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204989.123889:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c848a80 x1875052842025088/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204989.123897:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c848a80 x1875052842025088/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204989.123903:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204989.123904:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204989.123906:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204989.123907:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204989.123910:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c848a80 x1875052842025088/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204989.123916:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204989.123920:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c848a80 x1875052842025088/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205014 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204989.123926:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204989.123929:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204989.123930:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204989.123931:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204989.123933:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204989.123934:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204989.123937:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204989.123940:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204989.123942:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204989.123945:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c848a80 x1875052842025088/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205014 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204989.123952:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c848a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842025088:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204989.123955:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204989.123958:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c84ad80 x1875052842025216/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204989.123964:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204989.123965:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204989.123967:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204989.123969:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204989.123970:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204989.123973:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c84ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842025216:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204989.123976:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204989.123977:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204989.123990:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204989.123992:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204989.123997:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788204989.123999:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204989.124002:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204989.124005:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788204989.124008:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788204989.124010:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842025216, portal 4 00000100:00000001:0.0:1788204989.124013:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204989.124014:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578521984 : -109644131029632 : ffff9c477c84ad80) 00000100:00000040:0.0:1788204989.124020:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c84ad80 x1875052842025216/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204989.124026:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204989.124028:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204989.124030:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3220. 00000100:00000200:0.0:1788204989.124032:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052842025216, offset 0 00000400:00000200:0.0:1788204989.124036:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204989.124039:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204989.124042:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204989.124045:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204989.124047:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204989.124049:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204989.124051:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204989.124054:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705065:705065:256:4294967295] 192.168.201.101@tcp LPNI seq info [705060:705060:8:4294967295] 00000400:00000200:0.0:1788204989.124058:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204989.124064:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204989.124068:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204989.124071:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036e00. 00000800:00000200:0.0:1788204989.124074:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204989.124077:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1788204989.124086:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204989.124088:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036e00. 00000400:00000200:0.0:1788204989.124091:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204989.124094:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204989.124096:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3220 00000400:00000010:0.0:1788204989.124098:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3220. 00000100:00000001:0.0:1788204989.124100:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204989.124103:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c84ad80 x1875052842025216/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204989.124115:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204989.124118:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84ad80 x1875052842025216/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205014 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204989.124124:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204989.124125:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204989.124127:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204989.124130:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788204989.124133:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204989.124135:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310128164 00000100:00000001:0.0:1788204989.124137:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310129396 00000100:00000001:0.0:1788204989.124139:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310128164 00000100:00000001:0.0:1788204989.124141:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310129396 00000100:00000001:0.0:1788204989.124144:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204989.124146:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204989.124147:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204989.124151:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204989/real 1788204989] req@ffff9c477c84ad80 x1875052842025216/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204989.124157:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204989.124159:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204989.124160:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788204989.124162:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788204989.124163:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788204989.124165:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204989.124168:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c84ad80 x1875052842025216/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204989.124176:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c84ad80 x1875052842025216/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204989.124181:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204989.124183:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204989.124185:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204989.124186:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204989.124189:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c84ad80 x1875052842025216/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204989.124195:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204989.124199:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c84ad80 x1875052842025216/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205014 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204989.124205:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204989.124207:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204989.124208:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204989.124209:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204989.124211:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204989.124212:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204989.124215:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204989.124218:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204989.124220:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204989.124224:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c84ad80 x1875052842025216/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205014 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204989.124230:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c84ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842025216:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204989.124234:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204989.124235:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204989.124238:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c849880 x1875052842024960/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205014 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204989.124244:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204989.124246:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204989.124247:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788204989.124250:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204989.124251:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204989.124253:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204989.124255:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204989.124256:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f1000. 02000000:00000001:0.0:1788204989.124258:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204989.124259:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204989.124261:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c849880. 00000100:00000001:0.0:1788204989.124263:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204989.124265:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204989.124266:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204989.124269:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c848a80 x1875052842025088/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205014 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204989.124274:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204989.124276:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204989.124277:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375400. 02000000:00000001:0.0:1788204989.124279:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204989.124280:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204989.124281:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204989.124283:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204989.124284:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f1c00. 02000000:00000001:0.0:1788204989.124286:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204989.124287:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204989.124288:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c848a80. 00000100:00000001:0.0:1788204989.124290:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204989.124292:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204989.124293:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204989.124296:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c84ad80 x1875052842025216/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205014 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204989.124301:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204989.124302:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204989.124304:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788204989.124306:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204989.124307:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204989.124308:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788204989.124310:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204989.124311:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f3400. 02000000:00000001:0.0:1788204989.124313:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204989.124314:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204989.124316:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c84ad80. 00000100:00000001:0.0:1788204989.124318:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204989.124319:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204989.124321:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204989.124324:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204989.124326:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204989.124327:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204989.124329:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204989.762491:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204989.762498:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204989.762505:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204989.762506:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204989.762509:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204989.762510:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204990.402491:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310129396, at 4310129408 00000100:00000040:1.0:1788204990.402491:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310129396, at 4310129408 00000100:00000010:1.0:1788204990.402505:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba3c0. 00000100:00000010:0.0:1788204990.402507:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685baa80. 00010000:00000001:0.0:1788204990.786502:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204990.786512:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204990.786517:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204990.786518:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204990.786520:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204990.786521:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204990.786540:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204990.786543:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204990.786546:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204991.810471:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204991.810478:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204991.810484:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204991.810486:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204991.810489:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204991.810491:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204992.834482:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204992.834495:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204992.834497:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204992.834499:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204992.834502:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204992.834504:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204992.834505:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204992.834507:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204992.834509:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204992.834510:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204992.834512:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204992.834513:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204992.834538:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204992.834540:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204992.834542:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204993.858497:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204993.858512:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204993.858518:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204993.858520:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204993.858523:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204993.858529:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788204994.242465:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204994.242474:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788204994.242477:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204994.242481:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204994.242486:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204994.242493:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 15460 00000400:00000200:1.0:1788204994.242509:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204994.242521:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204994.242527:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204994.242530:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204994.242533:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204994.242535:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204994.242537:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204994.242540:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204994.242541:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788204994.242543:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204994.242545:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788204994.242547:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788204994.242548:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788204994.242550:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204994.242551:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204994.242553:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204994.242554:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788204994.242556:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788204994.242558:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204994.242560:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204994.242562:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204994.242564:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204994.242566:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204994.242567:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788204994.242574:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204994.242583:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3de300. 00000020:00000040:1.0:1788204994.242585:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788204994.242588:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204994.242589:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204994.242591:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204994.242593:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788204994.242596:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788204994.242635:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98c00. 00000100:00000001:1.0:1788204994.242640:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204994.242646:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3de300 x1875052842025344/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788204994.242653:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788204994.242657:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204994.242660:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc9d591c] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3de300 x1875052842025344/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204994.242674:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788204994.242676:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204994.242679:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788204994.242681:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204994.242682:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204994.242684:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204994.242687:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15460 00000400:00000200:1.0:1788204994.242692:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788204994.242696:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204994.242699:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1788204994.242702:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1788204994.242703:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204994.242707:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1788204994.242708:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1788204994.242710:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204994.242712:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1788204994.242715:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000100:00000040:0.0:1788204994.242720:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3de300 x1875052842025344/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1788204994.242720:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204994.242721:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788204994.242724:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204994.242726:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788204994.242730:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000001:0.0:1788204994.242732:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1788204994.242733:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000001:0.0:1788204994.242736:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204994.242738:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 02000000:00000001:0.0:1788204994.242741:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1788204994.242741:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1788204994.242745:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1788204994.242745:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204994.242747:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 02000000:00000001:0.0:1788204994.242749:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204994.242753:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842025344:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204994.242756:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000040:1.0:1788204994.242757:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 02000000:00000001:0.0:1788204994.242760:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204994.242763:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788204994.242763:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204994.242768:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204994.242769:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1788204994.242772:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000010:0.0:1788204994.242775:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375400. 02000000:00000001:1.0:1788204994.242777:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204994.242778:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204994.242781:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204994.242784:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000400:00000200:0.0:1788204994.242786:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000008:00100000:1.0:1788204994.242788:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000400:00000010:0.0:1788204994.242790:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000008:00000001:1.0:1788204994.242791:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204994.242795:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788204994.242799:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dca80. 00000400:00000010:0.0:1788204994.242800:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000020:00000040:1.0:1788204994.242801:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788204994.242805:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000200:0.0:1788204994.242809:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842025344, portal 25 00000100:00000001:0.0:1788204994.242812:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204994.242813:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573882624 : -109644135668992 : ffff9c477c3de300) 02000000:00000001:1.0:1788204994.242818:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204994.242819:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3de300 x1875052842025344/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205019 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204994.242825:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1788204994.242826:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1788204994.242827:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1788204994.242830:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 02000000:00000001:1.0:1788204994.242831:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788204994.242833:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3220. 00000100:00000200:0.0:1788204994.242836:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052842025344, offset 0 02000000:00000010:1.0:1788204994.242837:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9a800. 00000100:00000001:1.0:1788204994.242841:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204994.242842:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000100:00100000:1.0:1788204994.242847:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dca80 x1875052842025472/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1788204994.242852:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:1.0:1788204994.242858:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1788204994.242861:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000100:00000001:1.0:1788204994.242862:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204994.242867:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1788204994.242867:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004099c200] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dca80 x1875052842025472/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788204994.242873:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000100:00000001:1.0:1788204994.242878:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204994.242879:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000100:00080000:1.0:1788204994.242882:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1788204994.242883:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000100:00080000:1.0:1788204994.242887:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000400:00000200:0.0:1788204994.242890:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705066:705066:256:4294967295] 192.168.201.101@tcp LPNI seq info [705061:705061:8:4294967295] 00000100:00000001:1.0:1788204994.242890:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204994.242892:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:0.0:1788204994.242896:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:1.0:1788204994.242897:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788204994.242901:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15460 00000400:00000200:0.0:1788204994.242906:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204994.242910:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000400:00000200:1.0:1788204994.242914:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000800:00000010:0.0:1788204994.242917:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036e00. 00000400:00000200:1.0:1788204994.242919:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788204994.242921:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788204994.242924:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000800:00000200:0.0:1788204994.242928:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000100:00000001:1.0:1788204994.242928:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204994.242933:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000800:00000200:0.0:1788204994.242934:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 38 secs later) 00000100:00000001:1.0:1788204994.242935:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204994.242940:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204994.242941:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788204994.242944:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204994.242946:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788204994.242949:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000800:00000100:0.0:1788204994.242953:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000020:00000001:1.0:1788204994.242953:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000800:00000010:0.0:1788204994.242957:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036e00. 00000100:00000040:1.0:1788204994.242959:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000400:00000200:0.0:1788204994.242962:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000001:1.0:1788204994.242962:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788204994.242964:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204994.242967:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000400:00000200:0.0:1788204994.242968:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000020:00000040:1.0:1788204994.242971:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000400:00000200:0.0:1788204994.242974:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3220 00000100:00080000:1.0:1788204994.242974:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000400:00000010:0.0:1788204994.242978:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3220. 00000100:00000001:1.0:1788204994.242978:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204994.242979:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788204994.242981:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788204994.242982:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204994.242983:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788204994.242986:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000100:00000001:0.0:1788204994.242988:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000008:00000001:1.0:1788204994.242989:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204994.242991:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1788204994.242995:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c3de300 x1875052842025344/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205019 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1788204994.242995:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ded80. 00000020:00000040:1.0:1788204994.242999:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788204994.243003:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788204994.243005:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204994.243008:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204994.243009:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1788204994.243010:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1788204994.243011:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204994.243015:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3de300 x1875052842025344/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205019 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1788204994.243015:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99400. 00000100:00000001:1.0:1788204994.243019:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788204994.243025:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ded80 x1875052842025600/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788204994.243031:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204994.243033:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788204994.243035:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1788204994.243036:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204994.243040:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a769e60] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ded80 x1875052842025600/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204994.243044:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204994.243046:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204994.243050:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1788204994.243054:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204994.243058:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4310134516 00000100:00000040:1.0:1788204994.243060:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788204994.243063:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788204994.243065:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000010:0.0:1788204994.243067:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685baa80. 00000100:00000001:1.0:1788204994.243067:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788204994.243069:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788204994.243072:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:0.0:1788204994.243075:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00080000:1.0:1788204994.243075:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15460 00000400:00000200:1.0:1788204994.243081:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204994.243082:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4310134516 00000400:00000200:1.0:1788204994.243083:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00000010:0.0:1788204994.243087:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685bad80. 00000100:00080000:1.0:1788204994.243087:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1788204994.243090:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788204994.243096:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1788204994.243096:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788204994.243099:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1788204994.243100:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204994.243103:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788204994.243104:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000001:1.0:1788204994.243105:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788204994.243108:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788204994.243109:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000100:00100000:0.0:1788204994.243112:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204994/real 1788204994] req@ffff9c477c3de300 x1875052842025344/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1788204994.243112:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788204994.243116:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788204994.243120:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000400:00000001:0.0:1788204994.243122:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1788204994.243123:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000400:00000001:0.0:1788204994.243126:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1788204994.243128:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000400:00000010:0.0:1788204994.243129:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000100:00000001:1.0:1788204994.243131:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1788204994.243132:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000100:00000040:1.0:1788204994.243135:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000400:00000010:0.0:1788204994.243136:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:1.0:1788204994.243139:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000100:00000001:0.0:1788204994.243140:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:1.0:1788204994.243142:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00000200:0.0:1788204994.243145:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3de300 x1875052842025344/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788204994.243147:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788204994.243153:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788204994.243157:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000200:0.0:1788204994.243158:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3de300 x1875052842025344/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1788204994.243161:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204994.243164:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1788204994.243166:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204994.243167:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788204994.243169:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788204994.243171:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204994.243173:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00100000:1.0:1788204994.243174:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1788204994.243176:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c3de300 x1875052842025344/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:1.0:1788204994.243179:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788204994.243184:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204994.243186:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1788204994.243189:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ddc00. 00000100:00000040:0.0:1788204994.243190:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3de300 x1875052842025344/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205019 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1788204994.243195:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 00000100:00000001:0.0:1788204994.243199:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:1.0:1788204994.243201:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1788204994.243203:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1788204994.243204:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204994.243205:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204994.243208:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788204994.243208:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788204994.243211:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1788204994.243212:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 02000000:00000001:1.0:1788204994.243214:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204994.243215:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204994.243218:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 02000000:00000010:1.0:1788204994.243218:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99000. 00000100:00080000:0.0:1788204994.243224:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:1.0:1788204994.243224:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204994.243229:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1788204994.243232:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ddc00 x1875052842025728/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1788204994.243233:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3de300 x1875052842025344/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205019 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204994.243254:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00100000:0.0:1788204994.243257:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842025344:192.168.201.101@tcp:250:kworker.0 00000100:00000001:1.0:1788204994.243258:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204994.243265:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788204994.243266:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c3c4b34] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ddc00 x1875052842025728/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204994.243268:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204994.243274:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3de300 x1875052842025344/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205019 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788204994.243275:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788204994.243281:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15470) 00000100:00000001:0.0:1788204994.243286:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204994.243288:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204994.243291:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375400. 02000000:00000001:0.0:1788204994.243295:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204994.243297:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204994.243299:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788204994.243301:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204994.243303:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4653a98c00. 02000000:00000001:0.0:1788204994.243307:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204994.243309:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204994.243311:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3de300. 00000100:00000001:0.0:1788204994.243314:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204994.243315:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204994.243318:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204994.243324:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204994.243326:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204994.243328:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204994.243329:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204994.243331:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204994.243335:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3dca80 x1875052842025472/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204994.243342:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204994.243343:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204994.243345:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204994.243347:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204994.243349:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204994.243351:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842025472:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204994.243354:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204994.243356:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204994.243357:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204994.243359:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204994.243362:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375400. 02000000:00000001:0.0:1788204994.243364:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204994.243367:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204994.243370:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788204994.243373:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788204994.243377:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842025472, portal 10 00000100:00000001:0.0:1788204994.243378:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204994.243380:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573876352 : -109644135675264 : ffff9c477c3dca80) 00000100:00000040:0.0:1788204994.243386:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3dca80 x1875052842025472/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205019 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204994.243391:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204994.243418:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204994.243422:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3220. 00000100:00000200:0.0:1788204994.243425:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842025472, offset 0 00000400:00000200:0.0:1788204994.243430:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204994.243434:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204994.243438:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204994.243441:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204994.243444:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204994.243445:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204994.243447:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204994.243449:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705067:705067:256:4294967295] 192.168.201.101@tcp LPNI seq info [705062:705062:8:4294967295] 00000400:00000200:0.0:1788204994.243451:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204994.243455:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204994.243458:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204994.243461:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036e00. 00000800:00000200:0.0:1788204994.243463:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204994.243465:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 38 secs later) 00000800:00000100:0.0:1788204994.243472:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204994.243473:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036e00. 00000400:00000200:0.0:1788204994.243475:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204994.243477:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204994.243479:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3220 00000400:00000010:0.0:1788204994.243480:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3220. 00000100:00000001:0.0:1788204994.243481:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204994.243484:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c3dca80 x1875052842025472/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205019 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204994.243489:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204994.243491:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3dca80 x1875052842025472/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205019 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204994.243512:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204994.243513:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204994.243516:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204994.243518:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788204994.243521:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204994.243524:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310133258 00000100:00000001:0.0:1788204994.243526:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310134516 00000100:00000001:0.0:1788204994.243528:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310133258 00000100:00000001:0.0:1788204994.243530:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310134516 00000100:00000001:0.0:1788204994.243532:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204994.243534:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204994.243535:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204994.243539:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204994/real 1788204994] req@ffff9c477c3dca80 x1875052842025472/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204994.243546:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204994.243547:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204994.243549:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788204994.243551:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788204994.243553:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788204994.243555:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204994.243558:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3dca80 x1875052842025472/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204994.243566:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3dca80 x1875052842025472/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204994.243571:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204994.243572:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204994.243573:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204994.243574:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204994.243576:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c3dca80 x1875052842025472/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204994.243580:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204994.243583:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3dca80 x1875052842025472/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205019 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204994.243586:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204994.243588:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204994.243589:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204994.243589:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204994.243590:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204994.243591:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204994.243593:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204994.243594:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204994.243595:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204994.243597:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3dca80 x1875052842025472/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205019 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204994.243601:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842025472:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204994.243604:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204994.243606:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3ded80 x1875052842025600/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204994.243611:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204994.243612:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204994.243614:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204994.243616:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204994.243618:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204994.243621:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842025600:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204994.243623:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204994.243625:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204994.243627:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204994.243628:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204994.243631:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788204994.243633:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204994.243637:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204994.243639:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788204994.243642:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788204994.243644:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842025600, portal 10 00000100:00000001:0.0:1788204994.243646:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204994.243647:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573885312 : -109644135666304 : ffff9c477c3ded80) 00000100:00000040:0.0:1788204994.243652:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3ded80 x1875052842025600/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205019 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204994.243658:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204994.243660:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204994.243662:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3220. 00000100:00000200:0.0:1788204994.243664:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842025600, offset 0 00000400:00000200:0.0:1788204994.243668:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204994.243671:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204994.243675:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204994.243678:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204994.243680:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204994.243682:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204994.243684:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204994.243687:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705068:705068:256:4294967295] 192.168.201.101@tcp LPNI seq info [705063:705063:8:4294967295] 00000400:00000200:0.0:1788204994.243691:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204994.243695:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204994.243698:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204994.243700:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036e00. 00000800:00000200:0.0:1788204994.243702:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204994.243704:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 38 secs later) 00000800:00000100:0.0:1788204994.243710:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204994.243712:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036e00. 00000400:00000200:0.0:1788204994.243714:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204994.243716:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204994.243717:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3220 00000400:00000010:0.0:1788204994.243719:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3220. 00000100:00000001:0.0:1788204994.243720:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204994.243722:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c3ded80 x1875052842025600/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205019 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204994.243727:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204994.243729:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3ded80 x1875052842025600/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205019 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204994.243733:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204994.243733:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204994.243735:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204994.243737:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788204994.243739:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204994.243740:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310133258 00000100:00000001:0.0:1788204994.243742:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310134516 00000100:00000001:0.0:1788204994.243743:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310133258 00000100:00000001:0.0:1788204994.243744:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310134516 00000100:00000001:0.0:1788204994.243745:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204994.243747:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204994.243748:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204994.243750:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204994/real 1788204994] req@ffff9c477c3ded80 x1875052842025600/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204994.243754:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204994.243755:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204994.243756:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788204994.243757:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788204994.243758:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788204994.243760:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204994.243761:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3ded80 x1875052842025600/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204994.243766:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3ded80 x1875052842025600/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204994.243770:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204994.243770:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204994.243771:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204994.243772:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204994.243774:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c3ded80 x1875052842025600/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204994.243777:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204994.243779:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3ded80 x1875052842025600/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205019 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204994.243783:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204994.243785:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204994.243785:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204994.243786:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204994.243787:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204994.243789:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204994.243790:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204994.243791:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204994.243793:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204994.243795:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3ded80 x1875052842025600/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205019 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204994.243799:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842025600:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204994.243800:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204994.243802:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3ddc00 x1875052842025728/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204994.243806:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204994.243807:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204994.243808:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204994.243809:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204994.243811:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204994.243812:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842025728:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204994.243814:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204994.243815:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204994.243816:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204994.243817:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204994.243819:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376c00. 02000000:00000001:0.0:1788204994.243820:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204994.243822:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204994.243823:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788204994.243825:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788204994.243827:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842025728, portal 4 00000100:00000001:0.0:1788204994.243828:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204994.243829:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573880832 : -109644135670784 : ffff9c477c3ddc00) 00000100:00000040:0.0:1788204994.243832:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3ddc00 x1875052842025728/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205019 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204994.243836:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204994.243838:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204994.243839:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3220. 00000100:00000200:0.0:1788204994.243840:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052842025728, offset 0 00000400:00000200:0.0:1788204994.243842:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204994.243844:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204994.243846:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204994.243847:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204994.243848:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204994.243850:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204994.243851:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204994.243853:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705069:705069:256:4294967295] 192.168.201.101@tcp LPNI seq info [705064:705064:8:4294967295] 00000400:00000200:0.0:1788204994.243855:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204994.243859:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204994.243861:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204994.243863:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036e00. 00000800:00000200:0.0:1788204994.243865:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204994.243866:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 38 secs later) 00000800:00000100:0.0:1788204994.243872:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204994.243873:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036e00. 00000400:00000200:0.0:1788204994.243875:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204994.243877:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204994.243878:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3220 00000400:00000010:0.0:1788204994.243879:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3220. 00000100:00000001:0.0:1788204994.243881:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204994.243882:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c3ddc00 x1875052842025728/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205019 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204994.243887:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204994.243888:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3ddc00 x1875052842025728/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205019 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204994.243892:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204994.243893:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204994.243894:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204994.243896:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788204994.243898:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204994.243899:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310133284 00000100:00000001:0.0:1788204994.243901:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310134516 00000100:00000001:0.0:1788204994.243903:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310133284 00000100:00000001:0.0:1788204994.243905:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310134516 00000100:00000001:0.0:1788204994.243907:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204994.243909:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204994.243911:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204994.243914:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204994/real 1788204994] req@ffff9c477c3ddc00 x1875052842025728/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204994.243921:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204994.243922:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204994.243924:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788204994.243926:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788204994.243928:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788204994.243930:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204994.243933:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3ddc00 x1875052842025728/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204994.243940:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3ddc00 x1875052842025728/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204994.243946:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204994.243948:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204994.243949:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204994.243950:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204994.243954:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c3ddc00 x1875052842025728/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204994.243959:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204994.243962:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3ddc00 x1875052842025728/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205019 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204994.243966:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204994.243967:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204994.243968:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204994.243969:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204994.243970:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204994.243971:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204994.243972:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204994.243974:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204994.243975:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204994.243978:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3ddc00 x1875052842025728/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205019 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204994.243982:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842025728:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204994.243984:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204994.243985:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204994.243987:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3dca80 x1875052842025472/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205019 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204994.243990:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204994.243991:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204994.243992:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375400. 02000000:00000001:0.0:1788204994.243998:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204994.243999:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204994.244000:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204994.244002:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204994.244003:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4653a9a800. 02000000:00000001:0.0:1788204994.244004:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204994.244005:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204994.244006:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3dca80. 00000100:00000001:0.0:1788204994.244007:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204994.244008:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204994.244009:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204994.244011:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3ded80 x1875052842025600/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205019 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204994.244015:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204994.244015:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204994.244016:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788204994.244017:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204994.244018:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204994.244019:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204994.244021:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204994.244023:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4653a99400. 02000000:00000001:0.0:1788204994.244025:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204994.244026:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204994.244027:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3ded80. 00000100:00000001:0.0:1788204994.244029:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204994.244030:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204994.244032:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204994.244034:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3ddc00 x1875052842025728/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205019 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204994.244040:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204994.244041:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204994.244042:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376c00. 02000000:00000001:0.0:1788204994.244044:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204994.244046:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204994.244047:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788204994.244049:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204994.244050:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4653a99000. 02000000:00000001:0.0:1788204994.244052:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204994.244053:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204994.244054:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3ddc00. 00000100:00000001:0.0:1788204994.244056:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204994.244057:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204994.244059:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204994.244063:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204994.244064:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204994.244066:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204994.244067:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204994.882519:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204994.882524:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204994.882528:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204994.882529:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204994.882531:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204994.882531:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204994.882550:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204994.882552:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204994.882554:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788204995.522505:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310134516, at 4310134528 00000100:00000040:1.0:1788204995.522505:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310134516, at 4310134528 00000100:00000010:0.0:1788204995.522520:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685baa80. 00000100:00000010:1.0:1788204995.522521:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685bad80. 00010000:00000001:0.0:1788204995.906546:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204995.906551:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204995.906555:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204995.906557:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204995.906559:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204995.906561:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204995.906563:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204995.906564:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204995.906566:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204995.906567:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204995.906569:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204995.906570:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788204995.906571:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788204995.906572:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204995.906573:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788204995.906573:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204995.906574:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204995.906575:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204996.930479:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204996.930487:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204996.930492:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204996.930494:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204996.930497:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204996.930498:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204996.930519:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204996.930522:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204996.930524:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788204997.954498:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204997.954503:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204997.954508:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204997.954509:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204997.954511:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204997.954512:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204998.978507:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204998.978515:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204998.978521:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204998.978523:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788204998.978526:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788204998.978527:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788204998.978549:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788204998.978552:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788204998.978555:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788204999.363459:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204999.363463:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788204999.363466:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204999.363473:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9c380 x1875052842025856/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204999.363482:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204999.363484:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204999.363488:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204999.363490:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204999.363493:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204999.363497:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842025856:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204999.363501:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204999.363505:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204999.363508:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204999.363510:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204999.363515:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788204999.363516:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204999.363521:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204999.363525:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788204999.363531:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788204999.363537:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842025856, portal 25 00000100:00000001:0.0:1788204999.363539:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204999.363541:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330342784 : -109644379208832 : ffff9c476db9c380) 00000100:00000040:0.0:1788204999.363546:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9c380 x1875052842025856/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204999.363555:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204999.363557:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204999.363559:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3220. 00000100:00000200:0.0:1788204999.363563:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052842025856, offset 0 00000400:00000200:0.0:1788204999.363568:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204999.363575:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204999.363581:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204999.363585:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204999.363589:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204999.363593:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204999.363596:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204999.363600:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705070:705070:256:4294967295] 192.168.201.101@tcp LPNI seq info [705065:705065:8:4294967295] 00000400:00000200:0.0:1788204999.363604:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204999.363613:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204999.363618:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204999.363623:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036e00. 00000800:00000200:0.0:1788204999.363629:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204999.363633:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1788204999.363667:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204999.363677:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036e00. 00000400:00000200:0.0:1788204999.363683:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204999.363688:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204999.363692:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3220 00000400:00000010:0.0:1788204999.363695:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3220. 00000100:00000001:0.0:1788204999.363698:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204999.363703:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9c380 x1875052842025856/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204999.363711:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204999.363715:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9c380 x1875052842025856/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205024 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204999.363721:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204999.363723:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204999.363734:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204999.363738:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204999.363741:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4310139637 00000100:00000010:0.0:1788204999.363746:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685baa80. 00000100:00000001:0.0:1788204999.363752:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788204999.363757:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4310139637 00000100:00000010:0.0:1788204999.363760:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba240. 00000100:00000001:0.0:1788204999.363763:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788204999.363765:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204999.363768:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204999.363770:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204999.363774:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204999/real 1788204999] req@ffff9c476db9c380 x1875052842025856/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204999.363784:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204999.363785:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204999.363787:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788204999.363790:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788204999.363791:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788204999.363793:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204999.363797:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9c380 x1875052842025856/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204999.363803:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9c380 x1875052842025856/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204999.363810:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204999.363812:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204999.363814:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204999.363816:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204999.363820:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9c380 x1875052842025856/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204999.363827:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204999.363831:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9c380 x1875052842025856/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205024 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204999.363843:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204999.363845:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204999.363847:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204999.363848:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204999.363850:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204999.363852:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204999.363855:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204999.363859:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204999.363861:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204999.363865:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9c380 x1875052842025856/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205024 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204999.363873:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842025856:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788204999.363877:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204999.363880:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9f800 x1875052842025984/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204999.363886:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204999.363887:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204999.363889:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204999.363891:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204999.363893:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204999.363895:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842025984:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204999.363898:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204999.363900:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204999.363901:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204999.363903:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204999.363906:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375400. 02000000:00000001:0.0:1788204999.363908:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204999.363911:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204999.363913:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788204999.363916:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788204999.363919:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842025984, portal 10 00000100:00000001:0.0:1788204999.363920:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204999.363922:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330356224 : -109644379195392 : ffff9c476db9f800) 00000100:00000040:0.0:1788204999.363928:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9f800 x1875052842025984/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204999.363934:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204999.363941:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204999.363944:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3220. 00000100:00000200:0.0:1788204999.363946:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842025984, offset 0 00000400:00000200:0.0:1788204999.363949:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204999.363953:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204999.363956:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204999.363959:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204999.363961:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204999.363963:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204999.363965:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204999.363968:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705071:705071:256:4294967295] 192.168.201.101@tcp LPNI seq info [705066:705066:8:4294967295] 00000400:00000200:0.0:1788204999.363971:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204999.363977:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204999.363981:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204999.363984:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036e00. 00000800:00000200:0.0:1788204999.363987:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204999.363990:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1788204999.364000:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204999.364001:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036e00. 00000400:00000200:0.0:1788204999.364004:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204999.364007:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204999.364010:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3220 00000400:00000010:0.0:1788204999.364012:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3220. 00000100:00000001:0.0:1788204999.364014:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204999.364018:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9f800 x1875052842025984/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204999.364024:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204999.364027:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9f800 x1875052842025984/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205024 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204999.364032:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204999.364034:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204999.364036:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204999.364039:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788204999.364042:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204999.364044:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310138378 00000100:00000001:0.0:1788204999.364047:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310139637 00000100:00000001:0.0:1788204999.364049:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310138378 00000100:00000001:0.0:1788204999.364051:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310139637 00000100:00000001:0.0:1788204999.364053:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204999.364055:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204999.364056:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204999.364060:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204999/real 1788204999] req@ffff9c476db9f800 x1875052842025984/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204999.364068:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204999.364069:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204999.364071:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788204999.364074:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788204999.364075:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788204999.364078:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204999.364081:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9f800 x1875052842025984/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204999.364089:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9f800 x1875052842025984/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204999.364099:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204999.364100:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204999.364102:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204999.364103:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204999.364106:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9f800 x1875052842025984/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204999.364112:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204999.364116:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9f800 x1875052842025984/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205024 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204999.364122:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204999.364124:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204999.364125:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204999.364127:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204999.364128:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204999.364130:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204999.364132:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204999.364135:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204999.364137:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204999.364140:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9f800 x1875052842025984/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205024 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204999.364148:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842025984:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204999.364152:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204999.364155:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9f480 x1875052842026112/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204999.364161:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204999.364163:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204999.364165:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204999.364167:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204999.364168:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204999.364171:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842026112:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204999.364174:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204999.364176:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204999.364177:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204999.364179:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204999.364182:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377000. 02000000:00000001:0.0:1788204999.364183:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204999.364186:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204999.364189:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788204999.364192:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788204999.364195:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842026112, portal 10 00000100:00000001:0.0:1788204999.364196:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204999.364198:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330355328 : -109644379196288 : ffff9c476db9f480) 00000100:00000040:0.0:1788204999.364218:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9f480 x1875052842026112/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204999.364224:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204999.364227:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204999.364229:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3220. 00000100:00000200:0.0:1788204999.364232:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842026112, offset 0 00000400:00000200:0.0:1788204999.364235:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204999.364239:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204999.364243:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204999.364246:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204999.364248:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204999.364250:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204999.364252:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204999.364254:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705072:705072:256:4294967295] 192.168.201.101@tcp LPNI seq info [705067:705067:8:4294967295] 00000400:00000200:0.0:1788204999.364256:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204999.364260:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204999.364263:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204999.364266:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036e00. 00000800:00000200:0.0:1788204999.364268:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204999.364270:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1788204999.364277:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204999.364278:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036e00. 00000400:00000200:0.0:1788204999.364280:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204999.364282:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204999.364284:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3220 00000400:00000010:0.0:1788204999.364285:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3220. 00000100:00000001:0.0:1788204999.364286:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204999.364296:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9f480 x1875052842026112/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204999.364302:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204999.364303:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9f480 x1875052842026112/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205024 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204999.364307:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204999.364308:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204999.364310:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204999.364313:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788204999.364314:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204999.364316:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310138378 00000100:00000001:0.0:1788204999.364317:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310139637 00000100:00000001:0.0:1788204999.364319:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310138378 00000100:00000001:0.0:1788204999.364320:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310139637 00000100:00000001:0.0:1788204999.364321:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204999.364322:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204999.364323:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204999.364325:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204999/real 1788204999] req@ffff9c476db9f480 x1875052842026112/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204999.364330:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204999.364331:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204999.364332:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788204999.364333:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788204999.364334:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788204999.364335:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204999.364337:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9f480 x1875052842026112/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204999.364342:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9f480 x1875052842026112/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204999.364345:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204999.364349:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204999.364350:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204999.364351:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204999.364353:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9f480 x1875052842026112/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204999.364356:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204999.364359:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9f480 x1875052842026112/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205024 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204999.364363:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204999.364364:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204999.364365:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204999.364366:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204999.364368:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204999.364370:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204999.364372:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204999.364375:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204999.364377:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204999.364381:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9f480 x1875052842026112/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205024 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204999.364388:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842026112:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788204999.364392:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788204999.364424:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9d880 x1875052842026240/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204999.364432:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788204999.364433:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204999.364435:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788204999.364437:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788204999.364439:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788204999.364441:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842026240:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204999.364444:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788204999.364446:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788204999.364447:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788204999.364449:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788204999.364452:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377c00. 02000000:00000001:0.0:1788204999.364454:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788204999.364458:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788204999.364460:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788204999.364464:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788204999.364467:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842026240, portal 4 00000100:00000001:0.0:1788204999.364469:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788204999.364470:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330348160 : -109644379203456 : ffff9c476db9d880) 00000100:00000040:0.0:1788204999.364490:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9d880 x1875052842026240/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204999.364496:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788204999.364498:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788204999.364501:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3220. 00000100:00000200:0.0:1788204999.364503:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052842026240, offset 0 00000400:00000200:0.0:1788204999.364507:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788204999.364511:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204999.364514:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788204999.364517:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788204999.364519:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788204999.364521:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788204999.364523:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788204999.364526:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705073:705073:256:4294967295] 192.168.201.101@tcp LPNI seq info [705068:705068:8:4294967295] 00000400:00000200:0.0:1788204999.364530:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788204999.364535:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788204999.364540:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204999.364544:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036e00. 00000800:00000200:0.0:1788204999.364548:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788204999.364550:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1788204999.364560:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788204999.364562:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036e00. 00000400:00000200:0.0:1788204999.364565:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788204999.364568:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788204999.364571:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3220 00000400:00000010:0.0:1788204999.364572:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3220. 00000100:00000001:0.0:1788204999.364574:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788204999.364578:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9d880 x1875052842026240/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204999.364585:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204999.364588:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9d880 x1875052842026240/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205024 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204999.364593:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204999.364594:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788204999.364596:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788204999.364608:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788204999.364611:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788204999.364612:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310138405 00000100:00000001:0.0:1788204999.364614:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310139637 00000100:00000001:0.0:1788204999.364615:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310138405 00000100:00000001:0.0:1788204999.364616:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310139637 00000100:00000001:0.0:1788204999.364618:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788204999.364619:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204999.364620:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788204999.364622:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204999/real 1788204999] req@ffff9c476db9d880 x1875052842026240/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788204999.364627:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788204999.364628:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788204999.364629:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788204999.364630:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788204999.364631:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788204999.364632:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788204999.364634:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9d880 x1875052842026240/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788204999.364639:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9d880 x1875052842026240/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204999.364642:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788204999.364643:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204999.364644:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204999.364644:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788204999.364646:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9d880 x1875052842026240/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204999.364650:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788204999.364652:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9d880 x1875052842026240/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205024 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204999.364656:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788204999.364658:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204999.364658:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788204999.364659:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204999.364660:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788204999.364661:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788204999.364663:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788204999.364665:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788204999.364666:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788204999.364668:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9d880 x1875052842026240/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205024 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788204999.364672:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842026240:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788204999.364674:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204999.364675:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204999.364677:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9c380 x1875052842025856/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205024 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204999.364681:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204999.364684:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204999.364685:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788204999.364687:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204999.364688:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204999.364689:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788204999.364691:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204999.364692:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a43000. 02000000:00000001:0.0:1788204999.364696:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204999.364698:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204999.364699:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9c380. 00000100:00000001:0.0:1788204999.364701:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204999.364702:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204999.364703:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204999.364704:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9f800 x1875052842025984/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205024 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204999.364711:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204999.364712:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204999.364713:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375400. 02000000:00000001:0.0:1788204999.364714:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204999.364715:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204999.364715:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204999.364716:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204999.364717:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a43800. 02000000:00000001:0.0:1788204999.364718:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204999.364719:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204999.364719:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9f800. 00000100:00000001:0.0:1788204999.364721:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204999.364721:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204999.364722:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204999.364724:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9f480 x1875052842026112/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205024 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204999.364727:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204999.364727:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204999.364728:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377000. 02000000:00000001:0.0:1788204999.364729:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204999.364730:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204999.364730:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788204999.364731:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204999.364732:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a41000. 02000000:00000001:0.0:1788204999.364733:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204999.364734:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204999.364734:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9f480. 00000100:00000001:0.0:1788204999.364735:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204999.364736:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204999.364737:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788204999.364738:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9d880 x1875052842026240/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205024 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788204999.364741:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788204999.364742:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788204999.364743:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377c00. 02000000:00000001:0.0:1788204999.364744:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788204999.364745:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788204999.364745:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788204999.364746:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788204999.364747:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a41400. 02000000:00000001:0.0:1788204999.364748:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788204999.364749:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788204999.364749:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9d880. 00000100:00000001:0.0:1788204999.364750:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788204999.364751:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204999.364752:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788204999.364764:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788204999.364766:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788204999.364767:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788204999.364768:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205000.002489:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205000.002494:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205000.002498:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205000.002499:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205000.002501:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205000.002501:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205000.642480:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310139637, at 4310139648 00000100:00000040:1.0:1788205000.642480:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310139637, at 4310139648 00000100:00000010:1.0:1788205000.642494:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba240. 00000100:00000010:0.0:1788205000.642496:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685baa80. 00010000:00000001:0.0:1788205001.026478:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205001.026484:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205001.026488:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205001.026489:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205001.026491:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205001.026492:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205001.026517:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205001.026520:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205001.026523:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205002.050502:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205002.050507:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205002.050510:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205002.050511:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205002.050515:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205002.050516:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205003.074523:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205003.074533:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205003.074535:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205003.074539:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205003.074544:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205003.074547:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205003.074549:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205003.074551:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205003.074556:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205003.074557:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205003.074561:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205003.074562:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205003.074595:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205003.074598:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205003.074601:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205004.098510:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205004.098532:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205004.098537:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205004.098538:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205004.098540:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205004.098541:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788205004.482506:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788205004.482557:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788205004.482559:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788205004.482561:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788205004.482565:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788205004.482575:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 15471 00000400:00000200:0.0:1788205004.482581:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205004.482585:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788205004.482587:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788205004.482589:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205004.482591:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205004.482593:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205004.482595:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788205004.482597:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788205004.482599:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788205004.482601:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788205004.482603:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788205004.482605:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788205004.482607:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788205004.482609:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205004.482611:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205004.482613:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205004.482615:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788205004.482617:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788205004.482620:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788205004.482622:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205004.482625:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788205004.482628:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205004.482631:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205004.482633:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788205004.482635:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788205004.482645:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8380. 00000020:00000040:0.0:1788205004.482648:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788205004.482651:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788205004.482653:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205004.482656:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788205004.482658:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788205004.482661:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788205004.482668:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377c00. 00000100:00000001:0.0:1788205004.482674:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205004.482682:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8380 x1875052842026368/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788205004.482692:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788205004.482697:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205004.482702:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004fba561] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8380 x1875052842026368/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205004.482721:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788205004.482724:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788205004.482726:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788205004.482727:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788205004.482728:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788205004.482730:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788205004.482733:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15471 00000400:00000200:0.0:1788205004.482736:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205004.482739:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788205004.482740:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788205004.482743:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205004.482744:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205004.482746:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205004.482748:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788205004.482751:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788205004.482753:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788205004.482757:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788205004.482759:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788205004.482762:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788205004.482763:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788205004.482767:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205004.482769:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205004.482772:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205004.482775:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788205004.482778:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788205004.482782:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788205004.482786:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205004.482790:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788205004.482796:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205004.482799:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205004.482802:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788205004.482805:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788205004.482808:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205004.482812:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788205004.482815:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8000. 00000020:00000040:0.0:1788205004.482819:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788205004.482822:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788205004.482824:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205004.482827:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788205004.482828:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788205004.482830:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788205004.482834:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377000. 00000100:00000001:0.0:1788205004.482839:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205004.482845:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8000 x1875052842026496/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788205004.482854:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788205004.482855:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205004.482857:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000755f6dce] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8000 x1875052842026496/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205004.482865:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788205004.482867:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788205004.482869:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788205004.482870:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788205004.482872:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788205004.482875:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788205004.482892:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15471 00000400:00000200:0.0:1788205004.482897:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205004.482904:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788205004.482907:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788205004.482912:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205004.482915:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205004.482920:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205004.482924:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788205004.482928:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788205004.482930:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788205004.482931:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788205004.482934:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788205004.482935:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788205004.482939:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788205004.482944:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205004.482948:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205004.482951:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205004.482953:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788205004.482954:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788205004.482957:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788205004.482959:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205004.482961:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788205004.482964:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205004.482968:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205004.482970:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788205004.482973:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788205004.482976:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205004.482976:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788205004.482979:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9c00. 00000020:00000040:0.0:1788205004.482981:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788205004.482982:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788205004.482983:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205004.482984:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788205004.482985:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788205004.482988:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788205004.482992:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375400. 00000100:00000001:0.0:1788205004.482996:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205004.483001:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9c00 x1875052842026624/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788205004.483008:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788205004.483012:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205004.483016:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d680416d] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9c00 x1875052842026624/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205004.483027:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205004.483031:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788205004.483034:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788205004.483035:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788205004.483037:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788205004.483038:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788205004.483039:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788205004.483042:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788205004.483046:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15471 00000400:00000200:0.0:1788205004.483050:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205004.483056:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788205004.483061:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788205004.483067:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205004.483072:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205004.483076:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205004.483080:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788205004.483082:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788205004.483084:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788205004.483085:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788205004.483088:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788205004.483094:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788205004.483098:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788205004.483104:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205004.483106:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205004.483109:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205004.483112:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788205004.483116:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788205004.483118:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788205004.483121:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205004.483124:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788205004.483127:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205004.483129:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205004.483130:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788205004.483133:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788205004.483137:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205004.483139:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788205004.483142:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fb100. 00000020:00000040:0.0:1788205004.483146:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788205004.483149:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788205004.483151:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205004.483154:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788205004.483156:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788205004.483159:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788205004.483163:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375800. 00000100:00000001:0.0:1788205004.483167:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205004.483174:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fb100 x1875052842026752/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788205004.483183:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788205004.483186:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205004.483193:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000093808cf5] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fb100 x1875052842026752/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205004.483218:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205004.483226:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15481) 00010000:00000001:0.0:1788205005.122508:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205005.122512:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205005.122516:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205005.122517:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205005.122519:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205005.122520:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205005.122588:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205005.122591:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205005.122594:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788205005.762488:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310144756, at 4310144768 00000100:00000040:0.0:1788205005.762489:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310144756, at 4310144768 00000100:00000010:0.0:1788205005.762500:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa880c0. 00000100:00000010:1.0:1788205005.762542:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88360. 00010000:00000001:0.0:1788205006.146466:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205006.146471:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205006.146475:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205006.146477:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205006.146479:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205006.146481:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205006.146483:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205006.146484:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205006.146486:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205006.146487:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205006.146489:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205006.146490:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205006.146491:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205006.146492:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205006.146492:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205006.146493:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205006.146494:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205006.146495:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205007.170500:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205007.170505:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205007.170509:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205007.170509:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205007.170512:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205007.170513:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205007.170540:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205007.170542:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205007.170543:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205008.194489:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205008.194494:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205008.194497:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205008.194498:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205008.194500:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205008.194501:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205009.218491:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205009.218497:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205009.218500:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205009.218501:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205009.218503:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205009.218504:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205009.218537:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205009.218539:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205009.218541:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788205009.602515:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788205009.602523:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788205009.602525:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788205009.602528:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788205009.602531:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788205009.602536:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 15476 00000400:00000200:0.0:1788205009.602542:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205009.602546:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788205009.602548:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788205009.602550:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205009.602552:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205009.602554:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205009.602555:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788205009.602558:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788205009.602560:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788205009.602562:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788205009.602564:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788205009.602565:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788205009.602567:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788205009.602569:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205009.602570:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205009.602571:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205009.602572:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788205009.602573:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788205009.602575:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788205009.602577:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205009.602579:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788205009.602581:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205009.602589:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205009.602590:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788205009.602592:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788205009.602599:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8a80. 00000020:00000040:0.0:1788205009.602601:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788205009.602604:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788205009.602605:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205009.602607:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788205009.602609:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788205009.602612:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788205009.602625:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376800. 00000100:00000001:0.0:1788205009.602631:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205009.602637:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8a80 x1875052842026880/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788205009.602644:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788205009.602647:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205009.602651:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000320d64fa] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8a80 x1875052842026880/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205009.602669:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788205009.602672:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788205009.602674:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788205009.602675:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788205009.602676:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788205009.602684:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788205009.602685:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15476 00000400:00000200:0.0:1788205009.602688:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205009.602690:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788205009.602692:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788205009.602694:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205009.602696:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205009.602697:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205009.602699:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788205009.602700:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788205009.602701:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788205009.602702:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788205009.602703:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788205009.602704:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788205009.602706:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788205009.602709:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205009.602711:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205009.602720:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205009.602721:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788205009.602723:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788205009.602728:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788205009.602732:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205009.602736:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788205009.602740:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205009.602744:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205009.602748:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788205009.602751:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788205009.602757:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205009.602761:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788205009.602765:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9180. 00000020:00000040:0.0:1788205009.602770:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788205009.602772:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788205009.602774:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205009.602777:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788205009.602779:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788205009.602782:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788205009.602786:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376000. 00000100:00000001:0.0:1788205009.602794:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205009.602802:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9180 x1875052842027008/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788205009.602808:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788205009.602810:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205009.602813:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b4a335a] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9180 x1875052842027008/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205009.602818:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788205009.602819:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788205009.602821:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788205009.602822:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788205009.602823:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788205009.602826:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788205009.602830:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15476 00000400:00000200:0.0:1788205009.602837:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205009.602843:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788205009.602847:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788205009.602853:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205009.602857:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205009.602861:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205009.602865:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788205009.602870:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788205009.602872:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788205009.602882:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788205009.602889:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788205009.602892:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788205009.602895:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788205009.602902:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205009.602907:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205009.602910:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205009.602913:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788205009.602916:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788205009.602921:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788205009.602925:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205009.602928:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788205009.602931:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205009.602935:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205009.602939:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788205009.602942:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788205009.602945:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205009.602948:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788205009.602950:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fa300. 00000020:00000040:0.0:1788205009.602952:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788205009.602956:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788205009.602958:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205009.602960:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788205009.602962:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788205009.602965:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788205009.602970:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376400. 00000100:00000001:0.0:1788205009.602975:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205009.602980:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fa300 x1875052842027136/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788205009.602988:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788205009.602990:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205009.602995:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000643b1429] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fa300 x1875052842027136/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205009.603004:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205009.603006:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788205009.603009:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788205009.603011:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788205009.603012:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788205009.603015:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788205009.603017:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788205009.603021:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788205009.603025:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15476 00000400:00000200:0.0:1788205009.603032:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205009.603036:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788205009.603038:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788205009.603040:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205009.603043:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205009.603048:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205009.603052:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788205009.603054:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788205009.603055:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788205009.603059:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788205009.603062:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788205009.603064:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788205009.603066:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788205009.603071:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205009.603072:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205009.603074:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205009.603077:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788205009.603080:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788205009.603083:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788205009.603086:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205009.603089:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788205009.603091:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205009.603094:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205009.603096:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788205009.603098:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788205009.603102:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205009.603103:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788205009.603105:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fad80. 00000020:00000040:0.0:1788205009.603107:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788205009.603110:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788205009.603112:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205009.603115:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788205009.603116:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788205009.603118:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788205009.603122:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374800. 00000100:00000001:0.0:1788205009.603126:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205009.603131:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fad80 x1875052842027264/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788205009.603139:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788205009.603141:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205009.603146:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010fef5ed] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fad80 x1875052842027264/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205009.603171:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205009.603176:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15486) 00010000:00000001:0.0:1788205010.242454:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205010.242458:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205010.242461:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205010.242462:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205010.242465:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205010.242466:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205010.882458:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310149876, at 4310149888 00000100:00000040:1.0:1788205010.882458:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310149876, at 4310149888 00000100:00000010:1.0:1788205010.882472:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa885a0. 00000100:00000010:0.0:1788205010.882473:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88b40. 00010000:00000001:0.0:1788205011.266499:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205011.266505:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205011.266509:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205011.266510:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205011.266512:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205011.266513:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205011.266574:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205011.266576:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205011.266577:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205012.290501:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205012.290507:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205012.290510:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205012.290511:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205012.290513:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205012.290514:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205013.314503:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205013.314509:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205013.314511:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205013.314513:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205013.314516:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205013.314518:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205013.314519:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205013.314521:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205013.314523:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205013.314524:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205013.314527:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205013.314528:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205013.314547:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205013.314549:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205013.314552:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205014.338500:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205014.338507:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205014.338512:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205014.338513:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205014.338516:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205014.338517:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205015.362534:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205015.362542:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205015.362548:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205015.362552:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205015.362555:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205015.362558:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205015.362562:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205015.362564:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205015.362565:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205015.362568:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205015.362571:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205015.362572:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205015.362574:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205015.362575:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205015.362577:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205015.362578:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205015.362579:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205015.362581:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205015.362599:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205015.362602:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205015.362605:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788205016.002480:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310154996, at 4310155008 00000100:00000040:1.0:1788205016.002480:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310154996, at 4310155008 00000100:00000010:1.0:1788205016.002493:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88300. 00000100:00000010:0.0:1788205016.002494:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88de0. 00010000:00000001:0.0:1788205016.386520:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205016.386525:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205016.386529:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205016.386531:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205016.386533:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205016.386533:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205017.410524:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205017.410530:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205017.410535:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205017.410537:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205017.410540:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205017.410541:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205017.410567:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205017.410570:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205017.410573:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205018.434484:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205018.434489:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205018.434493:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205018.434493:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205018.434496:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205018.434497:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205019.458510:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205019.458516:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205019.458519:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205019.458520:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205019.458522:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205019.458523:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205019.458543:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205019.458545:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205019.458546:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788205019.842737:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205019.842742:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788205019.842745:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205019.842753:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9c000 x1875052842027904/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205019.842768:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205019.842771:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205019.842776:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205019.842780:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205019.842786:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205019.842801:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842027904:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788205019.842805:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205019.842807:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205019.842811:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205019.842814:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205019.842819:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377c00. 02000000:00000001:0.0:1788205019.842822:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205019.842832:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205019.842839:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788205019.842893:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788205019.842902:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842027904, portal 25 00000100:00000001:0.0:1788205019.842905:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205019.842908:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330341888 : -109644379209728 : ffff9c476db9c000) 00000100:00000040:0.0:1788205019.842916:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9c000 x1875052842027904/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205019.842925:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205019.842931:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205019.842935:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3220. 00000100:00000200:0.0:1788205019.842940:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052842027904, offset 0 00000400:00000200:0.0:1788205019.842957:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205019.842967:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205019.842974:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205019.842980:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205019.842985:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205019.842990:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205019.842997:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205019.843004:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705086:705086:256:4294967295] 192.168.201.101@tcp LPNI seq info [705081:705081:8:4294967295] 00000400:00000200:0.0:1788205019.843015:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205019.843040:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205019.843067:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205019.843076:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036e00. 00000800:00000200:0.0:1788205019.843089:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205019.843095:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1788205019.843120:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205019.843125:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036e00. 00000400:00000200:0.0:1788205019.843133:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205019.843152:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205019.843160:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3220 00000400:00000010:0.0:1788205019.843165:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3220. 00000100:00000001:0.0:1788205019.843172:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205019.843181:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9c000 x1875052842027904/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205019.843199:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205019.843219:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9c000 x1875052842027904/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205044 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205019.843234:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205019.843238:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205019.843247:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205019.843254:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205019.843260:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4310160116 00000100:00000010:0.0:1788205019.843268:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685bae40. 00000100:00000001:0.0:1788205019.843285:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788205019.843294:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4310160116 00000100:00000010:0.0:1788205019.843301:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685baf60. 00000100:00000001:0.0:1788205019.843306:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788205019.843311:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205019.843316:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205019.843322:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205019.843331:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205019/real 1788205019] req@ffff9c476db9c000 x1875052842027904/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205019.843349:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205019.843352:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205019.843356:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788205019.843360:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788205019.843362:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788205019.843365:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205019.843369:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9c000 x1875052842027904/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205019.843378:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9c000 x1875052842027904/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205019.843386:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205019.843387:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205019.843390:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205019.843420:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205019.843426:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9c000 x1875052842027904/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205019.843433:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205019.843437:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9c000 x1875052842027904/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205019.843444:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205019.843447:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205019.843449:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205019.843450:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205019.843453:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205019.843455:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205019.843458:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205019.843462:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205019.843464:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205019.843469:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9c000 x1875052842027904/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205019.843476:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842027904:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788205019.843482:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205019.843484:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205019.843487:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9c000 x1875052842027904/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205019.843493:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205019.843496:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205019.843498:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377c00. 02000000:00000001:0.0:1788205019.843501:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205019.843503:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205019.843505:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788205019.843508:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205019.843510:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a41400. 02000000:00000001:0.0:1788205019.843514:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205019.843516:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205019.843517:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9c000. 00000100:00000001:0.0:1788205019.843520:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205019.843521:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205019.843524:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205019.843530:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788205019.843533:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205019.843535:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205019.843536:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788205019.843538:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205019.843542:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9c700 x1875052842028032/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205019.843549:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205019.843550:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205019.843553:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205019.843554:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205019.843557:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205019.843559:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842028032:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205019.843562:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205019.843565:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205019.843566:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205019.843568:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205019.843571:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377c00. 02000000:00000001:0.0:1788205019.843573:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205019.843578:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205019.843580:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788205019.843584:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788205019.843587:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842028032, portal 10 00000100:00000001:0.0:1788205019.843589:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205019.843590:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330343680 : -109644379207936 : ffff9c476db9c700) 00000100:00000040:0.0:1788205019.843596:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9c700 x1875052842028032/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205019.843603:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205019.843605:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205019.843608:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3220. 00000100:00000200:0.0:1788205019.843610:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842028032, offset 0 00000400:00000200:0.0:1788205019.843614:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205019.843618:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205019.843622:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205019.843625:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205019.843627:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205019.843629:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205019.843632:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205019.843635:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705087:705087:256:4294967295] 192.168.201.101@tcp LPNI seq info [705082:705082:8:4294967295] 00000400:00000200:0.0:1788205019.843639:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205019.843645:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205019.843649:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205019.843653:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036e00. 00000800:00000200:0.0:1788205019.843657:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205019.843660:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1788205019.843670:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205019.843672:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036e00. 00000400:00000200:0.0:1788205019.843676:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205019.843679:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205019.843682:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3220 00000400:00000010:0.0:1788205019.843684:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3220. 00000100:00000001:0.0:1788205019.843686:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205019.843690:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9c700 x1875052842028032/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205019.843698:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205019.843701:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9c700 x1875052842028032/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205044 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205019.843708:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205019.843709:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205019.843712:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205019.843716:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788205019.843719:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205019.843721:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310158858 00000100:00000001:0.0:1788205019.843724:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310160116 00000100:00000001:0.0:1788205019.843726:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310158858 00000100:00000001:0.0:1788205019.843728:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310160116 00000100:00000001:0.0:1788205019.843730:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205019.843732:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205019.843734:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205019.843738:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205019/real 1788205019] req@ffff9c476db9c700 x1875052842028032/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205019.843745:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205019.843747:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205019.843749:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788205019.843751:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788205019.843753:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788205019.843755:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205019.843758:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9c700 x1875052842028032/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205019.843767:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9c700 x1875052842028032/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205019.843773:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205019.843775:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205019.843776:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205019.843778:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205019.843782:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9c700 x1875052842028032/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205019.843788:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205019.843792:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9c700 x1875052842028032/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205019.843799:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205019.843801:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205019.843803:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205019.843804:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205019.843806:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205019.843808:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205019.843810:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205019.843813:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205019.843816:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205019.843820:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9c700 x1875052842028032/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205019.843828:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842028032:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205019.843832:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205019.843835:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9e680 x1875052842028160/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205019.843847:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205019.843849:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205019.843851:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205019.843853:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205019.843855:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205019.843858:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842028160:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205019.843861:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205019.843863:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205019.843864:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205019.843866:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205019.843869:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376c00. 02000000:00000001:0.0:1788205019.843871:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205019.843874:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205019.843876:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788205019.843879:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788205019.843881:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842028160, portal 10 00000100:00000001:0.0:1788205019.843883:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205019.843884:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330351744 : -109644379199872 : ffff9c476db9e680) 00000100:00000040:0.0:1788205019.843890:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9e680 x1875052842028160/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205019.843896:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205019.843898:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205019.843900:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3220. 00000100:00000200:0.0:1788205019.843903:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842028160, offset 0 00000400:00000200:0.0:1788205019.843906:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205019.843909:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205019.843913:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205019.843916:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205019.843918:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205019.843920:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205019.843922:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205019.843926:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705088:705088:256:4294967295] 192.168.201.101@tcp LPNI seq info [705083:705083:8:4294967295] 00000400:00000200:0.0:1788205019.843929:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205019.843936:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205019.843940:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205019.843943:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036e00. 00000800:00000200:0.0:1788205019.843946:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205019.843949:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1788205019.843958:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205019.843960:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036e00. 00000400:00000200:0.0:1788205019.843963:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205019.843966:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205019.843979:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3220 00000400:00000010:0.0:1788205019.843980:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3220. 00000100:00000001:0.0:1788205019.843985:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205019.843989:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9e680 x1875052842028160/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205019.843996:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205019.843999:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9e680 x1875052842028160/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205044 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205019.844005:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205019.844007:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205019.844010:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205019.844012:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788205019.844015:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205019.844017:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310158858 00000100:00000001:0.0:1788205019.844020:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310160116 00000100:00000001:0.0:1788205019.844022:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310158858 00000100:00000001:0.0:1788205019.844024:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310160116 00000100:00000001:0.0:1788205019.844026:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205019.844028:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205019.844030:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205019.844033:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205019/real 1788205019] req@ffff9c476db9e680 x1875052842028160/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205019.844041:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205019.844042:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205019.844044:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788205019.844046:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788205019.844048:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788205019.844050:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205019.844053:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9e680 x1875052842028160/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205019.844076:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9e680 x1875052842028160/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205019.844082:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205019.844084:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205019.844085:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205019.844086:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205019.844090:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9e680 x1875052842028160/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205019.844096:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205019.844100:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9e680 x1875052842028160/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205019.844107:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205019.844109:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205019.844111:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205019.844112:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205019.844114:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205019.844115:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205019.844118:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205019.844121:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205019.844124:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205019.844128:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9e680 x1875052842028160/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205019.844135:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842028160:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205019.844139:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205019.844142:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9d180 x1875052842028288/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205019.844148:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205019.844150:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205019.844152:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205019.844153:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205019.844155:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205019.844158:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842028288:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788205019.844161:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205019.844163:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205019.844164:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205019.844166:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205019.844169:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788205019.844171:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205019.844174:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205019.844177:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788205019.844180:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788205019.844182:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842028288, portal 4 00000100:00000001:0.0:1788205019.844184:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205019.844185:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330346368 : -109644379205248 : ffff9c476db9d180) 00000100:00000040:0.0:1788205019.844190:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9d180 x1875052842028288/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205019.844196:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205019.844198:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205019.844200:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3220. 00000100:00000200:0.0:1788205019.844202:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052842028288, offset 0 00000400:00000200:0.0:1788205019.844206:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205019.844209:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205019.844212:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205019.844215:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205019.844217:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205019.844219:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205019.844221:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205019.844224:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705089:705089:256:4294967295] 192.168.201.101@tcp LPNI seq info [705084:705084:8:4294967295] 00000400:00000200:0.0:1788205019.844228:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205019.844234:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205019.844238:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205019.844241:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036e00. 00000800:00000200:0.0:1788205019.844245:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205019.844247:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1788205019.844256:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205019.844258:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036e00. 00000400:00000200:0.0:1788205019.844260:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205019.844263:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205019.844265:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3220 00000400:00000010:0.0:1788205019.844267:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3220. 00000100:00000001:0.0:1788205019.844269:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205019.844273:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9d180 x1875052842028288/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205019.844280:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205019.844283:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9d180 x1875052842028288/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205044 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205019.844288:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205019.844290:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205019.844293:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205019.844295:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788205019.844298:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205019.844300:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310158884 00000100:00000001:0.0:1788205019.844303:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310160116 00000100:00000001:0.0:1788205019.844305:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310158884 00000100:00000001:0.0:1788205019.844307:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310160116 00000100:00000001:0.0:1788205019.844309:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205019.844311:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205019.844313:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205019.844316:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205019/real 1788205019] req@ffff9c476db9d180 x1875052842028288/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205019.844323:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205019.844324:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205019.844326:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788205019.844328:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788205019.844329:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788205019.844331:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205019.844333:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9d180 x1875052842028288/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205019.844340:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9d180 x1875052842028288/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205019.844346:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205019.844347:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205019.844349:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205019.844350:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205019.844353:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9d180 x1875052842028288/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205019.844358:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205019.844362:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9d180 x1875052842028288/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205019.844368:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205019.844370:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205019.844371:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205019.844372:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205019.844374:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205019.844375:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205019.844377:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205019.844379:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205019.844381:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205019.844384:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9d180 x1875052842028288/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205019.844390:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842028288:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788205019.844409:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205019.844412:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205019.844415:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9c700 x1875052842028032/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205019.844421:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205019.844423:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205019.844424:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377c00. 02000000:00000001:0.0:1788205019.844427:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205019.844428:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205019.844429:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788205019.844431:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205019.844433:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a42400. 02000000:00000001:0.0:1788205019.844436:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205019.844437:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205019.844439:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9c700. 00000100:00000001:0.0:1788205019.844441:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205019.844442:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205019.844444:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205019.844447:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9e680 x1875052842028160/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205019.844453:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205019.844454:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205019.844455:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376c00. 02000000:00000001:0.0:1788205019.844457:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205019.844458:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205019.844459:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788205019.844461:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205019.844462:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a41800. 02000000:00000001:0.0:1788205019.844464:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205019.844465:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205019.844466:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9e680. 00000100:00000001:0.0:1788205019.844468:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205019.844470:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205019.844471:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205019.844474:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9d180 x1875052842028288/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205019.844480:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205019.844481:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205019.844483:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788205019.844484:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205019.844485:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205019.844486:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788205019.844488:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205019.844490:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a41000. 02000000:00000001:0.0:1788205019.844491:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205019.844492:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205019.844494:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9d180. 00000100:00000001:0.0:1788205019.844495:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205019.844497:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205019.844499:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205019.844502:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788205019.844503:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205019.844505:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205019.844508:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205020.482496:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205020.482503:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205020.482509:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205020.482510:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205020.482514:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205020.482515:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205021.122482:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310160116, at 4310160128 00000100:00000040:1.0:1788205021.122482:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310160116, at 4310160128 00000100:00000010:0.0:1788205021.122497:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685bae40. 00000100:00000010:1.0:1788205021.122498:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685baf60. 00010000:00000001:0.0:1788205021.506505:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205021.506510:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205021.506513:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205021.506514:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205021.506516:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205021.506517:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205021.506538:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205021.506540:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205021.506541:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205022.530504:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205022.530509:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205022.530513:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205022.530514:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205022.530516:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205022.530517:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205023.554523:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205023.554530:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205023.554532:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205023.554536:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205023.554541:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205023.554543:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205023.554545:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205023.554547:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205023.554551:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205023.554552:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205023.554556:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205023.554557:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205023.554592:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205023.554595:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205023.554598:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205024.578514:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205024.578520:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205024.578526:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205024.578527:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205024.578537:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205024.578538:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205024.962725:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205024.962730:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788205024.962733:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205024.962741:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c848e00 x1875052842028416/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205024.962755:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205024.962758:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205024.962761:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205024.962764:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205024.962768:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205024.962772:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c848e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842028416:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788205024.962778:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205024.962781:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205024.962785:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205024.962788:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205024.962793:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788205024.962797:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205024.962802:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205024.962808:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788205024.962814:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788205024.962821:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842028416, portal 25 00000100:00000001:0.0:1788205024.962825:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205024.962827:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578513920 : -109644131037696 : ffff9c477c848e00) 00000100:00000040:0.0:1788205024.962832:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c848e00 x1875052842028416/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205049 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205024.962843:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205024.962848:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205024.962851:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3220. 00000100:00000200:0.0:1788205024.962855:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052842028416, offset 0 00000400:00000200:0.0:1788205024.962862:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205024.962871:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205024.962877:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205024.962883:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205024.962888:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205024.962892:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205024.962897:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205024.962902:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705090:705090:256:4294967295] 192.168.201.101@tcp LPNI seq info [705085:705085:8:4294967295] 00000400:00000200:0.0:1788205024.962907:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205024.962920:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205024.962929:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205024.962936:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036e00. 00000800:00000200:0.0:1788205024.962946:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205024.962950:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1788205024.962976:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205024.962979:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036e00. 00000400:00000200:0.0:1788205024.962985:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205024.962992:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205024.962997:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3220 00000400:00000010:0.0:1788205024.963000:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3220. 00000100:00000001:0.0:1788205024.963004:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205024.963010:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c848e00 x1875052842028416/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205049 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205024.963026:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205024.963031:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c848e00 x1875052842028416/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205049 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205024.963044:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205024.963048:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205024.963054:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205024.963060:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205024.963063:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4310165236 00000100:00000010:0.0:1788205024.963068:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685bae40. 00000100:00000001:0.0:1788205024.963075:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788205024.963082:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4310165236 00000100:00000010:0.0:1788205024.963088:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba1e0. 00000100:00000001:0.0:1788205024.963090:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788205024.963095:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205024.963099:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205024.963103:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205024.963108:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205024/real 1788205024] req@ffff9c477c848e00 x1875052842028416/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205024.963123:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205024.963127:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205024.963131:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788205024.963135:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788205024.963139:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788205024.963145:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205024.963153:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c848e00 x1875052842028416/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205024.963168:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c848e00 x1875052842028416/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205024.963197:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205024.963202:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205024.963206:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205024.963209:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205024.963219:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c848e00 x1875052842028416/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205024.963234:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205024.963239:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c848e00 x1875052842028416/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205024.963254:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205024.963258:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205024.963261:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205024.963264:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205024.963267:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205024.963270:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205024.963276:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205024.963282:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205024.963286:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205024.963294:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c848e00 x1875052842028416/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205024.963324:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c848e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842028416:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788205024.963332:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205024.963336:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205024.963340:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c848e00 x1875052842028416/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205024.963351:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205024.963355:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205024.963359:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788205024.963363:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205024.963366:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205024.963369:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788205024.963372:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205024.963375:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f1000. 02000000:00000001:0.0:1788205024.963378:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205024.963382:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205024.963384:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c848e00. 00000100:00000001:0.0:1788205024.963389:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205024.963425:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205024.963429:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205024.963436:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788205024.963438:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205024.963439:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205024.963441:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788205024.963442:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205024.963453:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c849500 x1875052842028544/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205024.963463:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205024.963466:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205024.963471:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205024.963473:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205024.963475:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205024.963478:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c849500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842028544:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205024.963483:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205024.963486:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205024.963488:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205024.963490:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205024.963494:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788205024.963497:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205024.963503:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205024.963506:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788205024.963511:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788205024.963514:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842028544, portal 10 00000100:00000001:0.0:1788205024.963516:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205024.963519:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578515712 : -109644131035904 : ffff9c477c849500) 00000100:00000040:0.0:1788205024.963525:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c849500 x1875052842028544/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205049 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205024.963537:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205024.963542:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205024.963546:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3220. 00000100:00000200:0.0:1788205024.963550:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842028544, offset 0 00000400:00000200:0.0:1788205024.963556:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205024.963563:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205024.963569:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205024.963573:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205024.963577:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205024.963581:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205024.963586:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205024.963590:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705091:705091:256:4294967295] 192.168.201.101@tcp LPNI seq info [705086:705086:8:4294967295] 00000400:00000200:0.0:1788205024.963598:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205024.963607:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205024.963613:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205024.963616:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036e00. 00000800:00000200:0.0:1788205024.963621:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205024.963624:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1788205024.963634:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205024.963636:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036e00. 00000400:00000200:0.0:1788205024.963639:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205024.963641:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205024.963643:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3220 00000400:00000010:0.0:1788205024.963645:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3220. 00000100:00000001:0.0:1788205024.963646:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205024.963649:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c849500 x1875052842028544/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205049 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205024.963654:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205024.963655:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c849500 x1875052842028544/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205049 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205024.963659:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205024.963660:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205024.963663:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205024.963665:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788205024.963667:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205024.963668:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310163978 00000100:00000001:0.0:1788205024.963670:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310165236 00000100:00000001:0.0:1788205024.963672:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310163978 00000100:00000001:0.0:1788205024.963673:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310165236 00000100:00000001:0.0:1788205024.963675:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205024.963676:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205024.963677:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205024.963679:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205024/real 1788205024] req@ffff9c477c849500 x1875052842028544/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205024.963683:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205024.963684:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205024.963685:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788205024.963686:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788205024.963687:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788205024.963688:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205024.963690:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c849500 x1875052842028544/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205024.963695:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c849500 x1875052842028544/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205024.963698:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205024.963699:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205024.963700:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205024.963700:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205024.963702:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c849500 x1875052842028544/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205024.963706:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205024.963708:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c849500 x1875052842028544/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205024.963712:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205024.963714:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205024.963715:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205024.963716:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205024.963717:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205024.963718:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205024.963720:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205024.963721:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205024.963722:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205024.963725:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c849500 x1875052842028544/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205024.963729:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c849500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842028544:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205024.963731:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205024.963732:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c848380 x1875052842028672/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205024.963736:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205024.963737:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205024.963739:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205024.963740:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205024.963741:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205024.963743:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c848380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842028672:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205024.963744:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205024.963745:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205024.963746:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205024.963747:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205024.963750:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376c00. 02000000:00000001:0.0:1788205024.963751:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205024.963753:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205024.963754:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788205024.963755:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788205024.963757:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842028672, portal 10 00000100:00000001:0.0:1788205024.963758:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205024.963759:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578511232 : -109644131040384 : ffff9c477c848380) 00000100:00000040:0.0:1788205024.963763:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c848380 x1875052842028672/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205049 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205024.963766:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205024.963768:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205024.963769:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3220. 00000100:00000200:0.0:1788205024.963770:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842028672, offset 0 00000400:00000200:0.0:1788205024.963772:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205024.963775:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205024.963776:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205024.963778:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205024.963780:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205024.963781:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205024.963782:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205024.963784:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705092:705092:256:4294967295] 192.168.201.101@tcp LPNI seq info [705087:705087:8:4294967295] 00000400:00000200:0.0:1788205024.963787:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205024.963790:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205024.963793:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205024.963795:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036e00. 00000800:00000200:0.0:1788205024.963797:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205024.963799:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1788205024.963805:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205024.963806:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036e00. 00000400:00000200:0.0:1788205024.963807:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205024.963809:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205024.963811:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3220 00000400:00000010:0.0:1788205024.963812:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3220. 00000100:00000001:0.0:1788205024.963813:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205024.963815:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c848380 x1875052842028672/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205049 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205024.963819:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205024.963821:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c848380 x1875052842028672/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205049 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205024.963825:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205024.963826:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205024.963827:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205024.963829:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788205024.963830:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205024.963831:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310163978 00000100:00000001:0.0:1788205024.963833:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310165236 00000100:00000001:0.0:1788205024.963834:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310163978 00000100:00000001:0.0:1788205024.963835:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310165236 00000100:00000001:0.0:1788205024.963837:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205024.963838:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205024.963838:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205024.963840:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205024/real 1788205024] req@ffff9c477c848380 x1875052842028672/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205024.963844:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205024.963845:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205024.963845:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788205024.963847:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788205024.963847:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788205024.963848:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205024.963850:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c848380 x1875052842028672/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205024.963854:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c848380 x1875052842028672/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205024.963858:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205024.963858:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205024.963859:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205024.963860:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205024.963862:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c848380 x1875052842028672/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205024.963866:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205024.963868:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c848380 x1875052842028672/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205024.963872:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205024.963873:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205024.963874:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205024.963874:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205024.963875:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205024.963876:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205024.963878:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205024.963879:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205024.963880:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205024.963882:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c848380 x1875052842028672/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205024.963886:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c848380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842028672:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205024.963888:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205024.963889:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205024.963890:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c849500 x1875052842028544/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205024.963894:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205024.963895:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205024.963896:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788205024.963897:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205024.963898:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205024.963899:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788205024.963900:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205024.963901:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f1400. 02000000:00000001:0.0:1788205024.963903:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205024.963903:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205024.963904:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c849500. 00000100:00000001:0.0:1788205024.963906:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205024.963907:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205024.963907:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205024.963909:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c848380 x1875052842028672/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205024.963913:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205024.963913:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205024.963914:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376c00. 02000000:00000001:0.0:1788205024.963915:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205024.963916:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205024.963916:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788205024.963917:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205024.963918:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f3c00. 02000000:00000001:0.0:1788205024.963919:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205024.963920:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205024.963920:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c848380. 00000100:00000001:0.0:1788205024.963921:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205024.963922:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205024.963923:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205024.963925:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788205024.963926:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205024.963927:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205024.963927:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788205024.963928:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205024.963930:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c84bb80 x1875052842028800/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205024.963934:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205024.963935:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205024.963936:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205024.963937:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205024.963938:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205024.963939:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c84bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842028800:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788205024.963942:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205024.963943:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205024.963943:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205024.963945:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205024.963946:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376c00. 02000000:00000001:0.0:1788205024.963947:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205024.963949:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205024.963950:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788205024.963952:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788205024.963954:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842028800, portal 4 00000100:00000001:0.0:1788205024.963955:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205024.963955:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578525568 : -109644131026048 : ffff9c477c84bb80) 00000100:00000040:0.0:1788205024.963959:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c84bb80 x1875052842028800/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205049 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205024.963963:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205024.963964:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205024.963982:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3220. 00000100:00000200:0.0:1788205024.963984:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052842028800, offset 0 00000400:00000200:0.0:1788205024.963987:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205024.963989:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205024.963991:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205024.963993:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205024.963995:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205024.963996:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205024.963997:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205024.963999:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705093:705093:256:4294967295] 192.168.201.101@tcp LPNI seq info [705088:705088:8:4294967295] 00000400:00000200:0.0:1788205024.964002:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205024.964005:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205024.964007:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205024.964009:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036e00. 00000800:00000200:0.0:1788205024.964011:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205024.964013:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1788205024.964019:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205024.964020:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036e00. 00000400:00000200:0.0:1788205024.964022:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205024.964024:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205024.964026:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3220 00000400:00000010:0.0:1788205024.964027:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3220. 00000100:00000001:0.0:1788205024.964029:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205024.964031:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c84bb80 x1875052842028800/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205049 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205024.964036:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205024.964037:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84bb80 x1875052842028800/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205049 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205024.964041:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205024.964042:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205024.964044:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205024.964047:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788205024.964049:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205024.964050:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310164004 00000100:00000001:0.0:1788205024.964051:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310165236 00000100:00000001:0.0:1788205024.964053:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310164004 00000100:00000001:0.0:1788205024.964054:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310165236 00000100:00000001:0.0:1788205024.964055:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205024.964056:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205024.964057:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205024.964059:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205024/real 1788205024] req@ffff9c477c84bb80 x1875052842028800/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205024.964063:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205024.964064:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205024.964066:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788205024.964067:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788205024.964068:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788205024.964069:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205024.964071:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c84bb80 x1875052842028800/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205024.964076:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c84bb80 x1875052842028800/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205024.964079:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205024.964079:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205024.964080:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205024.964081:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205024.964083:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c84bb80 x1875052842028800/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205024.964086:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205024.964089:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c84bb80 x1875052842028800/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205024.964093:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205024.964094:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205024.964096:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205024.964096:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205024.964097:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205024.964098:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205024.964100:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205024.964101:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205024.964102:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205024.964104:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c84bb80 x1875052842028800/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205024.964108:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c84bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842028800:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788205024.964111:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205024.964112:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205024.964114:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c84bb80 x1875052842028800/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205024.964120:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205024.964121:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205024.964123:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376c00. 02000000:00000001:0.0:1788205024.964125:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205024.964126:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205024.964127:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788205024.964129:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205024.964130:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f0c00. 02000000:00000001:0.0:1788205024.964132:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205024.964133:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205024.964135:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c84bb80. 00000100:00000001:0.0:1788205024.964137:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205024.964138:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205024.964140:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205024.964143:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788205024.964144:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205024.964146:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205024.964147:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205025.602495:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205025.602501:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205025.602505:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205025.602508:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205025.602510:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205025.602512:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205025.602514:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205025.602515:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205025.602517:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205025.602518:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205025.602520:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205025.602521:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205025.602522:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205025.602523:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205025.602524:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205025.602525:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205025.602526:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205025.602527:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205025.602546:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205025.602548:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205025.602550:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788205026.242488:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310165236, at 4310165248 00000100:00000040:1.0:1788205026.242488:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310165236, at 4310165248 00000100:00000010:0.0:1788205026.242501:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685bae40. 00000100:00000010:1.0:1788205026.242504:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba1e0. 00010000:00000001:0.0:1788205026.626503:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205026.626509:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205026.626513:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205026.626514:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205026.626516:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205026.626517:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205027.650473:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205027.650479:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205027.650483:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205027.650485:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205027.650488:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205027.650489:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205027.650542:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205027.650546:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205027.650548:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205028.674451:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205028.674458:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205028.674464:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205028.674465:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205028.674468:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205028.674469:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205029.698473:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205029.698481:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205029.698486:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205029.698487:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205029.698490:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205029.698491:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205029.698510:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205029.698513:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205029.698516:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788205030.082695:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205030.082702:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788205030.082707:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205030.082718:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c84b800 x1875052842028928/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205030.082738:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205030.082742:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205030.082749:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205030.082753:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205030.082759:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205030.082767:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c84b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842028928:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788205030.082775:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205030.082780:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205030.082785:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205030.082790:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205030.082798:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788205030.082803:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205030.082813:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205030.082820:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788205030.082829:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788205030.082837:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842028928, portal 25 00000100:00000001:0.0:1788205030.082841:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205030.082846:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578524672 : -109644131026944 : ffff9c477c84b800) 00000100:00000040:0.0:1788205030.082856:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c84b800 x1875052842028928/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205055 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205030.082867:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205030.082873:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205030.082894:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3220. 00000100:00000200:0.0:1788205030.082901:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052842028928, offset 0 00000400:00000200:0.0:1788205030.082914:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205030.082925:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205030.082936:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205030.082944:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205030.082954:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205030.082961:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205030.082968:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205030.082975:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705094:705094:256:4294967295] 192.168.201.101@tcp LPNI seq info [705089:705089:8:4294967295] 00000400:00000200:0.0:1788205030.082985:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205030.082999:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205030.083010:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205030.083021:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036e00. 00000800:00000200:0.0:1788205030.083030:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205030.083035:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1788205030.083059:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205030.083062:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036e00. 00000400:00000200:0.0:1788205030.083067:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205030.083076:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205030.083085:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3220 00000400:00000010:0.0:1788205030.083089:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3220. 00000100:00000001:0.0:1788205030.083094:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205030.083102:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c84b800 x1875052842028928/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205055 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205030.083116:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205030.083123:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84b800 x1875052842028928/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205055 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205030.083148:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205030.083153:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205030.083161:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205030.083171:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205030.083177:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4310170356 00000100:00000010:0.0:1788205030.083185:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685bae40. 00000100:00000001:0.0:1788205030.083194:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788205030.083203:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4310170356 00000100:00000010:0.0:1788205030.083210:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685baea0. 00000100:00000001:0.0:1788205030.083215:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788205030.083222:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205030.083228:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205030.083235:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205030.083244:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205030/real 1788205030] req@ffff9c477c84b800 x1875052842028928/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205030.083263:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205030.083266:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205030.083271:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788205030.083276:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788205030.083279:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788205030.083284:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205030.083293:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c84b800 x1875052842028928/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205030.083312:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c84b800 x1875052842028928/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205030.083325:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205030.083329:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205030.083332:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205030.083334:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205030.083339:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c84b800 x1875052842028928/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205030.083346:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205030.083351:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c84b800 x1875052842028928/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205055 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205030.083358:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205030.083369:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205030.083371:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205030.083373:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205030.083375:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205030.083376:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205030.083379:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205030.083383:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205030.083386:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205030.083390:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c84b800 x1875052842028928/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205055 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205030.083423:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c84b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842028928:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788205030.083428:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205030.083430:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205030.083433:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c84b800 x1875052842028928/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205055 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205030.083440:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205030.083442:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205030.083444:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788205030.083447:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205030.083449:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205030.083450:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788205030.083453:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205030.083455:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f2400. 02000000:00000001:0.0:1788205030.083458:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205030.083460:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205030.083461:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c84b800. 00000100:00000001:0.0:1788205030.083464:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205030.083465:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205030.083468:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205030.083474:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788205030.083476:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205030.083478:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205030.083479:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788205030.083481:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205030.083484:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c84ad80 x1875052842029056/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205030.083492:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205030.083493:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205030.083495:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205030.083497:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205030.083499:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205030.083501:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c84ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842029056:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205030.083504:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205030.083506:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205030.083508:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205030.083509:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205030.083512:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788205030.083514:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205030.083517:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205030.083520:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788205030.083524:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788205030.083526:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842029056, portal 10 00000100:00000001:0.0:1788205030.083528:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205030.083530:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578521984 : -109644131029632 : ffff9c477c84ad80) 00000100:00000040:0.0:1788205030.083536:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c84ad80 x1875052842029056/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205055 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205030.083542:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205030.083545:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205030.083547:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3220. 00000100:00000200:0.0:1788205030.083549:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842029056, offset 0 00000400:00000200:0.0:1788205030.083553:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205030.083557:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205030.083561:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205030.083564:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205030.083566:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205030.083568:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205030.083571:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205030.083574:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705095:705095:256:4294967295] 192.168.201.101@tcp LPNI seq info [705090:705090:8:4294967295] 00000400:00000200:0.0:1788205030.083578:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205030.083584:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205030.083588:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205030.083591:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036e00. 00000800:00000200:0.0:1788205030.083595:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205030.083597:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1788205030.083607:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205030.083609:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036e00. 00000400:00000200:0.0:1788205030.083611:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205030.083614:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205030.083617:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3220 00000400:00000010:0.0:1788205030.083619:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3220. 00000100:00000001:0.0:1788205030.083622:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205030.083625:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c84ad80 x1875052842029056/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205055 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205030.083632:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205030.083635:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84ad80 x1875052842029056/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205055 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205030.083641:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205030.083642:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205030.083645:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205030.083648:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788205030.083651:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205030.083654:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310169098 00000100:00000001:0.0:1788205030.083656:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310170356 00000100:00000001:0.0:1788205030.083658:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310169098 00000100:00000001:0.0:1788205030.083661:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310170356 00000100:00000001:0.0:1788205030.083663:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205030.083665:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205030.083667:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205030.083670:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205030/real 1788205030] req@ffff9c477c84ad80 x1875052842029056/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205030.083678:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205030.083679:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205030.083681:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788205030.083683:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788205030.083685:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788205030.083687:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205030.083690:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c84ad80 x1875052842029056/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205030.083698:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c84ad80 x1875052842029056/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205030.083703:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205030.083705:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205030.083707:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205030.083708:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205030.083711:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c84ad80 x1875052842029056/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205030.083717:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205030.083721:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c84ad80 x1875052842029056/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205055 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205030.083727:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205030.083729:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205030.083730:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205030.083731:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205030.083733:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205030.083734:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205030.083736:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205030.083739:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205030.083741:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205030.083745:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c84ad80 x1875052842029056/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205055 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205030.083751:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c84ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842029056:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205030.083755:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205030.083757:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c848a80 x1875052842029184/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205030.083763:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205030.083764:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205030.083766:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205030.083767:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205030.083769:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205030.083772:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c848a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842029184:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205030.083775:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205030.083777:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205030.083778:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205030.083780:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205030.083783:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377c00. 02000000:00000001:0.0:1788205030.083784:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205030.083787:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205030.083790:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788205030.083793:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788205030.083795:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842029184, portal 10 00000100:00000001:0.0:1788205030.083797:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205030.083798:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578513024 : -109644131038592 : ffff9c477c848a80) 00000100:00000040:0.0:1788205030.083804:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c848a80 x1875052842029184/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205055 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205030.083810:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205030.083813:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205030.083815:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3220. 00000100:00000200:0.0:1788205030.083817:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842029184, offset 0 00000400:00000200:0.0:1788205030.083821:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205030.083825:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205030.083828:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205030.083832:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205030.083834:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205030.083836:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205030.083838:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205030.083841:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705096:705096:256:4294967295] 192.168.201.101@tcp LPNI seq info [705091:705091:8:4294967295] 00000400:00000200:0.0:1788205030.083844:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205030.083850:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205030.083854:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205030.083857:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036e00. 00000800:00000200:0.0:1788205030.083861:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205030.083863:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1788205030.083873:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205030.083875:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036e00. 00000400:00000200:0.0:1788205030.083892:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205030.083896:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205030.083899:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3220 00000400:00000010:0.0:1788205030.083900:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3220. 00000100:00000001:0.0:1788205030.083903:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205030.083906:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c848a80 x1875052842029184/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205055 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205030.083913:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205030.083916:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c848a80 x1875052842029184/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205055 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205030.083922:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205030.083923:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205030.083927:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205030.083929:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788205030.083932:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205030.083934:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310169098 00000100:00000001:0.0:1788205030.083936:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310170356 00000100:00000001:0.0:1788205030.083938:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310169098 00000100:00000001:0.0:1788205030.083940:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310170356 00000100:00000001:0.0:1788205030.083941:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205030.083944:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205030.083945:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205030.083949:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205030/real 1788205030] req@ffff9c477c848a80 x1875052842029184/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205030.083956:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205030.083957:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205030.083959:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788205030.083962:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788205030.083963:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788205030.083965:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205030.083968:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c848a80 x1875052842029184/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205030.083975:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c848a80 x1875052842029184/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205030.083981:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205030.083982:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205030.083983:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205030.083985:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205030.083988:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c848a80 x1875052842029184/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205030.083994:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205030.083997:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c848a80 x1875052842029184/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205055 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205030.084002:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205030.084004:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205030.084006:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205030.084007:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205030.084008:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205030.084010:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205030.084012:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205030.084014:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205030.084016:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205030.084019:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c848a80 x1875052842029184/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205055 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205030.084026:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c848a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842029184:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205030.084029:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205030.084032:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c849880 x1875052842029312/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205030.084038:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205030.084040:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205030.084042:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205030.084044:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205030.084046:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205030.084049:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c849880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842029312:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788205030.084051:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205030.084053:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205030.084055:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205030.084056:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205030.084060:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374c00. 02000000:00000001:0.0:1788205030.084061:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205030.084064:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205030.084067:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788205030.084070:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788205030.084073:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842029312, portal 4 00000100:00000001:0.0:1788205030.084075:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205030.084076:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578516608 : -109644131035008 : ffff9c477c849880) 00000100:00000040:0.0:1788205030.084081:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c849880 x1875052842029312/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205055 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205030.084087:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205030.084089:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205030.084091:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3220. 00000100:00000200:0.0:1788205030.084093:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052842029312, offset 0 00000400:00000200:0.0:1788205030.084097:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205030.084100:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205030.084103:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205030.084106:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205030.084109:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205030.084111:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205030.084113:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205030.084116:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705097:705097:256:4294967295] 192.168.201.101@tcp LPNI seq info [705092:705092:8:4294967295] 00000400:00000200:0.0:1788205030.084119:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205030.084125:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205030.084129:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205030.084131:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036e00. 00000800:00000200:0.0:1788205030.084135:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205030.084137:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1788205030.084146:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205030.084147:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036e00. 00000400:00000200:0.0:1788205030.084150:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205030.084153:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205030.084156:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3220 00000400:00000010:0.0:1788205030.084157:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3220. 00000100:00000001:0.0:1788205030.084160:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205030.084163:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c849880 x1875052842029312/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205055 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205030.084171:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205030.084173:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c849880 x1875052842029312/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205055 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205030.084180:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205030.084181:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205030.084184:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205030.084187:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788205030.084190:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205030.084192:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310169124 00000100:00000001:0.0:1788205030.084194:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310170356 00000100:00000001:0.0:1788205030.084196:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310169124 00000100:00000001:0.0:1788205030.084198:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310170356 00000100:00000001:0.0:1788205030.084200:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205030.084202:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205030.084203:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205030.084207:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205030/real 1788205030] req@ffff9c477c849880 x1875052842029312/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205030.084215:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205030.084216:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205030.084218:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503026e0. 00000400:00000200:0.0:1788205030.084220:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3d48 00000400:00000010:0.0:1788205030.084222:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3d48. 00000100:00000001:0.0:1788205030.084224:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205030.084227:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c849880 x1875052842029312/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205030.084234:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c849880 x1875052842029312/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205030.084245:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205030.084246:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205030.084248:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205030.084249:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205030.084253:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c849880 x1875052842029312/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205030.084259:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205030.084262:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c849880 x1875052842029312/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205055 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205030.084268:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205030.084270:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205030.084272:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205030.084273:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205030.084275:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205030.084276:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205030.084279:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205030.084281:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205030.084283:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205030.084287:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c849880 x1875052842029312/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205055 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205030.084294:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c849880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842029312:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788205030.084297:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205030.084299:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205030.084302:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c84ad80 x1875052842029056/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205055 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205030.084309:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205030.084310:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205030.084312:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788205030.084315:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205030.084316:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205030.084318:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788205030.084320:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205030.084322:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f0000. 02000000:00000001:0.0:1788205030.084324:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205030.084325:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205030.084327:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c84ad80. 00000100:00000001:0.0:1788205030.084329:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205030.084330:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205030.084332:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205030.084335:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c848a80 x1875052842029184/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205055 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205030.084340:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205030.084342:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205030.084343:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377c00. 02000000:00000001:0.0:1788205030.084345:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205030.084346:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205030.084347:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788205030.084349:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205030.084350:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f1800. 02000000:00000001:0.0:1788205030.084353:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205030.084354:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205030.084354:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c848a80. 00000100:00000001:0.0:1788205030.084357:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205030.084358:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205030.084359:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205030.084363:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c849880 x1875052842029312/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205055 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205030.084368:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205030.084369:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205030.084370:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374c00. 02000000:00000001:0.0:1788205030.084372:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205030.084373:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205030.084374:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788205030.084376:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205030.084377:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f2800. 02000000:00000001:0.0:1788205030.084378:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205030.084379:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205030.084380:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c849880. 00000100:00000001:0.0:1788205030.084382:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205030.084383:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205030.084384:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205030.084387:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788205030.084388:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205030.084389:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205030.084391:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205030.722510:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205030.722518:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205030.722524:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205030.722525:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205030.722528:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205030.722530:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205031.362486:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310170356, at 4310170368 00000100:00000010:1.0:1788205031.362503:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685baea0. 00000100:00000040:0.0:1788205031.362544:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310170356, at 4310170368 00000100:00000010:0.0:1788205031.362560:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685bae40. 00010000:00000001:0.0:1788205031.746545:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205031.746554:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205031.746562:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205031.746563:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205031.746567:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205031.746569:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205031.746601:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205031.746603:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205031.746606:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205032.770523:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205032.770530:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205032.770536:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205032.770537:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205032.770540:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205032.770542:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205033.794512:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205033.794522:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205033.794524:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205033.794528:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205033.794532:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205033.794535:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205033.794537:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205033.794539:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205033.794543:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205033.794545:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205033.794548:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205033.794549:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205033.794572:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205033.794575:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205033.794578:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205034.818521:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205034.818528:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205034.818535:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205034.818537:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205034.818540:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205034.818541:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205035.202716:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205035.202722:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788205035.202726:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205035.202737:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9ea00 x1875052842029440/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205035.202753:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205035.202756:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205035.202769:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205035.202773:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205035.202778:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205035.202785:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842029440:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788205035.202806:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205035.202809:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205035.202812:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205035.202816:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205035.202823:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374400. 02000000:00000001:0.0:1788205035.202828:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205035.202837:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205035.202842:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503026e0. 00000400:00000010:0.0:1788205035.202851:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3d48. 00000100:00000200:0.0:1788205035.202861:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842029440, portal 25 00000100:00000001:0.0:1788205035.202866:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205035.202869:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330352640 : -109644379198976 : ffff9c476db9ea00) 00000100:00000040:0.0:1788205035.202881:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9ea00 x1875052842029440/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205035.202908:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205035.202915:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205035.202920:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3220. 00000100:00000200:0.0:1788205035.202924:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052842029440, offset 0 00000400:00000200:0.0:1788205035.202934:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205035.202942:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205035.202949:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205035.202958:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205035.202967:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205035.202973:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205035.202978:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205035.202987:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705098:705098:256:4294967295] 192.168.201.101@tcp LPNI seq info [705093:705093:8:4294967295] 00000400:00000200:0.0:1788205035.202999:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205035.203021:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205035.203034:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205035.203047:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036e00. 00000800:00000200:0.0:1788205035.203062:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000100:00000001:0.0:1788205035.203093:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205035.203102:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205035.203105:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4310175476 00000100:00000010:0.0:1788205035.203117:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685bae40. 00000100:00000001:0.0:1788205035.203125:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788205035.203134:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4310175476 00000100:00000010:0.0:1788205035.203140:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba060. 00000100:00000001:0.0:1788205035.203144:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788205035.203149:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205035.203152:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205035.203159:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205035.203163:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205035.203170:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788205035.203174:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1788205035.203178:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205035.203183:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788205035.203186:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205035.203193:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9dc00 x1875052842029568/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205035.203208:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205035.203212:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205035.203215:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205035.203219:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205035.203224:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205035.203230:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842029568:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205035.203238:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205035.203241:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205035.203244:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205035.203249:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205035.203253:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377400. 02000000:00000001:0.0:1788205035.203258:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205035.203264:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205035.203268:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302bb0. 00000400:00000010:0.0:1788205035.203271:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c37f8. 00000100:00000200:0.0:1788205035.203274:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842029568, portal 10 00000100:00000001:0.0:1788205035.203277:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205035.203278:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330349056 : -109644379202560 : ffff9c476db9dc00) 00000100:00000040:0.0:1788205035.203285:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9dc00 x1875052842029568/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205035.203298:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205035.203300:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205035.203302:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788205035.203304:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842029568, offset 0 00000400:00000200:0.0:1788205035.203308:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205035.203311:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205035.203314:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205035.203316:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205035.203326:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205035.203328:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205035.203331:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205035.203334:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705099:705099:255:4294967295] 192.168.201.101@tcp LPNI seq info [705094:705094:7:4294967295] 00000400:00000200:0.0:1788205035.203338:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205035.203344:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205035.203348:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205035.203351:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036a00. 00000800:00000200:0.0:1788205035.203355:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000100:00000001:0.0:1788205035.203361:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205035.203364:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788205035.203367:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205035.203369:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310174217 00000100:00000001:0.0:1788205035.203371:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310175476 00000100:00000001:0.0:1788205035.203373:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310174217 00000100:00000001:0.0:1788205035.203375:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310175476 00000100:00000001:0.0:1788205035.203378:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205035.203379:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205035.203381:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205035.203384:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9df80 x1875052842029696/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205035.203421:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205035.203423:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205035.203425:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205035.203426:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205035.203428:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205035.203431:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842029696:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205035.203434:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205035.203436:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205035.203437:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205035.203439:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205035.203441:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375000. 02000000:00000001:0.0:1788205035.203443:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205035.203446:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205035.203448:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302c08. 00000400:00000010:0.0:1788205035.203451:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3990. 00000100:00000200:0.0:1788205035.203454:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842029696, portal 10 00000100:00000001:0.0:1788205035.203455:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205035.203457:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330349952 : -109644379201664 : ffff9c476db9df80) 00000100:00000040:0.0:1788205035.203462:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9df80 x1875052842029696/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205035.203469:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205035.203471:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205035.203473:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3440. 00000100:00000200:0.0:1788205035.203475:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842029696, offset 0 00000400:00000200:0.0:1788205035.203479:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205035.203482:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205035.203485:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205035.203487:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205035.203489:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205035.203492:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205035.203494:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205035.203497:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705100:705100:254:4294967295] 192.168.201.101@tcp LPNI seq info [705095:705095:6:4294967295] 00000400:00000200:0.0:1788205035.203501:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205035.203507:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205035.203511:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205035.203513:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036d00. 00000800:00000200:0.0:1788205035.203516:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000100:00000001:0.0:1788205035.203522:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205035.203524:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788205035.203527:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205035.203529:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310174218 00000100:00000001:0.0:1788205035.203531:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310175476 00000100:00000001:0.0:1788205035.203533:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310174218 00000100:00000001:0.0:1788205035.203535:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310175476 00000100:00000001:0.0:1788205035.203537:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205035.203538:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205035.203540:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205035.203542:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205035.203545:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788205035.203546:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1788205035.203548:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205035.203549:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788205035.203550:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205035.203553:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9d180 x1875052842029824/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205035.203560:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205035.203562:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205035.203564:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205035.203565:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205035.203567:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205035.203570:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842029824:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788205035.203575:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205035.203576:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205035.203577:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205035.203579:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205035.203582:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788205035.203583:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205035.203586:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205035.203588:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302b58. 00000400:00000010:0.0:1788205035.203600:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3330. 00000100:00000200:0.0:1788205035.203602:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842029824, portal 4 00000100:00000001:0.0:1788205035.203604:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205035.203605:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330346368 : -109644379205248 : ffff9c476db9d180) 00000100:00000040:0.0:1788205035.203610:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9d180 x1875052842029824/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205035.203616:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205035.203619:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205035.203621:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3ee0. 00000100:00000200:0.0:1788205035.203623:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052842029824, offset 0 00000400:00000200:0.0:1788205035.203626:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205035.203629:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205035.203632:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205035.203634:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205035.203636:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205035.203638:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205035.203641:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205035.203644:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705101:705101:253:4294967295] 192.168.201.101@tcp LPNI seq info [705096:705096:5:4294967295] 00000400:00000200:0.0:1788205035.203647:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205035.203653:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205035.203656:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205035.203659:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036100. 00000800:00000200:0.0:1788205035.203662:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000100:00000001:0.0:1788205035.203668:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205035.203670:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788205035.203673:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205035.203675:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310174244 00000100:00000001:0.0:1788205035.203677:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310175476 00000100:00000001:0.0:1788205035.203679:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310174244 00000100:00000001:0.0:1788205035.203681:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310175476 00000100:00000001:0.0:1788205035.203683:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205035.203685:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205035.203687:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205035.203689:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205035.203691:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788205035.203693:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1788205035.203694:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205035.203696:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788205035.203697:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205035.203699:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205035.842508:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205035.842515:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205035.842520:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205035.842524:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205035.842526:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205035.842529:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205035.842531:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205035.842534:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205035.842535:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205035.842537:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205035.842540:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205035.842542:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205035.842543:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205035.842545:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205035.842546:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205035.842547:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205035.842549:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205035.842550:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205035.842572:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205035.842575:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205035.842578:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788205036.482504:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310175476, at 4310175488 00000100:00000040:1.0:1788205036.482504:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310175476, at 4310175488 00000100:00000010:0.0:1788205036.482520:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685bae40. 00000100:00000010:1.0:1788205036.482521:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba060. 00010000:00000001:0.0:1788205036.866499:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205036.866505:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205036.866509:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205036.866510:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205036.866513:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205036.866514:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205037.890513:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205037.890521:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205037.890527:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205037.890529:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205037.890532:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205037.890534:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205037.890558:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205037.890561:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205037.890563:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1788205038.274771:0:2408:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.101:988 00000400:00000100:0.0:1788205038.274812:0:2408:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.101@tcp at host 192.168.201.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:0.0:1788205038.274822:0:2408:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205038.274826:0:2408:0:(router.c:1791:lnet_notify()) 192.168.201.1@tcp notifying 192.168.201.101@tcp: down 00000400:00000200:0.0:1788205038.274829:0:2408:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205038.274833:0:2408:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:0.0:1788205038.274838:0:2408:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:0.0:1788205038.274842:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036e00. 00000400:00000200:0.0:1788205038.274846:0:2408:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788205038.274851:0:2408:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788205038.274857:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3220 00000400:00000010:0.0:1788205038.274859:0:2408:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3220. 00000100:00000001:0.0:1788205038.274864:0:2408:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205038.274874:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c476db9ea00 x1875052842029440/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205038.274898:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205038.274903:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9ea00 x1875052842029440/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205060 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205038.274910:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205038.274912:0:2408:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1788205038.274923:0:2408:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:0.0:1788205038.274925:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036a00. 00000400:00000200:0.0:1788205038.274929:0:2408:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788205038.274932:0:2408:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788205038.274935:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788205038.274938:0:2408:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788205038.274941:0:2408:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205038.274945:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c476db9dc00 x1875052842029568/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205038.274956:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205038.274961:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9dc00 x1875052842029568/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205060 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205038.274969:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205038.274973:0:2408:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1788205038.274977:0:2408:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:0.0:1788205038.274980:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036d00. 00000400:00000200:0.0:1788205038.274982:0:2408:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788205038.274985:0:2408:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788205038.274987:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3440 00000400:00000010:0.0:1788205038.274990:0:2408:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3440. 00000100:00000001:0.0:1788205038.274994:0:2408:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205038.274999:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c476db9df80 x1875052842029696/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205038.275010:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205038.275015:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9df80 x1875052842029696/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205060 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205038.275026:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205038.275029:0:2408:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1788205038.275035:0:2408:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:0.0:1788205038.275039:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036100. 00000400:00000200:0.0:1788205038.275053:0:2408:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788205038.275061:0:2408:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788205038.275066:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3ee0 00000400:00000010:0.0:1788205038.275069:0:2408:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3ee0. 00000100:00000001:0.0:1788205038.275074:0:2408:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205038.275081:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c476db9d180 x1875052842029824/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205038.275094:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205038.275100:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9d180 x1875052842029824/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205060 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205038.275122:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205038.275126:0:2408:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1788205038.914519:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205038.914525:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205038.914530:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205038.914532:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205038.914535:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205038.914536:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205039.938466:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205039.938473:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205039.938480:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205039.938481:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205039.938484:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205039.938485:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205039.938507:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205039.938509:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205039.938512:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205040.962521:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205040.962529:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205040.962536:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205040.962537:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205040.962541:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205040.962542:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205041.602475:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310180596, at 4310180608 00000100:00000040:1.0:1788205041.602475:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310180596, at 4310180608 00000100:00000010:1.0:1788205041.602492:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa882a0. 00000100:00000010:0.0:1788205041.602494:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88540. 00010000:00000001:0.0:1788205041.986477:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205041.986484:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205041.986491:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205041.986492:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205041.986495:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205041.986496:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205041.986518:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205041.986521:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205041.986524:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205043.010794:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205043.010801:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205043.010807:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205043.010809:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205043.010812:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205043.010813:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205044.034568:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205044.034579:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205044.034581:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205044.034585:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205044.034591:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205044.034594:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205044.034597:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205044.034599:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205044.034604:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205044.034605:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205044.034609:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205044.034611:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205044.034664:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205044.034667:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205044.034670:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205045.058508:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205045.058515:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205045.058520:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205045.058522:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205045.058525:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205045.058526:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788205045.442496:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788205045.442506:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788205045.442509:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788205045.442513:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788205045.442517:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788205045.442523:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 15512 00000400:00000200:0.0:1788205045.442531:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205045.442537:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788205045.442541:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788205045.442544:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205045.442547:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205045.442550:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205045.442552:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788205045.442556:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788205045.442558:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788205045.442560:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788205045.442563:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788205045.442565:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788205045.442568:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788205045.442571:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205045.442573:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205045.442575:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205045.442577:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788205045.442580:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788205045.442583:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788205045.442586:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205045.442589:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788205045.442593:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205045.442595:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205045.442598:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788205045.442600:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788205045.442609:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fa680. 00000020:00000040:0.0:1788205045.442639:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788205045.442644:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788205045.442645:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205045.442649:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788205045.442651:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788205045.442655:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788205045.442662:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377000. 00000100:00000001:0.0:1788205045.442669:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205045.442679:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fa680 x1875052842030464/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788205045.442689:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788205045.442693:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205045.442698:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003756c577] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fa680 x1875052842030464/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205045.442719:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788205045.442723:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788205045.442727:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788205045.442728:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788205045.442730:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788205045.442732:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788205045.442735:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15512 00000400:00000200:0.0:1788205045.442739:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205045.442743:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788205045.442745:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788205045.442749:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205045.442752:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205045.442755:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205045.442757:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788205045.442760:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788205045.442764:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788205045.442766:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788205045.442770:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788205045.442775:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788205045.442779:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788205045.442789:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205045.442794:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205045.442799:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205045.442804:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788205045.442810:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788205045.442816:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788205045.442821:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205045.442825:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788205045.442832:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205045.442838:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205045.442842:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788205045.442847:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788205045.442852:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205045.442856:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788205045.442860:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8e00. 00000020:00000040:0.0:1788205045.442864:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788205045.442867:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788205045.442871:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205045.442885:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788205045.442889:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788205045.442894:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788205045.442901:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375400. 00000100:00000001:0.0:1788205045.442906:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205045.442916:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8e00 x1875052842030592/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788205045.442926:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788205045.442931:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205045.442939:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7909e09] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8e00 x1875052842030592/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205045.442952:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788205045.442957:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788205045.442963:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788205045.442965:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788205045.442967:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788205045.442972:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788205045.442978:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15512 00000400:00000200:0.0:1788205045.442985:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205045.442992:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788205045.442997:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788205045.443001:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205045.443005:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205045.443012:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205045.443016:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788205045.443021:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788205045.443023:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788205045.443025:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788205045.443029:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788205045.443034:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788205045.443040:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788205045.443048:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205045.443053:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205045.443059:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205045.443062:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788205045.443067:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788205045.443073:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788205045.443077:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205045.443080:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788205045.443083:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205045.443087:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205045.443092:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788205045.443097:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788205045.443103:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205045.443106:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788205045.443112:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fb480. 00000020:00000040:0.0:1788205045.443117:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788205045.443123:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788205045.443125:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205045.443129:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788205045.443132:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788205045.443135:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788205045.443141:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375800. 00000100:00000001:0.0:1788205045.443159:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205045.443168:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fb480 x1875052842030720/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788205045.443183:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788205045.443191:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205045.443200:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c471466] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fb480 x1875052842030720/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205045.443220:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205045.443224:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788205045.443231:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788205045.443237:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788205045.443243:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788205045.443247:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788205045.443249:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788205045.443254:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788205045.443259:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15512 00000400:00000200:0.0:1788205045.443266:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205045.443272:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788205045.443278:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788205045.443285:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205045.443289:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205045.443294:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205045.443299:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788205045.443304:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788205045.443307:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788205045.443310:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788205045.443314:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788205045.443318:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788205045.443324:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788205045.443329:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205045.443330:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205045.443332:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205045.443338:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788205045.443340:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788205045.443347:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788205045.443351:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205045.443355:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788205045.443359:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205045.443363:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205045.443367:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788205045.443370:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788205045.443376:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205045.443380:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788205045.443386:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fbb80. 00000020:00000040:0.0:1788205045.443391:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788205045.443442:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788205045.443446:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205045.443450:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788205045.443453:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788205045.443457:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788205045.443464:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374800. 00000100:00000001:0.0:1788205045.443471:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205045.443479:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fbb80 x1875052842030848/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788205045.443491:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788205045.443496:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205045.443503:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006afb05e] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fbb80 x1875052842030848/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205045.443528:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205045.443535:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15522) 00010000:00000001:0.0:1788205046.082498:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205046.082504:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205046.082508:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205046.082510:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205046.082512:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205046.082514:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205046.082516:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205046.082518:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205046.082519:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205046.082521:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205046.082523:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205046.082524:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205046.082525:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205046.082526:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205046.082527:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205046.082528:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205046.082529:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205046.082532:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205046.082562:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205046.082565:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205046.082567:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788205046.722500:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310185716, at 4310185728 00000100:00000040:1.0:1788205046.722500:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310185716, at 4310185728 00000100:00000010:1.0:1788205046.722514:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88900. 00000100:00000010:0.0:1788205046.722515:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88780. 00010000:00000001:0.0:1788205047.106473:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205047.106478:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205047.106482:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205047.106483:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205047.106486:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205047.106486:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205048.130516:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205048.130524:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205048.130529:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205048.130531:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205048.130534:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205048.130536:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205048.130586:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205048.130590:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205048.130592:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205049.154474:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205049.154481:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205049.154495:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205049.154497:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205049.154500:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205049.154502:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205050.178501:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205050.178514:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205050.178521:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205050.178523:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205050.178526:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205050.178528:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205050.178581:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205050.178584:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205050.178586:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205051.202489:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205051.202496:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205051.202501:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205051.202502:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205051.202506:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205051.202507:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205051.842457:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310190836, at 4310190848 00000100:00000040:0.0:1788205051.842463:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310190836, at 4310190848 00000100:00000010:1.0:1788205051.842470:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88180. 00000100:00000010:0.0:1788205051.842471:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88000. 00010000:00000001:0.0:1788205052.226525:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205052.226532:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205052.226538:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205052.226540:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205052.226543:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205052.226545:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205052.226579:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205052.226582:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205052.226584:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205053.250598:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205053.250605:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205053.250622:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205053.250624:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205053.250627:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205053.250628:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205054.274578:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205054.274586:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205054.274588:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205054.274591:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205054.274596:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205054.274599:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205054.274601:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205054.274603:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205054.274607:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205054.274608:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205054.274611:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205054.274613:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205054.274635:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205054.274637:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205054.274640:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205055.298520:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205055.298535:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205055.298541:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205055.298543:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205055.298546:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205055.298549:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205055.298552:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205055.298554:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205055.298556:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205055.298559:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205055.298562:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205055.298563:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205055.298564:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205055.298566:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205055.298567:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205055.298568:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205055.298570:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205055.298572:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205055.682791:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205055.682797:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788205055.682801:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205055.682811:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9df80 x1875052842031488/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205055.682829:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205055.682834:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205055.682841:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205055.682847:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205055.682851:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205055.682859:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842031488:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788205055.682868:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205055.682875:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205055.682877:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205055.682880:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205055.682888:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376800. 02000000:00000001:0.0:1788205055.682892:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205055.682904:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205055.682911:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302268. 00000400:00000010:0.0:1788205055.682920:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3ee0. 00000100:00000200:0.0:1788205055.682929:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842031488, portal 25 00000100:00000001:0.0:1788205055.682932:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205055.682935:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330349952 : -109644379201664 : ffff9c476db9df80) 00000100:00000040:0.0:1788205055.682943:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9df80 x1875052842031488/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205055.682969:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205055.682973:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205055.682978:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3440. 00000100:00000200:0.0:1788205055.682980:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052842031488, offset 0 00000400:00000200:0.0:1788205055.682990:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205055.682998:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205055.683008:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205055.683016:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205055.683024:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205055.683032:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205055.683039:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205055.683045:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705114:705114:256:4294967295] 192.168.201.101@tcp LPNI seq info [705109:705109:8:4294967295] 00000400:00000200:0.0:1788205055.683053:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205055.683062:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205055.683072:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205055.683079:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036100. 00000800:00000200:0.0:1788205055.683090:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205055.683098:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 42 secs later) 00000800:00000100:0.0:1788205055.683120:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205055.683125:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036100. 00000400:00000200:0.0:1788205055.683133:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205055.683149:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205055.683154:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3440 00000400:00000010:0.0:1788205055.683157:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3440. 00000100:00000001:0.0:1788205055.683162:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205055.683168:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9df80 x1875052842031488/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205055.683177:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205055.683181:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9df80 x1875052842031488/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205080 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205055.683194:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205055.683198:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205055.683205:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205055.683213:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205055.683218:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4310195956 00000100:00000010:0.0:1788205055.683225:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685bae40. 00000100:00000001:0.0:1788205055.683231:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788205055.683239:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4310195956 00000100:00000010:0.0:1788205055.683244:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba8a0. 00000100:00000001:0.0:1788205055.683248:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788205055.683252:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205055.683255:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205055.683258:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205055.683265:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205055/real 1788205055] req@ffff9c476db9df80 x1875052842031488/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205055.683282:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205055.683285:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205055.683289:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302268. 00000400:00000200:0.0:1788205055.683293:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3ee0 00000400:00000010:0.0:1788205055.683295:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3ee0. 00000100:00000001:0.0:1788205055.683299:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205055.683303:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9df80 x1875052842031488/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205055.683317:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9df80 x1875052842031488/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205055.683335:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205055.683338:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205055.683341:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205055.683344:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205055.683348:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9df80 x1875052842031488/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205055.683358:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205055.683364:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9df80 x1875052842031488/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205055.683374:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205055.683376:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205055.683379:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205055.683381:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205055.683385:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205055.683389:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205055.683414:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205055.683418:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205055.683421:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205055.683426:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9df80 x1875052842031488/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205055.683453:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842031488:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788205055.683460:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205055.683465:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205055.683472:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9df80 x1875052842031488/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205055.683486:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205055.683490:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205055.683494:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376800. 02000000:00000001:0.0:1788205055.683500:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205055.683503:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205055.683506:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788205055.683510:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205055.683512:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a41c00. 02000000:00000001:0.0:1788205055.683517:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205055.683520:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205055.683522:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9df80. 00000100:00000001:0.0:1788205055.683526:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205055.683528:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205055.683530:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205055.683537:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788205055.683539:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205055.683542:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205055.683544:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788205055.683545:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205055.683550:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9dc00 x1875052842031616/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205055.683557:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205055.683559:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205055.683561:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205055.683563:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205055.683565:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205055.683567:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842031616:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205055.683570:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205055.683572:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205055.683573:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205055.683575:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205055.683578:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376800. 02000000:00000001:0.0:1788205055.683580:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205055.683584:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205055.683587:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302268. 00000400:00000010:0.0:1788205055.683590:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3ee0. 00000100:00000200:0.0:1788205055.683593:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842031616, portal 10 00000100:00000001:0.0:1788205055.683596:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205055.683597:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330349056 : -109644379202560 : ffff9c476db9dc00) 00000100:00000040:0.0:1788205055.683603:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9dc00 x1875052842031616/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205055.683609:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205055.683612:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205055.683614:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3440. 00000100:00000200:0.0:1788205055.683616:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842031616, offset 0 00000400:00000200:0.0:1788205055.683620:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205055.683623:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205055.683626:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205055.683628:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205055.683630:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205055.683632:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205055.683633:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205055.683636:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705115:705115:256:4294967295] 192.168.201.101@tcp LPNI seq info [705110:705110:8:4294967295] 00000400:00000200:0.0:1788205055.683638:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205055.683642:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205055.683645:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205055.683647:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036100. 00000800:00000200:0.0:1788205055.683650:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205055.683652:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 42 secs later) 00000800:00000100:0.0:1788205055.683658:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205055.683659:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036100. 00000400:00000200:0.0:1788205055.683661:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205055.683664:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205055.683666:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3440 00000400:00000010:0.0:1788205055.683667:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3440. 00000100:00000001:0.0:1788205055.683669:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205055.683671:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9dc00 x1875052842031616/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205055.683680:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205055.683682:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9dc00 x1875052842031616/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205080 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205055.683686:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205055.683687:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205055.683688:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205055.683691:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788205055.683693:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205055.683694:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310194698 00000100:00000001:0.0:1788205055.683696:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310195956 00000100:00000001:0.0:1788205055.683698:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310194698 00000100:00000001:0.0:1788205055.683699:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310195956 00000100:00000001:0.0:1788205055.683701:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205055.683703:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205055.683705:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205055.683708:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205055/real 1788205055] req@ffff9c476db9dc00 x1875052842031616/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205055.683716:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205055.683717:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205055.683719:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302268. 00000400:00000200:0.0:1788205055.683721:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3ee0 00000400:00000010:0.0:1788205055.683723:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3ee0. 00000100:00000001:0.0:1788205055.683725:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205055.683728:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9dc00 x1875052842031616/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205055.683736:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9dc00 x1875052842031616/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205055.683743:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205055.683745:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205055.683747:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205055.683748:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205055.683751:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9dc00 x1875052842031616/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205055.683756:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205055.683758:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9dc00 x1875052842031616/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205055.683762:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205055.683764:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205055.683765:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205055.683765:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205055.683766:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205055.683767:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205055.683769:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205055.683770:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205055.683772:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205055.683774:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9dc00 x1875052842031616/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205055.683778:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842031616:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205055.683781:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205055.683783:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9d180 x1875052842031744/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205055.683787:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205055.683788:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205055.683789:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205055.683791:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205055.683792:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205055.683794:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842031744:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205055.683796:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205055.683797:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205055.683798:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205055.683799:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205055.683802:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788205055.683803:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205055.683805:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205055.683806:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302268. 00000400:00000010:0.0:1788205055.683808:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3ee0. 00000100:00000200:0.0:1788205055.683810:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842031744, portal 10 00000100:00000001:0.0:1788205055.683811:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205055.683812:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330346368 : -109644379205248 : ffff9c476db9d180) 00000100:00000040:0.0:1788205055.683816:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9d180 x1875052842031744/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205055.683820:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205055.683821:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205055.683823:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3440. 00000100:00000200:0.0:1788205055.683824:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842031744, offset 0 00000400:00000200:0.0:1788205055.683826:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205055.683828:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205055.683830:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205055.683832:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205055.683834:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205055.683835:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205055.683837:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205055.683838:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705116:705116:256:4294967295] 192.168.201.101@tcp LPNI seq info [705111:705111:8:4294967295] 00000400:00000200:0.0:1788205055.683841:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205055.683844:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205055.683847:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205055.683849:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036100. 00000800:00000200:0.0:1788205055.683851:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205055.683854:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 42 secs later) 00000800:00000100:0.0:1788205055.683862:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205055.683864:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036100. 00000400:00000200:0.0:1788205055.683866:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205055.683869:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205055.683872:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3440 00000400:00000010:0.0:1788205055.683873:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3440. 00000100:00000001:0.0:1788205055.683876:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205055.683879:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9d180 x1875052842031744/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205055.683886:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205055.683889:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9d180 x1875052842031744/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205080 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205055.683896:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205055.683898:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205055.683901:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205055.683904:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788205055.683907:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205055.683909:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310194698 00000100:00000001:0.0:1788205055.683911:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310195956 00000100:00000001:0.0:1788205055.683913:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310194698 00000100:00000001:0.0:1788205055.683915:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310195956 00000100:00000001:0.0:1788205055.683917:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205055.683918:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205055.683919:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205055.683922:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205055/real 1788205055] req@ffff9c476db9d180 x1875052842031744/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205055.683927:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205055.683928:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205055.683929:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302268. 00000400:00000200:0.0:1788205055.683931:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3ee0 00000400:00000010:0.0:1788205055.683932:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3ee0. 00000100:00000001:0.0:1788205055.683933:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205055.683935:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9d180 x1875052842031744/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205055.683939:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9d180 x1875052842031744/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205055.683943:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205055.683944:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205055.683945:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205055.683947:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205055.683949:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9d180 x1875052842031744/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205055.683953:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205055.683955:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9d180 x1875052842031744/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205055.683959:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205055.683961:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205055.683961:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205055.683962:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205055.683963:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205055.683964:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205055.683965:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205055.683967:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205055.683968:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205055.683970:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9d180 x1875052842031744/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205055.683978:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842031744:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205055.683980:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205055.683982:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9ea00 x1875052842031872/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205055.683985:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205055.683986:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205055.683987:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205055.683988:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205055.683990:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205055.683993:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842031872:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788205055.683995:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205055.683997:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205055.683998:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205055.683999:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205055.684002:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376400. 02000000:00000001:0.0:1788205055.684004:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205055.684007:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205055.684009:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302268. 00000400:00000010:0.0:1788205055.684013:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3ee0. 00000100:00000200:0.0:1788205055.684015:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842031872, portal 4 00000100:00000001:0.0:1788205055.684017:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205055.684018:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330352640 : -109644379198976 : ffff9c476db9ea00) 00000100:00000040:0.0:1788205055.684024:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9ea00 x1875052842031872/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205055.684030:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205055.684032:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205055.684034:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3440. 00000100:00000200:0.0:1788205055.684036:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052842031872, offset 0 00000400:00000200:0.0:1788205055.684040:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205055.684043:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205055.684045:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205055.684047:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205055.684048:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205055.684050:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205055.684051:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205055.684053:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705117:705117:256:4294967295] 192.168.201.101@tcp LPNI seq info [705112:705112:8:4294967295] 00000400:00000200:0.0:1788205055.684055:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205055.684060:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205055.684064:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205055.684066:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036100. 00000800:00000200:0.0:1788205055.684070:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205055.684072:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 42 secs later) 00000800:00000100:0.0:1788205055.684082:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205055.684083:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036100. 00000400:00000200:0.0:1788205055.684087:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205055.684090:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205055.684092:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3440 00000400:00000010:0.0:1788205055.684094:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3440. 00000100:00000001:0.0:1788205055.684096:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205055.684100:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9ea00 x1875052842031872/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205055.684108:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205055.684110:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9ea00 x1875052842031872/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205080 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205055.684113:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205055.684114:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205055.684116:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205055.684118:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788205055.684120:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205055.684122:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310194724 00000100:00000001:0.0:1788205055.684125:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310195956 00000100:00000001:0.0:1788205055.684127:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310194724 00000100:00000001:0.0:1788205055.684129:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310195956 00000100:00000001:0.0:1788205055.684131:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205055.684133:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205055.684134:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205055.684138:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205055/real 1788205055] req@ffff9c476db9ea00 x1875052842031872/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205055.684145:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205055.684147:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205055.684148:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302268. 00000400:00000200:0.0:1788205055.684150:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3ee0 00000400:00000010:0.0:1788205055.684152:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3ee0. 00000100:00000001:0.0:1788205055.684153:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205055.684157:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9ea00 x1875052842031872/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205055.684164:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9ea00 x1875052842031872/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205055.684170:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205055.684171:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205055.684173:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205055.684174:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205055.684177:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9ea00 x1875052842031872/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205055.684183:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205055.684186:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9ea00 x1875052842031872/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205055.684192:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205055.684195:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205055.684196:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205055.684197:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205055.684199:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205055.684200:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205055.684202:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205055.684205:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205055.684207:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205055.684211:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9ea00 x1875052842031872/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205055.684217:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842031872:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788205055.684220:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205055.684222:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205055.684224:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9dc00 x1875052842031616/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205055.684230:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205055.684231:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205055.684233:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376800. 02000000:00000001:0.0:1788205055.684235:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205055.684236:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205055.684238:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788205055.684239:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205055.684241:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a40000. 02000000:00000001:0.0:1788205055.684244:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205055.684245:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205055.684246:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9dc00. 00000100:00000001:0.0:1788205055.684248:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205055.684249:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205055.684251:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205055.684254:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9d180 x1875052842031744/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205055.684265:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205055.684266:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205055.684268:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788205055.684270:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205055.684271:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205055.684272:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788205055.684274:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205055.684275:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a43400. 02000000:00000001:0.0:1788205055.684279:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205055.684280:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205055.684281:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9d180. 00000100:00000001:0.0:1788205055.684283:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205055.684284:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205055.684285:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205055.684289:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9ea00 x1875052842031872/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205055.684294:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205055.684295:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205055.684296:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376400. 02000000:00000001:0.0:1788205055.684298:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205055.684299:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205055.684300:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788205055.684302:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205055.684303:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a43000. 02000000:00000001:0.0:1788205055.684305:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205055.684306:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205055.684307:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9ea00. 00000100:00000001:0.0:1788205055.684310:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205055.684311:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205055.684313:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205055.684316:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788205055.684317:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205055.684319:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205055.684321:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205056.322546:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205056.322553:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205056.322558:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205056.322560:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205056.322563:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205056.322564:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205056.322587:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205056.322589:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205056.322592:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788205056.962539:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310195956, at 4310195968 00000100:00000010:0.0:1788205056.962554:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685bae40. 00000100:00000040:1.0:1788205056.963493:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310195956, at 4310195969 00000100:00000010:1.0:1788205056.963501:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba8a0. 00010000:00000001:0.0:1788205057.346511:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205057.346518:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205057.346525:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205057.346526:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205057.346529:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205057.346530:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205058.370518:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205058.370525:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205058.370530:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205058.370532:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205058.370535:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205058.370536:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205058.370558:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205058.370561:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205058.370563:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205059.394464:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205059.394471:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205059.394476:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205059.394478:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205059.394481:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205059.394482:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205060.418504:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205060.418510:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205060.418515:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205060.418516:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205060.418520:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205060.418521:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205060.418546:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205060.418549:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205060.418552:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788205060.803064:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205060.803070:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788205060.803074:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205060.803084:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c849180 x1875052842032000/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205060.803103:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205060.803106:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205060.803111:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205060.803116:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205060.803121:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205060.803126:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c849180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842032000:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788205060.803129:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205060.803134:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205060.803138:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205060.803142:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205060.803154:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376400. 02000000:00000001:0.0:1788205060.803157:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205060.803164:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205060.803170:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302268. 00000400:00000010:0.0:1788205060.803178:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3ee0. 00000100:00000200:0.0:1788205060.803187:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842032000, portal 25 00000100:00000001:0.0:1788205060.803192:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205060.803195:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578514816 : -109644131036800 : ffff9c477c849180) 00000100:00000040:0.0:1788205060.803203:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c849180 x1875052842032000/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205060.803218:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205060.803223:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205060.803227:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3440. 00000100:00000200:0.0:1788205060.803231:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052842032000, offset 0 00000400:00000200:0.0:1788205060.803240:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205060.803252:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205060.803261:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205060.803281:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205060.803288:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205060.803294:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205060.803302:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205060.803309:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705118:705118:256:4294967295] 192.168.201.101@tcp LPNI seq info [705113:705113:8:4294967295] 00000400:00000200:0.0:1788205060.803317:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205060.803328:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205060.803368:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205060.803376:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036100. 00000800:00000200:0.0:1788205060.803389:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205060.803422:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1788205060.803451:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205060.803455:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036100. 00000400:00000200:0.0:1788205060.803462:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205060.803472:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205060.803479:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3440 00000400:00000010:0.0:1788205060.803483:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3440. 00000100:00000001:0.0:1788205060.803488:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205060.803496:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c849180 x1875052842032000/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205060.803506:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205060.803512:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c849180 x1875052842032000/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205085 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205060.803527:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205060.803532:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205060.803538:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205060.803546:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205060.803550:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4310201077 00000100:00000010:0.0:1788205060.803558:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685bae40. 00000100:00000001:0.0:1788205060.803568:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788205060.803577:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4310201077 00000100:00000010:0.0:1788205060.803594:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685baae0. 00000100:00000001:0.0:1788205060.803600:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788205060.803605:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205060.803609:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205060.803614:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205060.803622:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205060/real 1788205060] req@ffff9c477c849180 x1875052842032000/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205060.803639:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205060.803642:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205060.803647:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302268. 00000400:00000200:0.0:1788205060.803652:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3ee0 00000400:00000010:0.0:1788205060.803656:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3ee0. 00000100:00000001:0.0:1788205060.803661:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205060.803667:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c849180 x1875052842032000/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205060.803688:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c849180 x1875052842032000/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205060.803702:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205060.803705:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205060.803709:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205060.803713:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205060.803721:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c849180 x1875052842032000/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205060.803737:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205060.803744:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c849180 x1875052842032000/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205060.803758:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205060.803763:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205060.803767:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205060.803770:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205060.803775:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205060.803778:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205060.803784:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205060.803791:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205060.803795:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205060.803803:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c849180 x1875052842032000/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205060.803822:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c849180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842032000:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788205060.803831:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205060.803833:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205060.803838:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c849180 x1875052842032000/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205060.803844:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205060.803846:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205060.803849:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376400. 02000000:00000001:0.0:1788205060.803852:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205060.803853:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205060.803855:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788205060.803857:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205060.803860:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f1400. 02000000:00000001:0.0:1788205060.803863:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205060.803864:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205060.803865:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c849180. 00000100:00000001:0.0:1788205060.803868:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205060.803869:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205060.803871:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205060.803877:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788205060.803879:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205060.803882:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205060.803883:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788205060.803885:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205060.803888:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c849f80 x1875052842032128/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205060.803894:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205060.803896:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205060.803898:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205060.803900:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205060.803902:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205060.803904:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c849f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842032128:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205060.803907:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205060.803909:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205060.803911:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205060.803912:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205060.803915:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376400. 02000000:00000001:0.0:1788205060.803916:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205060.803920:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205060.803922:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302268. 00000400:00000010:0.0:1788205060.803925:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3ee0. 00000100:00000200:0.0:1788205060.803928:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842032128, portal 10 00000100:00000001:0.0:1788205060.803930:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205060.803931:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578518400 : -109644131033216 : ffff9c477c849f80) 00000100:00000040:0.0:1788205060.803937:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c849f80 x1875052842032128/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205060.803944:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205060.803946:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205060.803947:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3440. 00000100:00000200:0.0:1788205060.803950:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842032128, offset 0 00000400:00000200:0.0:1788205060.803954:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205060.803957:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205060.803960:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205060.803963:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205060.803965:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205060.803968:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205060.803970:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205060.803974:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705119:705119:256:4294967295] 192.168.201.101@tcp LPNI seq info [705114:705114:8:4294967295] 00000400:00000200:0.0:1788205060.803978:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205060.803984:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205060.803989:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205060.803992:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036100. 00000800:00000200:0.0:1788205060.803995:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205060.803998:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1788205060.804009:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205060.804011:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036100. 00000400:00000200:0.0:1788205060.804014:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205060.804017:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205060.804020:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3440 00000400:00000010:0.0:1788205060.804022:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3440. 00000100:00000001:0.0:1788205060.804024:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205060.804027:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c849f80 x1875052842032128/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205060.804035:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205060.804038:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c849f80 x1875052842032128/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205085 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205060.804044:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205060.804046:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205060.804048:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205060.804052:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788205060.804055:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205060.804057:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310199818 00000100:00000001:0.0:1788205060.804059:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310201077 00000100:00000001:0.0:1788205060.804062:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310199818 00000100:00000001:0.0:1788205060.804064:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310201077 00000100:00000001:0.0:1788205060.804066:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205060.804068:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205060.804070:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205060.804074:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205060/real 1788205060] req@ffff9c477c849f80 x1875052842032128/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205060.804081:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205060.804082:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205060.804084:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302268. 00000400:00000200:0.0:1788205060.804086:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3ee0 00000400:00000010:0.0:1788205060.804087:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3ee0. 00000100:00000001:0.0:1788205060.804089:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205060.804092:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c849f80 x1875052842032128/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205060.804101:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c849f80 x1875052842032128/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205060.804107:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205060.804109:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205060.804110:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205060.804111:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205060.804115:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c849f80 x1875052842032128/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205060.804122:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205060.804125:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c849f80 x1875052842032128/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205060.804132:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205060.804134:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205060.804136:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205060.804137:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205060.804139:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205060.804140:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205060.804142:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205060.804146:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205060.804148:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205060.804152:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c849f80 x1875052842032128/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205060.804159:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c849f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842032128:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205060.804163:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205060.804166:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c84a680 x1875052842032256/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205060.804173:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205060.804175:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205060.804177:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205060.804179:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205060.804180:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205060.804183:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c84a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842032256:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205060.804186:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205060.804188:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205060.804190:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205060.804192:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205060.804195:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788205060.804197:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205060.804199:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205060.804201:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302268. 00000400:00000010:0.0:1788205060.804204:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3ee0. 00000100:00000200:0.0:1788205060.804206:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842032256, portal 10 00000100:00000001:0.0:1788205060.804208:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205060.804209:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578520192 : -109644131031424 : ffff9c477c84a680) 00000100:00000040:0.0:1788205060.804215:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c84a680 x1875052842032256/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205060.804221:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205060.804223:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205060.804225:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3440. 00000100:00000200:0.0:1788205060.804228:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842032256, offset 0 00000400:00000200:0.0:1788205060.804231:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205060.804235:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205060.804238:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205060.804241:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205060.804243:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205060.804245:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205060.804247:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205060.804251:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705120:705120:256:4294967295] 192.168.201.101@tcp LPNI seq info [705115:705115:8:4294967295] 00000400:00000200:0.0:1788205060.804255:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205060.804260:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205060.804265:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205060.804268:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036100. 00000800:00000200:0.0:1788205060.804272:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205060.804275:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1788205060.804286:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205060.804288:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036100. 00000400:00000200:0.0:1788205060.804292:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205060.804296:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205060.804299:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3440 00000400:00000010:0.0:1788205060.804300:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3440. 00000100:00000001:0.0:1788205060.804303:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205060.804306:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c84a680 x1875052842032256/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205060.804314:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205060.804316:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84a680 x1875052842032256/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205085 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205060.804323:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205060.804325:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205060.804328:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205060.804330:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788205060.804333:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205060.804335:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310199818 00000100:00000001:0.0:1788205060.804338:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310201077 00000100:00000001:0.0:1788205060.804340:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310199818 00000100:00000001:0.0:1788205060.804342:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310201077 00000100:00000001:0.0:1788205060.804344:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205060.804357:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205060.804360:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205060.804364:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205060/real 1788205060] req@ffff9c477c84a680 x1875052842032256/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205060.804372:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205060.804373:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205060.804375:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302268. 00000400:00000200:0.0:1788205060.804377:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3ee0 00000400:00000010:0.0:1788205060.804379:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3ee0. 00000100:00000001:0.0:1788205060.804381:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205060.804384:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c84a680 x1875052842032256/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205060.804392:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c84a680 x1875052842032256/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205060.804413:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205060.804415:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205060.804416:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205060.804418:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205060.804422:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c84a680 x1875052842032256/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205060.804428:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205060.804432:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c84a680 x1875052842032256/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205060.804439:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205060.804442:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205060.804443:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205060.804445:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205060.804446:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205060.804448:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205060.804451:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205060.804454:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205060.804456:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205060.804460:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c84a680 x1875052842032256/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205060.804468:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c84a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842032256:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205060.804471:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205060.804474:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c84aa00 x1875052842032384/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205060.804481:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205060.804482:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205060.804484:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205060.804486:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205060.804487:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205060.804490:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c84aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842032384:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788205060.804498:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205060.804500:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205060.804501:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205060.804503:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205060.804506:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376800. 02000000:00000001:0.0:1788205060.804508:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205060.804511:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205060.804514:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302268. 00000400:00000010:0.0:1788205060.804517:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3ee0. 00000100:00000200:0.0:1788205060.804520:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842032384, portal 4 00000100:00000001:0.0:1788205060.804522:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205060.804523:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578521088 : -109644131030528 : ffff9c477c84aa00) 00000100:00000040:0.0:1788205060.804529:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c84aa00 x1875052842032384/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205060.804535:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205060.804538:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205060.804540:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3440. 00000100:00000200:0.0:1788205060.804543:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052842032384, offset 0 00000400:00000200:0.0:1788205060.804546:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205060.804549:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205060.804553:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205060.804556:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205060.804558:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205060.804561:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205060.804563:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205060.804566:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705121:705121:256:4294967295] 192.168.201.101@tcp LPNI seq info [705116:705116:8:4294967295] 00000400:00000200:0.0:1788205060.804570:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205060.804576:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205060.804580:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205060.804583:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036100. 00000800:00000200:0.0:1788205060.804587:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205060.804589:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1788205060.804603:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205060.804605:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036100. 00000400:00000200:0.0:1788205060.804608:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205060.804611:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205060.804614:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3440 00000400:00000010:0.0:1788205060.804616:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3440. 00000100:00000001:0.0:1788205060.804618:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205060.804621:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c84aa00 x1875052842032384/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205060.804629:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205060.804632:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84aa00 x1875052842032384/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205085 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205060.804638:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205060.804639:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205060.804642:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205060.804645:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788205060.804649:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205060.804652:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310199845 00000100:00000001:0.0:1788205060.804655:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310201077 00000100:00000001:0.0:1788205060.804657:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310199845 00000100:00000001:0.0:1788205060.804660:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310201077 00000100:00000001:0.0:1788205060.804662:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205060.804664:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205060.804666:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205060.804670:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205060/real 1788205060] req@ffff9c477c84aa00 x1875052842032384/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205060.804677:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205060.804678:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205060.804680:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302268. 00000400:00000200:0.0:1788205060.804682:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3ee0 00000400:00000010:0.0:1788205060.804683:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3ee0. 00000100:00000001:0.0:1788205060.804685:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205060.804688:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c84aa00 x1875052842032384/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205060.804696:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c84aa00 x1875052842032384/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205060.804708:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205060.804710:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205060.804712:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205060.804713:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205060.804717:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c84aa00 x1875052842032384/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205060.804722:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205060.804726:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c84aa00 x1875052842032384/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205060.804733:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205060.804735:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205060.804736:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205060.804738:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205060.804739:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205060.804741:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205060.804743:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205060.804746:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205060.804749:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205060.804752:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c84aa00 x1875052842032384/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205060.804760:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c84aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842032384:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788205060.804764:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205060.804766:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205060.804768:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c849f80 x1875052842032128/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205060.804775:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205060.804777:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205060.804779:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376400. 02000000:00000001:0.0:1788205060.804782:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205060.804783:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205060.804785:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788205060.804787:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205060.804789:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f1000. 02000000:00000001:0.0:1788205060.804791:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205060.804792:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205060.804794:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c849f80. 00000100:00000001:0.0:1788205060.804796:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205060.804797:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205060.804799:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205060.804802:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c84a680 x1875052842032256/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205060.804809:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205060.804810:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205060.804811:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788205060.804813:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205060.804814:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205060.804815:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788205060.804817:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205060.804818:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f1c00. 02000000:00000001:0.0:1788205060.804820:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205060.804821:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205060.804823:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c84a680. 00000100:00000001:0.0:1788205060.804825:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205060.804826:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205060.804827:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205060.804831:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c84aa00 x1875052842032384/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205060.804837:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205060.804839:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205060.804840:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376800. 02000000:00000001:0.0:1788205060.804842:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205060.804843:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205060.804844:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788205060.804846:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205060.804848:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f3400. 02000000:00000001:0.0:1788205060.804849:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205060.804850:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205060.804852:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c84aa00. 00000100:00000001:0.0:1788205060.804853:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205060.804855:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205060.804857:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205060.804860:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788205060.804862:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205060.804864:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205060.804865:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205061.442505:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205061.442511:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205061.442516:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205061.442517:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205061.442520:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205061.442521:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205062.082523:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310201077, at 4310201088 00000100:00000040:0.0:1788205062.082524:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310201077, at 4310201088 00000100:00000010:1.0:1788205062.082552:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685baae0. 00000100:00000010:0.0:1788205062.082555:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685bae40. 00010000:00000001:0.0:1788205062.466556:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205062.466563:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205062.466577:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205062.466579:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205062.466583:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205062.466584:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205062.466617:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205062.466619:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205062.466621:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205063.490608:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205063.490619:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205063.490623:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205063.490627:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205063.490633:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205063.490636:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205063.490638:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205063.490641:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205063.490646:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205063.490648:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205063.490651:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205063.490652:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205064.514562:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205064.514572:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205064.514579:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205064.514580:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205064.514584:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205064.514585:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205064.514648:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205064.514651:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205064.514654:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205065.538755:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205065.538766:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205065.538773:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205065.538777:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205065.538779:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205065.538783:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205065.538787:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205065.538790:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205065.538792:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205065.538794:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205065.538799:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205065.538800:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205065.538801:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205065.538803:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205065.538804:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205065.538805:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205065.538807:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205065.538809:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205065.922812:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205065.922819:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788205065.922823:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205065.922834:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c84a300 x1875052842032512/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205065.922852:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205065.922856:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205065.922863:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205065.922867:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205065.922872:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205065.922880:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c84a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842032512:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788205065.922888:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205065.922895:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205065.922900:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205065.922905:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205065.922913:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788205065.922917:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205065.922927:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205065.922933:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302268. 00000400:00000010:0.0:1788205065.922944:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3ee0. 00000100:00000200:0.0:1788205065.922954:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842032512, portal 25 00000100:00000001:0.0:1788205065.922958:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205065.922961:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578519296 : -109644131032320 : ffff9c477c84a300) 00000100:00000040:0.0:1788205065.922973:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c84a300 x1875052842032512/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205065.922988:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205065.922994:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205065.922998:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3440. 00000100:00000200:0.0:1788205065.923003:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052842032512, offset 0 00000400:00000200:0.0:1788205065.923016:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205065.923029:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205065.923052:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205065.923062:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205065.923070:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205065.923077:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205065.923084:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205065.923092:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705122:705122:256:4294967295] 192.168.201.101@tcp LPNI seq info [705117:705117:8:4294967295] 00000400:00000200:0.0:1788205065.923100:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205065.923118:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205065.923129:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205065.923137:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036100. 00000800:00000200:0.0:1788205065.923149:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205065.923154:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1788205065.923176:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205065.923180:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036100. 00000400:00000200:0.0:1788205065.923190:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205065.923198:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205065.923206:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3440 00000400:00000010:0.0:1788205065.923210:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3440. 00000100:00000001:0.0:1788205065.923217:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205065.923225:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c84a300 x1875052842032512/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205065.923244:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205065.923250:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84a300 x1875052842032512/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205090 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205065.923275:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205065.923280:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205065.923291:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205065.923300:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205065.923305:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4310206196 00000100:00000010:0.0:1788205065.923315:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685bae40. 00000100:00000001:0.0:1788205065.923327:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788205065.923336:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4310206196 00000100:00000010:0.0:1788205065.923341:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba0c0. 00000100:00000001:0.0:1788205065.923347:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788205065.923351:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205065.923357:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205065.923363:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205065.923371:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205065/real 1788205065] req@ffff9c477c84a300 x1875052842032512/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205065.923428:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205065.923431:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205065.923435:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302268. 00000400:00000200:0.0:1788205065.923440:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3ee0 00000400:00000010:0.0:1788205065.923444:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3ee0. 00000100:00000001:0.0:1788205065.923448:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205065.923455:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c84a300 x1875052842032512/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205065.923470:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c84a300 x1875052842032512/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205065.923483:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205065.923487:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205065.923490:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205065.923494:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205065.923501:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c84a300 x1875052842032512/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205065.923523:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205065.923532:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c84a300 x1875052842032512/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205065.923546:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205065.923551:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205065.923555:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205065.923559:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205065.923563:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205065.923568:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205065.923574:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205065.923590:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205065.923593:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205065.923598:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c84a300 x1875052842032512/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205065.923607:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c84a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842032512:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788205065.923611:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205065.923614:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205065.923617:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c84a300 x1875052842032512/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205065.923634:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205065.923637:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205065.923640:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788205065.923643:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205065.923644:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205065.923646:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788205065.923648:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205065.923650:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f0800. 02000000:00000001:0.0:1788205065.923655:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205065.923656:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205065.923658:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c84a300. 00000100:00000001:0.0:1788205065.923661:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205065.923662:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205065.923665:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205065.923673:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788205065.923675:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205065.923677:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205065.923679:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788205065.923680:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205065.923683:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c848000 x1875052842032640/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205065.923690:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205065.923692:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205065.923694:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205065.923695:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205065.923697:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205065.923700:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c848000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842032640:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205065.923703:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205065.923706:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205065.923707:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205065.923709:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205065.923712:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788205065.923713:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205065.923717:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205065.923720:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302268. 00000400:00000010:0.0:1788205065.923723:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3ee0. 00000100:00000200:0.0:1788205065.923726:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842032640, portal 10 00000100:00000001:0.0:1788205065.923728:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205065.923729:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578510336 : -109644131041280 : ffff9c477c848000) 00000100:00000040:0.0:1788205065.923736:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c848000 x1875052842032640/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205065.923742:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205065.923745:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205065.923747:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3440. 00000100:00000200:0.0:1788205065.923749:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842032640, offset 0 00000400:00000200:0.0:1788205065.923753:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205065.923757:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205065.923761:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205065.923764:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205065.923766:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205065.923769:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205065.923771:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205065.923774:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705123:705123:256:4294967295] 192.168.201.101@tcp LPNI seq info [705118:705118:8:4294967295] 00000400:00000200:0.0:1788205065.923777:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205065.923783:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205065.923788:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205065.923791:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036100. 00000800:00000200:0.0:1788205065.923795:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205065.923799:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1788205065.923810:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205065.923812:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036100. 00000400:00000200:0.0:1788205065.923815:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205065.923818:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205065.923821:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3440 00000400:00000010:0.0:1788205065.923822:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3440. 00000100:00000001:0.0:1788205065.923825:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205065.923828:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c848000 x1875052842032640/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205065.923835:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205065.923838:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c848000 x1875052842032640/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205090 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205065.923844:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205065.923845:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205065.923848:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205065.923852:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788205065.923855:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205065.923857:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310204938 00000100:00000001:0.0:1788205065.923860:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310206196 00000100:00000001:0.0:1788205065.923862:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310204938 00000100:00000001:0.0:1788205065.923864:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310206196 00000100:00000001:0.0:1788205065.923866:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205065.923868:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205065.923870:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205065.923873:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205065/real 1788205065] req@ffff9c477c848000 x1875052842032640/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205065.923880:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205065.923882:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205065.923884:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302268. 00000400:00000200:0.0:1788205065.923886:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3ee0 00000400:00000010:0.0:1788205065.923887:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3ee0. 00000100:00000001:0.0:1788205065.923890:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205065.923892:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c848000 x1875052842032640/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205065.923900:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c848000 x1875052842032640/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205065.923907:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205065.923908:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205065.923910:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205065.923911:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205065.923914:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c848000 x1875052842032640/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205065.923921:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205065.923925:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c848000 x1875052842032640/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205065.923932:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205065.923934:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205065.923936:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205065.923937:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205065.923939:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205065.923941:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205065.923943:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205065.923947:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205065.923949:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205065.923953:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c848000 x1875052842032640/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205065.923960:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c848000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842032640:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205065.923964:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205065.923967:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c84b100 x1875052842032768/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205065.923974:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205065.923975:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205065.923977:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205065.923978:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205065.923980:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205065.923983:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c84b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842032768:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205065.923986:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205065.923988:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205065.923989:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205065.923991:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205065.923994:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376400. 02000000:00000001:0.0:1788205065.923996:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205065.923999:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205065.924001:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302268. 00000400:00000010:0.0:1788205065.924005:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3ee0. 00000100:00000200:0.0:1788205065.924007:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842032768, portal 10 00000100:00000001:0.0:1788205065.924009:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205065.924011:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578522880 : -109644131028736 : ffff9c477c84b100) 00000100:00000040:0.0:1788205065.924016:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c84b100 x1875052842032768/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205065.924023:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205065.924025:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205065.924027:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3440. 00000100:00000200:0.0:1788205065.924030:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842032768, offset 0 00000400:00000200:0.0:1788205065.924033:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205065.924037:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205065.924039:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205065.924042:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205065.924045:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205065.924047:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205065.924049:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205065.924052:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705124:705124:256:4294967295] 192.168.201.101@tcp LPNI seq info [705119:705119:8:4294967295] 00000400:00000200:0.0:1788205065.924056:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205065.924061:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205065.924066:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205065.924068:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036100. 00000800:00000200:0.0:1788205065.924072:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205065.924075:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1788205065.924086:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205065.924088:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036100. 00000400:00000200:0.0:1788205065.924091:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205065.924094:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205065.924097:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3440 00000400:00000010:0.0:1788205065.924098:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3440. 00000100:00000001:0.0:1788205065.924101:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205065.924104:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c84b100 x1875052842032768/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205065.924112:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205065.924115:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84b100 x1875052842032768/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205090 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205065.924121:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205065.924123:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205065.924125:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205065.924128:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788205065.924131:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205065.924133:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310204938 00000100:00000001:0.0:1788205065.924135:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310206196 00000100:00000001:0.0:1788205065.924138:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310204938 00000100:00000001:0.0:1788205065.924140:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310206196 00000100:00000001:0.0:1788205065.924142:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205065.924144:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205065.924146:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205065.924149:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205065/real 1788205065] req@ffff9c477c84b100 x1875052842032768/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205065.924156:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205065.924157:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205065.924159:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302268. 00000400:00000200:0.0:1788205065.924161:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3ee0 00000400:00000010:0.0:1788205065.924162:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3ee0. 00000100:00000001:0.0:1788205065.924164:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205065.924167:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c84b100 x1875052842032768/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205065.924175:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c84b100 x1875052842032768/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205065.924181:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205065.924182:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205065.924184:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205065.924186:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205065.924189:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c84b100 x1875052842032768/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205065.924195:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205065.924199:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c84b100 x1875052842032768/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205065.924205:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205065.924208:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205065.924209:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205065.924210:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205065.924212:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205065.924214:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205065.924216:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205065.924220:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205065.924222:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205065.924226:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c84b100 x1875052842032768/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205065.924233:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c84b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842032768:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205065.924236:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205065.924240:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c849c00 x1875052842032896/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205065.924247:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205065.924249:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205065.924251:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205065.924253:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205065.924255:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205065.924268:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c849c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842032896:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788205065.924272:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205065.924274:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205065.924275:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205065.924277:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205065.924281:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788205065.924283:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205065.924286:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205065.924289:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302268. 00000400:00000010:0.0:1788205065.924293:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3ee0. 00000100:00000200:0.0:1788205065.924295:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842032896, portal 4 00000100:00000001:0.0:1788205065.924297:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205065.924299:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578517504 : -109644131034112 : ffff9c477c849c00) 00000100:00000040:0.0:1788205065.924305:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c849c00 x1875052842032896/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205065.924312:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205065.924314:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205065.924316:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3440. 00000100:00000200:0.0:1788205065.924318:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052842032896, offset 0 00000400:00000200:0.0:1788205065.924322:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205065.924326:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205065.924329:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205065.924332:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205065.924334:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205065.924337:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205065.924339:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205065.924342:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705125:705125:256:4294967295] 192.168.201.101@tcp LPNI seq info [705120:705120:8:4294967295] 00000400:00000200:0.0:1788205065.924346:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205065.924351:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205065.924355:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205065.924358:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036100. 00000800:00000200:0.0:1788205065.924362:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205065.924365:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1788205065.924375:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205065.924377:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036100. 00000400:00000200:0.0:1788205065.924380:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205065.924384:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205065.924386:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3440 00000400:00000010:0.0:1788205065.924388:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3440. 00000100:00000001:0.0:1788205065.924391:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205065.924412:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c849c00 x1875052842032896/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205065.924419:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205065.924423:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c849c00 x1875052842032896/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205090 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205065.924434:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205065.924436:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205065.924439:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205065.924442:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788205065.924446:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205065.924447:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310204965 00000100:00000001:0.0:1788205065.924450:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310206196 00000100:00000001:0.0:1788205065.924452:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310204965 00000100:00000001:0.0:1788205065.924455:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310206196 00000100:00000001:0.0:1788205065.924457:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205065.924459:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205065.924461:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205065.924465:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205065/real 1788205065] req@ffff9c477c849c00 x1875052842032896/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205065.924472:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205065.924474:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205065.924475:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302268. 00000400:00000200:0.0:1788205065.924477:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3ee0 00000400:00000010:0.0:1788205065.924479:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3ee0. 00000100:00000001:0.0:1788205065.924481:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205065.924484:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c849c00 x1875052842032896/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205065.924492:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c849c00 x1875052842032896/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205065.924499:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205065.924500:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205065.924502:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205065.924503:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205065.924506:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c849c00 x1875052842032896/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205065.924513:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205065.924517:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c849c00 x1875052842032896/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205065.924523:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205065.924525:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205065.924526:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205065.924528:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205065.924530:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205065.924531:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205065.924534:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205065.924537:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205065.924539:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205065.924543:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c849c00 x1875052842032896/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205065.924551:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c849c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842032896:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788205065.924554:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205065.924556:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205065.924559:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c848000 x1875052842032640/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205065.924566:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205065.924567:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205065.924569:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788205065.924572:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205065.924573:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205065.924575:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788205065.924577:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205065.924578:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f2000. 02000000:00000001:0.0:1788205065.924581:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205065.924583:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205065.924584:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c848000. 00000100:00000001:0.0:1788205065.924586:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205065.924587:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205065.924589:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205065.924593:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c84b100 x1875052842032768/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205065.924599:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205065.924601:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205065.924602:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376400. 02000000:00000001:0.0:1788205065.924605:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205065.924606:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205065.924607:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788205065.924609:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205065.924610:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f3400. 02000000:00000001:0.0:1788205065.924613:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205065.924614:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205065.924615:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c84b100. 00000100:00000001:0.0:1788205065.924618:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205065.924619:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205065.924620:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205065.924623:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c849c00 x1875052842032896/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205065.924630:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205065.924631:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205065.924632:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788205065.924635:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205065.924636:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205065.924637:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788205065.924639:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205065.924641:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f1c00. 02000000:00000001:0.0:1788205065.924642:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205065.924644:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205065.924645:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c849c00. 00000100:00000001:0.0:1788205065.924647:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205065.924649:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205065.924651:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205065.924654:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788205065.924655:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205065.924657:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205065.924659:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205066.562561:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205066.562570:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205066.562576:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205066.562578:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205066.562581:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205066.562583:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205066.562645:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205066.562648:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205066.562651:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788205067.202535:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310206196, at 4310206208 00000100:00000040:1.0:1788205067.202535:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310206196, at 4310206208 00000100:00000010:0.0:1788205067.202557:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685bae40. 00000100:00000010:1.0:1788205067.202565:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba0c0. 00010000:00000001:0.0:1788205067.586563:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205067.586573:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205067.586580:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205067.586582:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205067.586586:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205067.586587:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205068.611118:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205068.611128:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205068.611135:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205068.611137:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205068.611141:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205068.611142:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205068.611171:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205068.611174:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205068.611177:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205069.634577:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205069.634587:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205069.634595:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205069.634596:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205069.634600:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205069.634602:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205070.658567:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205070.658576:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205070.658583:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205070.658584:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205070.658588:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205070.658590:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205070.658618:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205070.658621:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205070.658623:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788205071.042721:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788205071.042734:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788205071.042737:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788205071.042742:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788205071.042747:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788205071.042757:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 15537 00000400:00000200:1.0:1788205071.042767:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788205071.042813:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788205071.042817:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788205071.042821:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205071.042825:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205071.042828:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205071.042831:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788205071.042835:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788205071.042838:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788205071.042841:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788205071.042845:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788205071.042847:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788205071.042849:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788205071.042852:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205071.042854:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205071.042857:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205071.042858:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788205071.042861:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788205071.042864:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788205071.042867:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788205071.042870:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788205071.042874:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788205071.042877:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205071.042879:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788205071.042882:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788205071.042895:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dce00. 00000020:00000040:1.0:1788205071.042899:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788205071.042904:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788205071.042906:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205071.042915:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788205071.042918:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788205071.042923:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788205071.042933:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99000. 00000100:00000001:1.0:1788205071.042941:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788205071.042952:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dce00 x1875052842033024/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788205071.042963:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788205071.042968:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205071.042973:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e15d5058] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dce00 x1875052842033024/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788205071.042996:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788205071.043000:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788205071.043003:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788205071.043005:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788205071.043007:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788205071.043010:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788205071.043012:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15537 00000400:00000200:1.0:1788205071.043016:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788205071.043019:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788205071.043021:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788205071.043024:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205071.043026:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205071.043028:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205071.043029:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788205071.043031:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788205071.043033:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788205071.043034:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788205071.043036:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788205071.043038:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788205071.043040:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788205071.043043:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205071.043045:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205071.043047:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205071.043049:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788205071.043051:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788205071.043053:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788205071.043056:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788205071.043058:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788205071.043063:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788205071.043066:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205071.043068:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788205071.043073:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788205071.043076:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205071.043078:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788205071.043082:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dd880. 00000020:00000040:1.0:1788205071.043084:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788205071.043087:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788205071.043088:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205071.043090:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788205071.043091:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788205071.043093:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788205071.043096:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99400. 00000100:00000001:1.0:1788205071.043100:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788205071.043105:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dd880 x1875052842033152/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788205071.043113:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788205071.043115:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205071.043119:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083606985] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dd880 x1875052842033152/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788205071.043127:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788205071.043130:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788205071.043133:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788205071.043135:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788205071.043137:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788205071.043140:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788205071.043142:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15537 00000400:00000200:1.0:1788205071.043167:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788205071.043182:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788205071.043185:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788205071.043188:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205071.043190:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205071.043192:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205071.043193:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788205071.043196:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788205071.043197:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788205071.043198:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788205071.043200:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788205071.043202:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788205071.043204:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788205071.043208:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205071.043210:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205071.043212:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205071.043214:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788205071.043216:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788205071.043218:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788205071.043221:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788205071.043223:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788205071.043225:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788205071.043227:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205071.043229:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788205071.043232:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788205071.043234:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205071.043236:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788205071.043240:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dc700. 00000020:00000040:1.0:1788205071.043242:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788205071.043245:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788205071.043246:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205071.043248:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788205071.043249:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788205071.043251:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788205071.043255:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9a800. 00000100:00000001:1.0:1788205071.043258:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788205071.043263:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dc700 x1875052842033280/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788205071.043270:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788205071.043272:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205071.043276:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7db4f2b] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dc700 x1875052842033280/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788205071.043284:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205071.043287:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788205071.043292:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788205071.043295:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788205071.043298:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788205071.043299:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788205071.043301:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788205071.043304:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788205071.043313:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15537 00000400:00000200:1.0:1788205071.043317:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788205071.043320:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788205071.043322:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788205071.043325:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205071.043328:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205071.043330:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205071.043332:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788205071.043334:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788205071.043335:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788205071.043337:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788205071.043339:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788205071.043341:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788205071.043343:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788205071.043346:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205071.043348:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205071.043350:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205071.043351:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788205071.043354:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788205071.043356:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788205071.043358:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788205071.043360:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788205071.043363:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788205071.043365:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205071.043367:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788205071.043369:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788205071.043372:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205071.043373:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788205071.043377:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ddf80. 00000020:00000040:1.0:1788205071.043379:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788205071.043381:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788205071.043382:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205071.043384:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788205071.043385:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788205071.043387:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788205071.043391:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98c00. 00000100:00000001:1.0:1788205071.043411:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788205071.043416:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ddf80 x1875052842033408/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788205071.043423:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788205071.043426:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205071.043503:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205071.043509:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788205071.043512:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205071.043519:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3dce00 x1875052842033024/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205071.043537:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205071.043539:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205071.043543:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205071.043546:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205071.043549:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205071.043552:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842033024:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788205071.043556:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205071.043561:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205071.043563:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205071.043566:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205071.043572:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788205071.043574:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205071.043580:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205071.043585:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302268. 00000400:00000010:0.0:1788205071.043653:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3ee0. 00000100:00000200:0.0:1788205071.043664:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842033024, portal 25 00000100:00000001:0.0:1788205071.043667:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205071.043669:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573877248 : -109644135674368 : ffff9c477c3dce00) 00000100:00000040:0.0:1788205071.043675:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3dce00 x1875052842033024/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205071.043689:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205071.043692:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205071.043695:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3440. 00000100:00000200:0.0:1788205071.043698:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052842033024, offset 0 00000400:00000200:0.0:1788205071.043706:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205071.043715:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205071.043721:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205071.043726:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205071.043731:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205071.043735:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205071.043739:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205071.043742:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705126:705126:256:4294967295] 192.168.201.101@tcp LPNI seq info [705121:705121:8:4294967295] 00000400:00000200:0.0:1788205071.043747:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205071.043757:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205071.043763:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205071.043769:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036100. 00000800:00000200:0.0:1788205071.043777:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205071.043781:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1788205071.043796:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205071.043799:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036100. 00000400:00000200:0.0:1788205071.043806:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205071.043810:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205071.043815:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3440 00000400:00000010:0.0:1788205071.043818:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3440. 00000100:00000001:0.0:1788205071.043822:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205071.043826:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c3dce00 x1875052842033024/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205071.043834:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205071.043838:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3dce00 x1875052842033024/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205096 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205071.043851:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205071.043853:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205071.043861:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205071.043865:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205071.043868:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4310211317 00000100:00000010:0.0:1788205071.043873:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685bae40. 00000100:00000001:0.0:1788205071.043881:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788205071.043888:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4310211317 00000100:00000010:0.0:1788205071.043891:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba420. 00000100:00000001:0.0:1788205071.043894:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788205071.043898:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205071.043901:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205071.043903:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205071.043908:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205071/real 1788205071] req@ffff9c477c3dce00 x1875052842033024/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205071.043919:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205071.043921:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205071.043923:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302268. 00000400:00000200:0.0:1788205071.043926:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3ee0 00000400:00000010:0.0:1788205071.043928:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3ee0. 00000100:00000001:0.0:1788205071.043930:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205071.043934:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3dce00 x1875052842033024/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205071.043943:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3dce00 x1875052842033024/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205071.043950:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205071.043952:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205071.043954:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205071.043956:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205071.043961:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c3dce00 x1875052842033024/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205071.043968:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205071.043973:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3dce00 x1875052842033024/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205096 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205071.043979:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205071.043983:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205071.043984:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205071.043986:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205071.043988:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205071.043990:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205071.043993:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205071.043997:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205071.044000:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205071.044004:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3dce00 x1875052842033024/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205096 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205071.044012:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842033024:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788205071.044017:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205071.044020:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3dd880 x1875052842033152/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205071.044026:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205071.044028:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205071.044030:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205071.044032:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205071.044034:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205071.044036:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842033152:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205071.044040:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205071.044041:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205071.044043:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205071.044045:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205071.044048:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788205071.044050:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205071.044054:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205071.044056:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302268. 00000400:00000010:0.0:1788205071.044060:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3ee0. 00000100:00000200:0.0:1788205071.044062:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842033152, portal 10 00000100:00000001:0.0:1788205071.044064:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205071.044066:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573879936 : -109644135671680 : ffff9c477c3dd880) 00000100:00000040:0.0:1788205071.044072:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3dd880 x1875052842033152/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205071.044078:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205071.044080:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205071.044082:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3440. 00000100:00000200:0.0:1788205071.044084:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842033152, offset 0 00000400:00000200:0.0:1788205071.044088:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205071.044092:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205071.044095:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205071.044098:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205071.044101:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205071.044103:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205071.044106:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205071.044109:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705127:705127:256:4294967295] 192.168.201.101@tcp LPNI seq info [705122:705122:8:4294967295] 00000400:00000200:0.0:1788205071.044113:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205071.044118:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205071.044122:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205071.044126:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036100. 00000800:00000200:0.0:1788205071.044130:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205071.044132:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1788205071.044143:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205071.044145:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036100. 00000400:00000200:0.0:1788205071.044149:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205071.044152:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205071.044155:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3440 00000400:00000010:0.0:1788205071.044156:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3440. 00000100:00000001:0.0:1788205071.044159:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205071.044162:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c3dd880 x1875052842033152/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205071.044375:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205071.044380:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3dd880 x1875052842033152/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205096 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205071.044387:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205071.044389:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205071.044421:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205071.044425:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000100:00000040:1.0:1788205071.044689:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dea6dee7] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ddf80 x1875052842033408/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788205071.044720:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205071.044729:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000040:1.0:1788205071.044730:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15547) 00000100:00000001:0.0:1788205071.044738:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310210059 00000100:00000001:0.0:1788205071.044743:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310211317 00000100:00000001:0.0:1788205071.044746:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310210059 00000100:00000001:0.0:1788205071.044749:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310211317 00000100:00000001:0.0:1788205071.044751:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205071.044753:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205071.044756:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205071.044761:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205071/real 1788205071] req@ffff9c477c3dd880 x1875052842033152/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205071.044771:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205071.044773:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205071.044776:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302268. 00000400:00000200:0.0:1788205071.044779:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3ee0 00000400:00000010:0.0:1788205071.044781:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3ee0. 00000100:00000001:0.0:1788205071.044784:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205071.044788:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3dd880 x1875052842033152/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205071.044796:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3dd880 x1875052842033152/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205071.044803:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205071.044804:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205071.044806:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205071.044807:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205071.044811:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c3dd880 x1875052842033152/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205071.044817:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205071.044822:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3dd880 x1875052842033152/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205096 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205071.044828:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205071.044831:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205071.044833:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205071.044834:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205071.044836:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205071.044838:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205071.044840:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205071.044844:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205071.044846:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205071.044850:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3dd880 x1875052842033152/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205096 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205071.044857:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842033152:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205071.044861:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205071.044865:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3dc700 x1875052842033280/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205071.044877:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205071.044878:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205071.044880:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205071.044882:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205071.044884:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205071.044887:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842033280:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205071.044891:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205071.044893:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205071.044894:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205071.044896:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205071.044900:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375400. 02000000:00000001:0.0:1788205071.044902:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205071.044905:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205071.044908:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302268. 00000400:00000010:0.0:1788205071.044911:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3ee0. 00000100:00000200:0.0:1788205071.044914:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842033280, portal 10 00000100:00000001:0.0:1788205071.044916:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205071.044917:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573875456 : -109644135676160 : ffff9c477c3dc700) 00000100:00000040:0.0:1788205071.044923:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3dc700 x1875052842033280/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205071.044929:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205071.044931:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205071.044933:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3440. 00000100:00000200:0.0:1788205071.044936:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842033280, offset 0 00000400:00000200:0.0:1788205071.044940:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205071.044944:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205071.044947:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205071.044950:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205071.044952:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205071.044954:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205071.044957:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205071.044960:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705128:705128:256:4294967295] 192.168.201.101@tcp LPNI seq info [705123:705123:8:4294967295] 00000400:00000200:0.0:1788205071.044963:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205071.044970:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205071.044973:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205071.044977:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036100. 00000800:00000200:0.0:1788205071.044980:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205071.044983:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1788205071.044993:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205071.044995:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036100. 00000400:00000200:0.0:1788205071.044997:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205071.045001:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205071.045004:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3440 00000400:00000010:0.0:1788205071.045005:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3440. 00000100:00000001:0.0:1788205071.045008:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205071.045011:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c3dc700 x1875052842033280/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205071.045019:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205071.045022:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3dc700 x1875052842033280/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205096 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205071.045029:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205071.045031:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205071.045034:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205071.045036:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788205071.045039:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205071.045041:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310210059 00000100:00000001:0.0:1788205071.045044:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310211317 00000100:00000001:0.0:1788205071.045046:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310210059 00000100:00000001:0.0:1788205071.045048:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310211317 00000100:00000001:0.0:1788205071.045050:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205071.045053:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205071.045054:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205071.045058:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205071/real 1788205071] req@ffff9c477c3dc700 x1875052842033280/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205071.045066:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205071.045067:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205071.045069:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302268. 00000400:00000200:0.0:1788205071.045072:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3ee0 00000400:00000010:0.0:1788205071.045073:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3ee0. 00000100:00000001:0.0:1788205071.045075:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205071.045078:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3dc700 x1875052842033280/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205071.045087:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3dc700 x1875052842033280/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205071.045093:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205071.045094:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205071.045096:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205071.045097:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205071.045100:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c3dc700 x1875052842033280/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205071.045107:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205071.045110:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3dc700 x1875052842033280/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205096 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205071.045116:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205071.045118:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205071.045120:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205071.045121:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205071.045123:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205071.045125:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205071.045127:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205071.045131:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205071.045133:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205071.045137:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3dc700 x1875052842033280/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205096 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205071.045144:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842033280:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205071.045148:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205071.045150:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205071.045153:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3dce00 x1875052842033024/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205096 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205071.045228:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205071.045231:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205071.045233:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788205071.045237:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205071.045238:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205071.045240:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788205071.045243:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205071.045245:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4653a99000. 02000000:00000001:0.0:1788205071.045250:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205071.045252:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205071.045254:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3dce00. 00000100:00000001:0.0:1788205071.045257:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205071.045258:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205071.045260:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205071.045264:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3dd880 x1875052842033152/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205096 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205071.045270:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205071.045271:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205071.045272:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788205071.045275:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205071.045276:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205071.045277:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788205071.045279:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205071.045281:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4653a99400. 02000000:00000001:0.0:1788205071.045283:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205071.045284:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205071.045286:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3dd880. 00000100:00000001:0.0:1788205071.045288:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205071.045289:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205071.045291:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205071.045294:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3dc700 x1875052842033280/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205096 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205071.045300:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205071.045302:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205071.045303:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375400. 02000000:00000001:0.0:1788205071.045305:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205071.045306:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205071.045307:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788205071.045309:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205071.045310:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4653a9a800. 02000000:00000001:0.0:1788205071.045313:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205071.045314:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205071.045315:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3dc700. 00000100:00000001:0.0:1788205071.045317:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205071.045318:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205071.045321:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205071.045329:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788205071.045331:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205071.045333:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205071.045335:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788205071.045336:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205071.045340:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3ddf80 x1875052842033408/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205071.045346:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205071.045347:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205071.045349:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205071.045351:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205071.045353:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205071.045356:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842033408:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788205071.045359:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205071.045361:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205071.045362:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205071.045364:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205071.045367:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375400. 02000000:00000001:0.0:1788205071.045368:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205071.045372:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205071.045375:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302268. 00000400:00000010:0.0:1788205071.045378:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3ee0. 00000100:00000200:0.0:1788205071.045381:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842033408, portal 4 00000100:00000001:0.0:1788205071.045383:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205071.045384:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573881728 : -109644135669888 : ffff9c477c3ddf80) 00000100:00000040:0.0:1788205071.045390:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3ddf80 x1875052842033408/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205071.045416:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205071.045419:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205071.045421:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3440. 00000100:00000200:0.0:1788205071.045424:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052842033408, offset 0 00000400:00000200:0.0:1788205071.045427:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205071.045580:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205071.045584:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205071.045587:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205071.045589:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205071.045592:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205071.045647:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205071.045651:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705129:705129:256:4294967295] 192.168.201.101@tcp LPNI seq info [705124:705124:8:4294967295] 00000400:00000200:0.0:1788205071.045654:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205071.045660:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205071.045665:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205071.045668:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036100. 00000800:00000200:0.0:1788205071.045672:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205071.045675:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1788205071.045684:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205071.045686:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036100. 00000400:00000200:0.0:1788205071.045689:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205071.045692:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205071.045695:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3440 00000400:00000010:0.0:1788205071.045697:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3440. 00000100:00000001:0.0:1788205071.045700:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205071.045704:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c3ddf80 x1875052842033408/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205071.045711:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205071.045714:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3ddf80 x1875052842033408/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205096 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205071.045719:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205071.045721:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205071.045723:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205071.045727:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788205071.045729:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205071.045731:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310210086 00000100:00000001:0.0:1788205071.045734:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310211317 00000100:00000001:0.0:1788205071.045736:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310210086 00000100:00000001:0.0:1788205071.045738:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310211317 00000100:00000001:0.0:1788205071.045740:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205071.045741:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205071.045743:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205071.045746:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205071/real 1788205071] req@ffff9c477c3ddf80 x1875052842033408/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205071.045753:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205071.045754:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205071.045756:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302268. 00000400:00000200:0.0:1788205071.045758:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3ee0 00000400:00000010:0.0:1788205071.045760:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3ee0. 00000100:00000001:0.0:1788205071.045762:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205071.045765:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3ddf80 x1875052842033408/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205071.045772:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3ddf80 x1875052842033408/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205071.045778:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205071.045780:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205071.045781:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205071.045783:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205071.045786:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c3ddf80 x1875052842033408/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205071.045791:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205071.045795:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3ddf80 x1875052842033408/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205096 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205071.045800:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205071.045803:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205071.045804:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205071.045805:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205071.045807:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205071.045809:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205071.045811:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205071.045814:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205071.045816:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205071.045819:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3ddf80 x1875052842033408/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205096 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205071.045826:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842033408:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788205071.045829:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205071.045831:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205071.045833:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3ddf80 x1875052842033408/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205096 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205071.045839:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205071.045841:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205071.045843:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375400. 02000000:00000001:0.0:1788205071.045845:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205071.045846:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205071.045847:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788205071.045849:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205071.045850:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4653a98c00. 02000000:00000001:0.0:1788205071.045854:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205071.045855:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205071.045856:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3ddf80. 00000100:00000001:0.0:1788205071.045859:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205071.045861:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205071.045862:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205071.045865:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788205071.045866:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205071.045868:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205071.045870:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205071.682576:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205071.682585:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205071.682591:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205071.682592:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205071.682596:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205071.682597:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205072.322510:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310211317, at 4310211328 00000100:00000040:0.0:1788205072.322521:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310211317, at 4310211328 00000100:00000010:1.0:1788205072.322528:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba420. 00000100:00000010:0.0:1788205072.322540:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685bae40. 00010000:00000001:0.0:1788205072.706505:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205072.706512:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205072.706517:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205072.706518:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205072.706522:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205072.706523:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205072.706547:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205072.706550:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205072.706553:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205073.730506:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205073.730513:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205073.730516:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205073.730519:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205073.730523:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205073.730525:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205073.730527:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205073.730530:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205073.730533:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205073.730534:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205073.730537:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205073.730537:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205074.754564:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205074.754570:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205074.754576:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205074.754577:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205074.754581:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205074.754582:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205074.754615:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205074.754618:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205074.754621:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205075.778533:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205075.778539:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205075.778545:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205075.778548:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205075.778550:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205075.778553:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205075.778556:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205075.778558:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205075.778560:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205075.778562:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205075.778566:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205075.778567:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205075.778569:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205075.778570:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205075.778572:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205075.778573:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205075.778575:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205075.778577:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788205076.162481:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788205076.162490:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788205076.162493:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788205076.162497:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788205076.162501:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788205076.162507:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 15542 00000400:00000200:1.0:1788205076.162515:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788205076.162521:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788205076.162524:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788205076.162526:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205076.162529:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205076.162532:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205076.162534:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788205076.162538:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788205076.162540:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788205076.162543:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788205076.162545:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788205076.162548:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788205076.162550:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788205076.162553:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205076.162556:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205076.162558:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205076.162560:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788205076.162563:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788205076.162566:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788205076.162569:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788205076.162571:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788205076.162574:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788205076.162577:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205076.162579:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788205076.162581:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788205076.162590:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dd180. 00000020:00000040:1.0:1788205076.162593:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788205076.162597:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788205076.162599:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205076.162602:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788205076.162604:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788205076.162608:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788205076.162653:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98800. 00000100:00000001:1.0:1788205076.162660:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788205076.162667:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dd180 x1875052842033536/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788205076.162675:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788205076.162680:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205076.162684:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000095f81904] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dd180 x1875052842033536/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788205076.162708:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788205076.162712:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788205076.162715:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788205076.162717:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788205076.162718:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788205076.162721:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788205076.162724:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15542 00000400:00000200:1.0:1788205076.162728:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788205076.162732:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788205076.162734:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788205076.162738:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205076.162740:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205076.162743:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205076.162745:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000100:00000001:0.0:1788205076.162746:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1788205076.162747:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788205076.162750:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788205076.162752:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:0.0:1788205076.162753:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1788205076.162754:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000100:00000001:0.0:1788205076.162757:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1788205076.162757:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788205076.162761:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788205076.162766:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000040:0.0:1788205076.162768:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3dd180 x1875052842033536/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788205076.162768:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205076.162773:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205076.162777:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788205076.162781:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00000001:0.0:1788205076.162787:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00080000:1.0:1788205076.162787:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788205076.162790:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205076.162791:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205076.162794:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788205076.162794:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788205076.162798:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205076.162802:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788205076.162802:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788205076.162807:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205076.162808:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842033536:192.168.201.101@tcp:250:kworker.0 00000100:00000001:1.0:1788205076.162810:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788205076.162812:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000008:00100000:1.0:1788205076.162815:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 02000000:00000001:0.0:1788205076.162816:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205076.162820:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788205076.162820:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205076.162825:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205076.162826:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:1.0:1788205076.162829:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3df100. 02000000:00000010:0.0:1788205076.162833:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375400. 00000020:00000040:1.0:1788205076.162833:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788205076.162839:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788205076.162840:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788205076.162842:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205076.162845:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788205076.162847:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1788205076.162849:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 02000000:00000001:1.0:1788205076.162849:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788205076.162855:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302268. 02000000:00000010:1.0:1788205076.162856:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9ac00. 00000100:00000001:1.0:1788205076.162861:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788205076.162864:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3ee0. 00000100:00100000:1.0:1788205076.162868:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3df100 x1875052842033664/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1788205076.162873:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842033536, portal 25 00000100:00000001:1.0:1788205076.162876:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788205076.162878:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788205076.162881:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205076.162882:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573878144 : -109644135673472 : ffff9c477c3dd180) 00000100:00000040:1.0:1788205076.162889:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c16a5860] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3df100 x1875052842033664/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788205076.162892:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3dd180 x1875052842033536/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788205076.162906:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788205076.162911:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788205076.162916:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:1.0:1788205076.162917:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000040:0.0:1788205076.162922:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000100:00000001:1.0:1788205076.162922:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788205076.162926:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000400:00000010:0.0:1788205076.162927:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3440. 00000100:00000001:1.0:1788205076.162932:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00000200:0.0:1788205076.162933:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052842033536, offset 0 00000100:00080000:1.0:1788205076.162938:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15542 00000400:00000200:0.0:1788205076.162943:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:1.0:1788205076.162944:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788205076.162951:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788205076.162953:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000400:00000200:0.0:1788205076.162954:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000040:1.0:1788205076.162959:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205076.162963:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205076.162965:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205076.162967:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788205076.162970:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000400:00000200:0.0:1788205076.162971:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000020:00000040:1.0:1788205076.162973:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788205076.162976:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788205076.162978:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000400:00000200:0.0:1788205076.162979:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:1.0:1788205076.162983:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000400:00000200:0.0:1788205076.162986:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000020:00000001:1.0:1788205076.162988:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000400:00000200:0.0:1788205076.162992:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000100:00000040:1.0:1788205076.162995:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000400:00000200:0.0:1788205076.162999:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000100:00000001:1.0:1788205076.163000:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1788205076.163006:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705130:705130:256:4294967295] 192.168.201.101@tcp LPNI seq info [705125:705125:8:4294967295] 00000100:00000040:1.0:1788205076.163007:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205076.163013:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000400:00000200:0.0:1788205076.163017:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000020:00000040:1.0:1788205076.163018:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788205076.163024:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788205076.163030:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205076.163032:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 02000000:00000001:1.0:1788205076.163034:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788205076.163038:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1788205076.163043:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 02000000:00000001:1.0:1788205076.163043:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205076.163048:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788205076.163051:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000800:00000010:0.0:1788205076.163053:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036100. 00000008:00000001:1.0:1788205076.163054:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205076.163058:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788205076.163063:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000100:00000010:1.0:1788205076.163063:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dc000. 00000020:00000040:1.0:1788205076.163068:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000800:00000200:0.0:1788205076.163069:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 22 secs later) 02000000:00000001:1.0:1788205076.163072:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788205076.163075:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205076.163077:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788205076.163096:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788205076.163099:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788205076.163104:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b800. 00000100:00000001:1.0:1788205076.163109:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788205076.163118:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dc000 x1875052842033792/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1788205076.163119:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205076.163123:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036100. 00000400:00000200:0.0:1788205076.163130:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000001:1.0:1788205076.163131:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788205076.163136:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205076.163137:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205076.163143:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3440 00000100:00000040:1.0:1788205076.163144:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1e3b926] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dc000 x1875052842033792/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1788205076.163145:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3440. 00000100:00000001:0.0:1788205076.163150:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205076.163156:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c3dd180 x1875052842033536/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788205076.163158:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205076.163165:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788205076.163167:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788205076.163171:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788205076.163172:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3dd180 x1875052842033536/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205101 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788205076.163178:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788205076.163181:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788205076.163183:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788205076.163184:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1788205076.163187:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788205076.163189:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788205076.163191:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205076.163192:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788205076.163198:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15542 00000400:00000200:0.0:1788205076.163199:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205076.163204:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4310216436 00000400:00000200:1.0:1788205076.163206:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788205076.163211:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00000010:0.0:1788205076.163212:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685bae40. 00000100:00080000:1.0:1788205076.163214:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788205076.163220:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205076.163222:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788205076.163222:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205076.163227:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205076.163230:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000100:00000001:0.0:1788205076.163231:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4310216436 00000020:00000001:1.0:1788205076.163234:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000010:0.0:1788205076.163237:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba960. 00000020:00000040:1.0:1788205076.163237:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788205076.163240:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:0.0:1788205076.163244:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000020:00000040:1.0:1788205076.163244:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788205076.163249:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000001:0.0:1788205076.163250:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1788205076.163251:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000001:0.0:1788205076.163257:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205076.163258:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205076.163261:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000001:1.0:1788205076.163262:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205076.163266:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205076.163269:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000100:00100000:0.0:1788205076.163270:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205076/real 1788205076] req@ffff9c477c3dd180 x1875052842033536/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1788205076.163274:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788205076.163281:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000400:00000001:0.0:1788205076.163285:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1788205076.163286:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1788205076.163288:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:1.0:1788205076.163290:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:0.0:1788205076.163292:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302268. 02000000:00000001:1.0:1788205076.163295:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1788205076.163296:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3ee0 00000400:00000010:0.0:1788205076.163300:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3ee0. 02000000:00000001:1.0:1788205076.163301:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205076.163303:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205076.163308:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3dd180 x1875052842033536/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788205076.163315:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788205076.163319:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000100:00000200:0.0:1788205076.163321:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3dd180 x1875052842033536/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:1.0:1788205076.163324:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205076.163329:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205076.163335:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000010:1.0:1788205076.163336:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ddf80. 00000100:00000001:0.0:1788205076.163337:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205076.163342:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:1.0:1788205076.163342:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 00000100:00000001:0.0:1788205076.163345:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1788205076.163346:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00100000:0.0:1788205076.163350:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c3dd180 x1875052842033536/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1788205076.163350:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205076.163354:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788205076.163357:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788205076.163361:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205076.163362:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1788205076.163367:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b400. 00000100:00000040:0.0:1788205076.163368:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3dd180 x1875052842033536/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205101 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788205076.163373:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205076.163382:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00100000:1.0:1788205076.163383:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ddf80 x1875052842033920/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788205076.163388:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788205076.163416:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788205076.163419:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205076.163423:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dea6dee7] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ddf80 x1875052842033920/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788205076.163431:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205076.163436:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:1.0:1788205076.163436:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15552) 00000100:00000001:0.0:1788205076.163440:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205076.163443:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205076.163452:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205076.163456:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205076.163460:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205076.163465:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205076.163469:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3dd180 x1875052842033536/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205101 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205076.163477:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842033536:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788205076.163481:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205076.163483:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205076.163486:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3dd180 x1875052842033536/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205101 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205076.163492:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205076.163494:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205076.163496:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375400. 02000000:00000001:0.0:1788205076.163499:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205076.163501:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205076.163503:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788205076.163505:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205076.163507:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4653a98800. 02000000:00000001:0.0:1788205076.163511:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205076.163512:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205076.163514:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3dd180. 00000100:00000001:0.0:1788205076.163516:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205076.163517:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205076.163520:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205076.163527:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788205076.163529:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205076.163531:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205076.163533:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788205076.163534:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205076.163537:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3df100 x1875052842033664/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205076.163543:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205076.163544:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205076.163546:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205076.163548:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205076.163550:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205076.163552:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842033664:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205076.163555:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205076.163557:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205076.163558:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205076.163559:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205076.163562:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375400. 02000000:00000001:0.0:1788205076.163564:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205076.163567:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205076.163569:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302268. 00000400:00000010:0.0:1788205076.163572:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3ee0. 00000100:00000200:0.0:1788205076.163575:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842033664, portal 10 00000100:00000001:0.0:1788205076.163577:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205076.163578:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573886208 : -109644135665408 : ffff9c477c3df100) 00000100:00000040:0.0:1788205076.163584:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3df100 x1875052842033664/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205076.163590:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205076.163592:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205076.163594:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3440. 00000100:00000200:0.0:1788205076.163596:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842033664, offset 0 00000400:00000200:0.0:1788205076.163599:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205076.163602:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205076.163605:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205076.163608:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205076.163610:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205076.163612:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205076.163614:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205076.163617:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705131:705131:256:4294967295] 192.168.201.101@tcp LPNI seq info [705126:705126:8:4294967295] 00000400:00000200:0.0:1788205076.163620:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205076.163626:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205076.163630:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205076.163632:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036100. 00000800:00000200:0.0:1788205076.163636:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205076.163638:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1788205076.163648:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205076.163649:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036100. 00000400:00000200:0.0:1788205076.163652:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205076.163654:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205076.163657:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3440 00000400:00000010:0.0:1788205076.163659:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3440. 00000100:00000001:0.0:1788205076.163661:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205076.163664:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c3df100 x1875052842033664/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205076.163671:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205076.163674:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3df100 x1875052842033664/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205101 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205076.163679:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205076.163681:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205076.163683:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205076.163686:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788205076.163689:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205076.163690:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310215178 00000100:00000001:0.0:1788205076.163693:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310216436 00000100:00000001:0.0:1788205076.163694:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310215178 00000100:00000001:0.0:1788205076.163697:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310216436 00000100:00000001:0.0:1788205076.163699:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205076.163701:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205076.163703:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205076.163706:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205076/real 1788205076] req@ffff9c477c3df100 x1875052842033664/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205076.163712:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205076.163713:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205076.163714:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302268. 00000400:00000200:0.0:1788205076.163716:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3ee0 00000400:00000010:0.0:1788205076.163718:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3ee0. 00000100:00000001:0.0:1788205076.163719:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205076.163722:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3df100 x1875052842033664/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205076.163729:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3df100 x1875052842033664/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205076.163735:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205076.163736:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205076.163737:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205076.163738:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205076.163741:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c3df100 x1875052842033664/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205076.163747:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205076.163750:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3df100 x1875052842033664/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205101 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205076.163755:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205076.163757:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205076.163759:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205076.163760:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205076.163762:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205076.163763:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205076.163766:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205076.163769:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205076.163771:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205076.163774:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3df100 x1875052842033664/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205101 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205076.163782:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842033664:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205076.163785:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205076.163788:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3dc000 x1875052842033792/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205076.163795:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205076.163796:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205076.163798:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205076.163800:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205076.163802:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205076.163804:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842033792:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205076.163807:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205076.163809:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205076.163810:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205076.163812:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205076.163815:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788205076.163817:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205076.163820:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205076.163822:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302268. 00000400:00000010:0.0:1788205076.163826:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3ee0. 00000100:00000200:0.0:1788205076.163828:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842033792, portal 10 00000100:00000001:0.0:1788205076.163830:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205076.163831:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573873664 : -109644135677952 : ffff9c477c3dc000) 00000100:00000040:0.0:1788205076.163837:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3dc000 x1875052842033792/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205076.163844:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205076.163846:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205076.163848:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3440. 00000100:00000200:0.0:1788205076.163850:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842033792, offset 0 00000400:00000200:0.0:1788205076.163854:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205076.163857:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205076.163860:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205076.163862:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205076.163863:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205076.163865:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205076.163866:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205076.163868:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705132:705132:256:4294967295] 192.168.201.101@tcp LPNI seq info [705127:705127:8:4294967295] 00000400:00000200:0.0:1788205076.163871:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205076.163874:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205076.163877:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205076.163879:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036100. 00000800:00000200:0.0:1788205076.163881:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205076.163883:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1788205076.163889:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205076.163890:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036100. 00000400:00000200:0.0:1788205076.163892:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205076.163894:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205076.163896:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3440 00000400:00000010:0.0:1788205076.163897:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3440. 00000100:00000001:0.0:1788205076.163899:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205076.163901:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c3dc000 x1875052842033792/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205076.163906:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205076.163908:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3dc000 x1875052842033792/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205101 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205076.163915:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205076.163916:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205076.163918:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205076.163920:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788205076.163922:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205076.163923:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310215178 00000100:00000001:0.0:1788205076.163924:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310216436 00000100:00000001:0.0:1788205076.163926:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310215178 00000100:00000001:0.0:1788205076.163927:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310216436 00000100:00000001:0.0:1788205076.163928:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205076.163929:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205076.163930:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205076.163932:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205076/real 1788205076] req@ffff9c477c3dc000 x1875052842033792/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205076.163937:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205076.163937:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205076.163938:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302268. 00000400:00000200:0.0:1788205076.163940:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3ee0 00000400:00000010:0.0:1788205076.163941:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3ee0. 00000100:00000001:0.0:1788205076.163942:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205076.163944:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3dc000 x1875052842033792/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205076.163949:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3dc000 x1875052842033792/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205076.163955:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205076.163956:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205076.163958:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205076.163959:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205076.163963:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c3dc000 x1875052842033792/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205076.163970:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205076.163974:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3dc000 x1875052842033792/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205101 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205076.163980:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205076.163983:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205076.163984:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205076.163985:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205076.163987:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205076.163988:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205076.163991:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205076.163994:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205076.163996:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205076.164000:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3dc000 x1875052842033792/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205101 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205076.164007:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842033792:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205076.164011:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205076.164014:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3ddf80 x1875052842033920/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205076.164020:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205076.164022:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205076.164024:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205076.164025:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205076.164027:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205076.164030:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842033920:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788205076.164033:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205076.164035:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205076.164037:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205076.164039:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205076.164042:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788205076.164044:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205076.164047:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205076.164050:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302268. 00000400:00000010:0.0:1788205076.164053:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3ee0. 00000100:00000200:0.0:1788205076.164055:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842033920, portal 4 00000100:00000001:0.0:1788205076.164057:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205076.164058:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573881728 : -109644135669888 : ffff9c477c3ddf80) 00000100:00000040:0.0:1788205076.164064:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3ddf80 x1875052842033920/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205076.164070:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205076.164072:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205076.164074:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3440. 00000100:00000200:0.0:1788205076.164076:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052842033920, offset 0 00000400:00000200:0.0:1788205076.164078:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205076.164093:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205076.164096:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205076.164098:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205076.164099:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205076.164101:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205076.164102:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205076.164104:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705133:705133:256:4294967295] 192.168.201.101@tcp LPNI seq info [705128:705128:8:4294967295] 00000400:00000200:0.0:1788205076.164107:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205076.164110:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205076.164113:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205076.164115:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036100. 00000800:00000200:0.0:1788205076.164118:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205076.164120:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1788205076.164130:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205076.164132:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036100. 00000400:00000200:0.0:1788205076.164135:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205076.164138:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205076.164140:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3440 00000400:00000010:0.0:1788205076.164142:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3440. 00000100:00000001:0.0:1788205076.164144:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205076.164148:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c3ddf80 x1875052842033920/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205076.164155:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205076.164158:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3ddf80 x1875052842033920/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205101 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205076.164164:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205076.164165:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205076.164168:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205076.164171:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788205076.164174:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205076.164175:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310215204 00000100:00000001:0.0:1788205076.164178:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310216436 00000100:00000001:0.0:1788205076.164179:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310215204 00000100:00000001:0.0:1788205076.164181:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310216436 00000100:00000001:0.0:1788205076.164183:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205076.164185:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205076.164187:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205076.164191:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205076/real 1788205076] req@ffff9c477c3ddf80 x1875052842033920/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205076.164199:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205076.164200:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205076.164202:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302268. 00000400:00000200:0.0:1788205076.164204:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3ee0 00000400:00000010:0.0:1788205076.164206:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3ee0. 00000100:00000001:0.0:1788205076.164208:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205076.164211:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3ddf80 x1875052842033920/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205076.164216:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3ddf80 x1875052842033920/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205076.164220:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205076.164221:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205076.164222:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205076.164222:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205076.164224:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c3ddf80 x1875052842033920/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205076.164228:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205076.164230:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3ddf80 x1875052842033920/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205101 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205076.164234:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205076.164235:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205076.164236:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205076.164237:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205076.164238:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205076.164239:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205076.164240:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205076.164242:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205076.164243:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205076.164245:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3ddf80 x1875052842033920/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205101 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205076.164249:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842033920:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788205076.164251:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205076.164252:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205076.164254:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3df100 x1875052842033664/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205101 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205076.164258:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205076.164259:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205076.164260:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375400. 02000000:00000001:0.0:1788205076.164262:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205076.164263:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205076.164264:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788205076.164265:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205076.164266:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4653a9ac00. 02000000:00000001:0.0:1788205076.164268:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205076.164268:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205076.164269:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3df100. 00000100:00000001:0.0:1788205076.164272:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205076.164273:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205076.164274:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205076.164277:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3dc000 x1875052842033792/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205101 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205076.164283:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205076.164284:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205076.164285:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788205076.164287:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205076.164288:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205076.164289:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788205076.164291:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205076.164292:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4653a9b800. 02000000:00000001:0.0:1788205076.164295:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205076.164296:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205076.164297:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3dc000. 00000100:00000001:0.0:1788205076.164299:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205076.164301:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205076.164302:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205076.164305:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3ddf80 x1875052842033920/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205101 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205076.164312:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205076.164313:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205076.164315:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788205076.164317:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205076.164318:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205076.164319:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788205076.164321:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205076.164322:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4653a9b400. 02000000:00000001:0.0:1788205076.164323:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205076.164324:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205076.164325:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3ddf80. 00000100:00000001:0.0:1788205076.164327:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205076.164327:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205076.164329:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205076.164331:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788205076.164332:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205076.164334:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205076.164335:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205076.802482:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205076.802496:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205076.802501:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205076.802502:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205076.802506:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205076.802508:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205076.802528:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205076.802531:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205076.802533:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788205077.442501:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310216436, at 4310216448 00000100:00000040:1.0:1788205077.442501:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310216436, at 4310216448 00000100:00000010:0.0:1788205077.442516:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685bae40. 00000100:00000010:1.0:1788205077.442519:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba960. 00010000:00000001:0.0:1788205077.826493:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205077.826498:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205077.826502:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205077.826503:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205077.826505:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205077.826506:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205078.850468:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205078.850472:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205078.850476:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205078.850477:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205078.850480:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205078.850480:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205078.850497:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205078.850499:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205078.850500:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205079.874495:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205079.874499:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205079.874503:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205079.874504:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205079.874506:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205079.874507:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205080.898481:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205080.898486:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205080.898490:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205080.898491:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205080.898494:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205080.898495:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205080.898514:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205080.898516:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205080.898518:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788205081.284076:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205081.284082:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788205081.284087:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205081.284096:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9e680 x1875052842034048/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205081.284109:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205081.284111:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205081.284116:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205081.284118:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205081.284122:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205081.284128:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842034048:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788205081.284134:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205081.284138:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205081.284141:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205081.284143:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205081.284150:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788205081.284153:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205081.284159:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205081.284163:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302268. 00000400:00000010:0.0:1788205081.284169:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3ee0. 00000100:00000200:0.0:1788205081.284176:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842034048, portal 25 00000100:00000001:0.0:1788205081.284179:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205081.284181:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330351744 : -109644379199872 : ffff9c476db9e680) 00000100:00000040:0.0:1788205081.284187:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9e680 x1875052842034048/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205081.284196:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205081.284201:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205081.284203:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3440. 00000100:00000200:0.0:1788205081.284207:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052842034048, offset 0 00000400:00000200:0.0:1788205081.284213:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205081.284222:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205081.284232:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205081.284240:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205081.284247:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205081.284254:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205081.284259:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205081.284267:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705134:705134:256:4294967295] 192.168.201.101@tcp LPNI seq info [705129:705129:8:4294967295] 00000400:00000200:0.0:1788205081.284277:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205081.284289:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205081.284298:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205081.284305:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036100. 00000800:00000200:0.0:1788205081.284315:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205081.284321:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1788205081.284347:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205081.284352:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036100. 00000400:00000200:0.0:1788205081.284360:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205081.284370:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205081.284377:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3440 00000400:00000010:0.0:1788205081.284382:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3440. 00000100:00000001:0.0:1788205081.284389:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205081.284429:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9e680 x1875052842034048/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205081.284439:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205081.284443:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9e680 x1875052842034048/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205106 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205081.284455:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205081.284460:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205081.284469:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205081.284477:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205081.284480:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4310221558 00000100:00000010:0.0:1788205081.284490:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685bae40. 00000100:00000001:0.0:1788205081.284499:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788205081.284508:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4310221558 00000100:00000010:0.0:1788205081.284514:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685bac00. 00000100:00000001:0.0:1788205081.284520:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788205081.284525:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205081.284528:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205081.284532:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205081.284538:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205081/real 1788205081] req@ffff9c476db9e680 x1875052842034048/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205081.284560:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205081.284562:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205081.284566:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302268. 00000400:00000200:0.0:1788205081.284569:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3ee0 00000400:00000010:0.0:1788205081.284574:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3ee0. 00000100:00000001:0.0:1788205081.284580:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205081.284588:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9e680 x1875052842034048/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205081.284617:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9e680 x1875052842034048/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205081.284628:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205081.284631:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205081.284635:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205081.284640:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205081.284649:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9e680 x1875052842034048/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205081.284669:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205081.284679:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9e680 x1875052842034048/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205106 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205081.284692:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205081.284698:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205081.284700:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205081.284703:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205081.284707:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205081.284709:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205081.284713:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205081.284718:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205081.284722:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205081.284727:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9e680 x1875052842034048/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205106 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205081.284735:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842034048:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788205081.284743:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205081.284746:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205081.284753:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9e680 x1875052842034048/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205106 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205081.284779:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205081.284782:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205081.284784:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788205081.284789:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205081.284791:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205081.284793:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788205081.284796:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205081.284799:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a40c00. 02000000:00000001:0.0:1788205081.284804:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205081.284806:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205081.284807:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9e680. 00000100:00000001:0.0:1788205081.284809:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205081.284813:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205081.284815:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205081.284820:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788205081.284821:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205081.284823:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205081.284825:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788205081.284826:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205081.284829:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9c700 x1875052842034176/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205081.284834:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205081.284835:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205081.284837:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205081.284838:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205081.284839:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205081.284841:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842034176:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205081.284843:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205081.284844:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205081.284845:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205081.284846:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205081.284849:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788205081.284850:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205081.284853:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205081.284855:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302268. 00000400:00000010:0.0:1788205081.284857:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3ee0. 00000100:00000200:0.0:1788205081.284859:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842034176, portal 10 00000100:00000001:0.0:1788205081.284860:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205081.284861:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330343680 : -109644379207936 : ffff9c476db9c700) 00000100:00000040:0.0:1788205081.284866:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9c700 x1875052842034176/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205081.284870:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205081.284871:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205081.284872:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3440. 00000100:00000200:0.0:1788205081.284874:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842034176, offset 0 00000400:00000200:0.0:1788205081.284876:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205081.284878:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205081.284881:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205081.284882:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205081.284884:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205081.284886:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205081.284887:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205081.284889:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705135:705135:256:4294967295] 192.168.201.101@tcp LPNI seq info [705130:705130:8:4294967295] 00000400:00000200:0.0:1788205081.284891:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205081.284895:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205081.284897:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205081.284900:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036100. 00000800:00000200:0.0:1788205081.284902:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205081.284904:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1788205081.284911:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205081.284912:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036100. 00000400:00000200:0.0:1788205081.284914:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205081.284916:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205081.284917:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3440 00000400:00000010:0.0:1788205081.284919:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3440. 00000100:00000001:0.0:1788205081.284920:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205081.284922:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9c700 x1875052842034176/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205081.284927:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205081.284928:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9c700 x1875052842034176/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205106 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205081.284932:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205081.284933:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205081.284935:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205081.284937:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788205081.284939:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205081.284940:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310220299 00000100:00000001:0.0:1788205081.284941:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310221558 00000100:00000001:0.0:1788205081.284943:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310220299 00000100:00000001:0.0:1788205081.284944:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310221558 00000100:00000001:0.0:1788205081.284945:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205081.284946:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205081.284948:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205081.284949:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205081/real 1788205081] req@ffff9c476db9c700 x1875052842034176/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205081.284953:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205081.284954:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205081.284955:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302268. 00000400:00000200:0.0:1788205081.284956:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3ee0 00000400:00000010:0.0:1788205081.284957:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3ee0. 00000100:00000001:0.0:1788205081.284958:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205081.284960:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9c700 x1875052842034176/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205081.284964:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9c700 x1875052842034176/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205081.284972:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205081.284972:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205081.284973:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205081.284974:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205081.284976:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9c700 x1875052842034176/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205081.284980:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205081.284982:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9c700 x1875052842034176/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205106 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205081.284985:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205081.284986:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205081.284987:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205081.284988:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205081.284989:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205081.284990:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205081.284991:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205081.285007:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205081.285008:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205081.285010:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9c700 x1875052842034176/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205106 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205081.285015:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842034176:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205081.285017:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205081.285019:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9c000 x1875052842034304/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205081.285022:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205081.285023:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205081.285025:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205081.285026:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205081.285027:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205081.285028:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842034304:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205081.285030:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205081.285031:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205081.285032:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205081.285033:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205081.285035:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375400. 02000000:00000001:0.0:1788205081.285036:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205081.285038:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205081.285039:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302268. 00000400:00000010:0.0:1788205081.285041:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3ee0. 00000100:00000200:0.0:1788205081.285043:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842034304, portal 10 00000100:00000001:0.0:1788205081.285044:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205081.285045:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330341888 : -109644379209728 : ffff9c476db9c000) 00000100:00000040:0.0:1788205081.285049:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9c000 x1875052842034304/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205081.285052:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205081.285054:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205081.285055:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3440. 00000100:00000200:0.0:1788205081.285056:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842034304, offset 0 00000400:00000200:0.0:1788205081.285058:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205081.285061:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205081.285063:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205081.285064:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205081.285066:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205081.285068:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205081.285069:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205081.285071:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705136:705136:256:4294967295] 192.168.201.101@tcp LPNI seq info [705131:705131:8:4294967295] 00000400:00000200:0.0:1788205081.285073:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205081.285076:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205081.285081:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205081.285084:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036100. 00000800:00000200:0.0:1788205081.285087:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205081.285089:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1788205081.285098:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205081.285100:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036100. 00000400:00000200:0.0:1788205081.285103:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205081.285106:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205081.285108:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3440 00000400:00000010:0.0:1788205081.285110:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3440. 00000100:00000001:0.0:1788205081.285112:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205081.285115:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9c000 x1875052842034304/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205081.285123:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205081.285126:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9c000 x1875052842034304/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205106 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205081.285130:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205081.285131:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205081.285134:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205081.285136:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788205081.285138:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205081.285139:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310220299 00000100:00000001:0.0:1788205081.285141:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310221558 00000100:00000001:0.0:1788205081.285142:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310220299 00000100:00000001:0.0:1788205081.285143:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310221558 00000100:00000001:0.0:1788205081.285144:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205081.285146:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205081.285147:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205081.285149:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205081/real 1788205081] req@ffff9c476db9c000 x1875052842034304/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205081.285154:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205081.285155:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205081.285156:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302268. 00000400:00000200:0.0:1788205081.285157:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3ee0 00000400:00000010:0.0:1788205081.285158:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3ee0. 00000100:00000001:0.0:1788205081.285159:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205081.285161:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9c000 x1875052842034304/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205081.285166:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9c000 x1875052842034304/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205081.285169:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205081.285169:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205081.285170:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205081.285171:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205081.285173:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9c000 x1875052842034304/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205081.285176:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205081.285179:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9c000 x1875052842034304/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205106 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205081.285183:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205081.285184:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205081.285185:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205081.285186:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205081.285186:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205081.285187:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205081.285189:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205081.285190:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205081.285191:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205081.285194:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9c000 x1875052842034304/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205106 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205081.285198:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842034304:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205081.285200:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205081.285202:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9d880 x1875052842034432/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205081.285205:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205081.285206:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205081.285207:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205081.285208:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205081.285210:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205081.285211:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842034432:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788205081.285213:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205081.285215:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205081.285216:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205081.285218:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205081.285220:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377000. 02000000:00000001:0.0:1788205081.285222:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205081.285225:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205081.285228:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302268. 00000400:00000010:0.0:1788205081.285230:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3ee0. 00000100:00000200:0.0:1788205081.285233:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842034432, portal 4 00000100:00000001:0.0:1788205081.285234:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205081.285236:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330348160 : -109644379203456 : ffff9c476db9d880) 00000100:00000040:0.0:1788205081.285241:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9d880 x1875052842034432/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205081.285247:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205081.285249:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205081.285252:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3440. 00000100:00000200:0.0:1788205081.285254:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052842034432, offset 0 00000400:00000200:0.0:1788205081.285258:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205081.285261:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205081.285264:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205081.285265:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205081.285267:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205081.285268:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205081.285270:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205081.285272:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705137:705137:256:4294967295] 192.168.201.101@tcp LPNI seq info [705132:705132:8:4294967295] 00000400:00000200:0.0:1788205081.285274:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205081.285278:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205081.285281:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205081.285283:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036100. 00000800:00000200:0.0:1788205081.285285:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205081.285286:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1788205081.285293:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205081.285294:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036100. 00000400:00000200:0.0:1788205081.285295:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205081.285297:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205081.285299:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3440 00000400:00000010:0.0:1788205081.285301:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3440. 00000100:00000001:0.0:1788205081.285303:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205081.285306:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9d880 x1875052842034432/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205081.285313:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205081.285316:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9d880 x1875052842034432/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205106 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205081.285321:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205081.285323:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205081.285326:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205081.285349:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788205081.285352:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205081.285354:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310220325 00000100:00000001:0.0:1788205081.285356:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310221558 00000100:00000001:0.0:1788205081.285359:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310220325 00000100:00000001:0.0:1788205081.285360:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310221558 00000100:00000001:0.0:1788205081.285362:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205081.285364:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205081.285366:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205081.285370:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205081/real 1788205081] req@ffff9c476db9d880 x1875052842034432/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205081.285377:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205081.285378:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205081.285380:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302268. 00000400:00000200:0.0:1788205081.285382:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3ee0 00000400:00000010:0.0:1788205081.285383:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3ee0. 00000100:00000001:0.0:1788205081.285386:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205081.285389:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9d880 x1875052842034432/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205081.285412:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9d880 x1875052842034432/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205081.285416:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205081.285417:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205081.285419:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205081.285419:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205081.285421:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9d880 x1875052842034432/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205081.285425:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205081.285428:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9d880 x1875052842034432/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205106 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205081.285431:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205081.285433:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205081.285434:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205081.285435:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205081.285436:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205081.285437:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205081.285438:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205081.285440:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205081.285441:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205081.285443:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9d880 x1875052842034432/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205106 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205081.285447:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842034432:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788205081.285449:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205081.285451:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205081.285452:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9c700 x1875052842034176/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205106 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205081.285456:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205081.285457:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205081.285458:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788205081.285459:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205081.285460:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205081.285461:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788205081.285462:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205081.285463:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a42c00. 02000000:00000001:0.0:1788205081.285465:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205081.285466:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205081.285467:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9c700. 00000100:00000001:0.0:1788205081.285469:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205081.285470:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205081.285471:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205081.285473:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9c000 x1875052842034304/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205106 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205081.285480:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205081.285481:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205081.285482:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375400. 02000000:00000001:0.0:1788205081.285483:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205081.285483:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205081.285484:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788205081.285485:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205081.285486:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a43c00. 02000000:00000001:0.0:1788205081.285488:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205081.285489:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205081.285489:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9c000. 00000100:00000001:0.0:1788205081.285490:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205081.285491:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205081.285492:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205081.285493:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9d880 x1875052842034432/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205106 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205081.285497:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205081.285497:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205081.285498:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377000. 02000000:00000001:0.0:1788205081.285499:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205081.285500:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205081.285500:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788205081.285501:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205081.285502:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a42000. 02000000:00000001:0.0:1788205081.285503:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205081.285503:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205081.285504:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9d880. 00000100:00000001:0.0:1788205081.285505:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205081.285506:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205081.285507:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205081.285509:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788205081.285510:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205081.285511:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205081.285512:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205081.922509:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205081.922526:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205081.922533:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205081.922534:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205081.922537:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205081.922539:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205082.562514:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310221558, at 4310221568 00000100:00000040:1.0:1788205082.562514:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310221558, at 4310221568 00000100:00000010:0.0:1788205082.562531:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685bae40. 00000100:00000010:1.0:1788205082.562533:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685bac00. 00010000:00000001:0.0:1788205082.946517:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205082.946524:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205082.946529:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205082.946530:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205082.946534:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205082.946535:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205082.946559:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205082.946562:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205082.946565:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205083.970478:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205083.970484:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205083.970486:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205083.970489:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205083.970493:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205083.970494:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205083.970496:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205083.970497:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205083.970500:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205083.970500:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205083.970502:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205083.970503:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205084.994574:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205084.994583:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205084.994590:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205084.994591:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205084.994595:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205084.994596:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205084.994630:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205084.994633:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205084.994636:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205086.018526:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205086.018539:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205086.018544:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205086.018547:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205086.018549:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205086.018552:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205086.018555:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205086.018558:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205086.018559:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205086.018562:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205086.018565:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205086.018566:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205086.018567:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205086.018579:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205086.018584:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205086.018585:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205086.018587:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205086.018589:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205086.402700:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205086.402705:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788205086.402709:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205086.402719:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9f480 x1875052842034560/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205086.402742:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205086.402747:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205086.402753:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205086.402756:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205086.402761:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205086.402766:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842034560:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788205086.402772:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205086.402777:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205086.402779:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205086.402783:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205086.402788:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375400. 02000000:00000001:0.0:1788205086.402791:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205086.402798:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205086.402804:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302268. 00000400:00000010:0.0:1788205086.402811:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3ee0. 00000100:00000200:0.0:1788205086.402818:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842034560, portal 25 00000100:00000001:0.0:1788205086.402823:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205086.402825:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330355328 : -109644379196288 : ffff9c476db9f480) 00000100:00000040:0.0:1788205086.402833:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9f480 x1875052842034560/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205086.402846:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205086.402850:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205086.402854:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3440. 00000100:00000200:0.0:1788205086.402858:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052842034560, offset 0 00000400:00000200:0.0:1788205086.402879:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205086.402887:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205086.402895:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205086.402902:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205086.402926:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205086.402931:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205086.402935:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205086.402943:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705138:705138:256:4294967295] 192.168.201.101@tcp LPNI seq info [705133:705133:8:4294967295] 00000400:00000200:0.0:1788205086.402949:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205086.402960:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205086.402968:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205086.402976:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036100. 00000800:00000200:0.0:1788205086.402985:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205086.402991:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 11 secs later) 00000800:00000100:0.0:1788205086.403010:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205086.403014:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036100. 00000400:00000200:0.0:1788205086.403019:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205086.403026:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205086.403031:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3440 00000400:00000010:0.0:1788205086.403034:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3440. 00000100:00000001:0.0:1788205086.403039:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205086.403046:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9f480 x1875052842034560/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205086.403068:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205086.403076:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9f480 x1875052842034560/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205111 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205086.403096:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205086.403099:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205086.403108:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205086.403117:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205086.403122:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4310226676 00000100:00000010:0.0:1788205086.403132:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685bae40. 00000100:00000001:0.0:1788205086.403140:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788205086.403147:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4310226676 00000100:00000010:0.0:1788205086.403153:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685baf00. 00000100:00000001:0.0:1788205086.403159:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788205086.403165:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205086.403171:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205086.403176:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205086.403184:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205086/real 1788205086] req@ffff9c476db9f480 x1875052842034560/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205086.403194:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205086.403195:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205086.403197:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302268. 00000400:00000200:0.0:1788205086.403199:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3ee0 00000400:00000010:0.0:1788205086.403200:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3ee0. 00000100:00000001:0.0:1788205086.403202:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205086.403204:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9f480 x1875052842034560/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205086.403209:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9f480 x1875052842034560/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205086.403228:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205086.403229:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205086.403231:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205086.403235:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205086.403237:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9f480 x1875052842034560/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205086.403241:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205086.403244:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9f480 x1875052842034560/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205111 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205086.403249:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205086.403251:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205086.403252:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205086.403252:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205086.403254:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205086.403255:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205086.403257:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205086.403259:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205086.403261:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205086.403266:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9f480 x1875052842034560/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205111 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205086.403271:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842034560:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788205086.403274:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205086.403275:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205086.403277:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9f480 x1875052842034560/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205111 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205086.403281:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205086.403283:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205086.403285:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375400. 02000000:00000001:0.0:1788205086.403287:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205086.403288:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205086.403289:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788205086.403291:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205086.403293:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a42800. 02000000:00000001:0.0:1788205086.403295:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205086.403297:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205086.403298:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9f480. 00000100:00000001:0.0:1788205086.403300:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205086.403301:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205086.403302:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205086.403307:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788205086.403308:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205086.403310:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205086.403311:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788205086.403312:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205086.403314:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9f800 x1875052842034688/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205086.403319:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205086.403320:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205086.403321:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205086.403322:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205086.403323:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205086.403326:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842034688:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205086.403328:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205086.403329:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205086.403330:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205086.403332:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205086.403334:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375400. 02000000:00000001:0.0:1788205086.403335:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205086.403338:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205086.403340:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302268. 00000400:00000010:0.0:1788205086.403342:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3ee0. 00000100:00000200:0.0:1788205086.403343:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842034688, portal 10 00000100:00000001:0.0:1788205086.403345:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205086.403346:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330356224 : -109644379195392 : ffff9c476db9f800) 00000100:00000040:0.0:1788205086.403351:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9f800 x1875052842034688/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205086.403355:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205086.403356:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205086.403357:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3440. 00000100:00000200:0.0:1788205086.403359:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842034688, offset 0 00000400:00000200:0.0:1788205086.403361:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205086.403364:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205086.403366:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205086.403368:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205086.403369:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205086.403371:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205086.403372:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205086.403374:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705139:705139:256:4294967295] 192.168.201.101@tcp LPNI seq info [705134:705134:8:4294967295] 00000400:00000200:0.0:1788205086.403377:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205086.403381:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205086.403383:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205086.403385:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036100. 00000800:00000200:0.0:1788205086.403388:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205086.403390:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 11 secs later) 00000800:00000100:0.0:1788205086.403417:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205086.403418:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036100. 00000400:00000200:0.0:1788205086.403422:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205086.403424:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205086.403427:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3440 00000400:00000010:0.0:1788205086.403428:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3440. 00000100:00000001:0.0:1788205086.403430:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205086.403433:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9f800 x1875052842034688/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205086.403442:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205086.403444:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9f800 x1875052842034688/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205111 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205086.403448:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205086.403449:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205086.403451:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205086.403453:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788205086.403455:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205086.403456:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310225418 00000100:00000001:0.0:1788205086.403458:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310226676 00000100:00000001:0.0:1788205086.403459:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310225418 00000100:00000001:0.0:1788205086.403466:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310226676 00000100:00000001:0.0:1788205086.403468:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205086.403469:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205086.403470:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205086.403473:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205086/real 1788205086] req@ffff9c476db9f800 x1875052842034688/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205086.403477:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205086.403478:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205086.403479:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302268. 00000400:00000200:0.0:1788205086.403480:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3ee0 00000400:00000010:0.0:1788205086.403481:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3ee0. 00000100:00000001:0.0:1788205086.403483:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205086.403484:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9f800 x1875052842034688/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205086.403492:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9f800 x1875052842034688/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205086.403498:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205086.403500:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205086.403501:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205086.403503:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205086.403506:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9f800 x1875052842034688/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205086.403513:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205086.403517:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9f800 x1875052842034688/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205111 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205086.403523:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205086.403526:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205086.403527:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205086.403528:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205086.403530:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205086.403532:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205086.403534:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205086.403537:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205086.403539:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205086.403543:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9f800 x1875052842034688/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205111 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205086.403551:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842034688:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205086.403555:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205086.403558:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9c380 x1875052842034816/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205086.403565:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205086.403566:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205086.403568:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205086.403569:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205086.403571:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205086.403573:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842034816:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205086.403575:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205086.403577:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205086.403578:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205086.403579:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205086.403581:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788205086.403582:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205086.403584:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205086.403586:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302268. 00000400:00000010:0.0:1788205086.403588:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3ee0. 00000100:00000200:0.0:1788205086.403590:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842034816, portal 10 00000100:00000001:0.0:1788205086.403591:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205086.403592:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330342784 : -109644379208832 : ffff9c476db9c380) 00000100:00000040:0.0:1788205086.403596:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9c380 x1875052842034816/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205086.403599:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205086.403600:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205086.403602:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3440. 00000100:00000200:0.0:1788205086.403603:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842034816, offset 0 00000400:00000200:0.0:1788205086.403605:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205086.403607:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205086.403609:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205086.403611:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205086.403613:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205086.403614:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205086.403615:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205086.403617:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705140:705140:256:4294967295] 192.168.201.101@tcp LPNI seq info [705135:705135:8:4294967295] 00000400:00000200:0.0:1788205086.403620:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205086.403623:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205086.403625:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205086.403627:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036100. 00000800:00000200:0.0:1788205086.403630:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205086.403631:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 11 secs later) 00000800:00000100:0.0:1788205086.403638:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205086.403639:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036100. 00000400:00000200:0.0:1788205086.403641:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205086.403643:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205086.403645:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3440 00000400:00000010:0.0:1788205086.403646:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3440. 00000100:00000001:0.0:1788205086.403647:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205086.403649:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9c380 x1875052842034816/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205086.403654:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205086.403655:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9c380 x1875052842034816/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205111 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205086.403659:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205086.403660:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205086.403662:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205086.403664:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788205086.403665:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205086.403667:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310225418 00000100:00000001:0.0:1788205086.403668:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310226676 00000100:00000001:0.0:1788205086.403669:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310225418 00000100:00000001:0.0:1788205086.403671:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310226676 00000100:00000001:0.0:1788205086.403672:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205086.403673:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205086.403674:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205086.403676:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205086/real 1788205086] req@ffff9c476db9c380 x1875052842034816/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205086.403680:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205086.403681:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205086.403682:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302268. 00000400:00000200:0.0:1788205086.403683:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3ee0 00000400:00000010:0.0:1788205086.403684:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3ee0. 00000100:00000001:0.0:1788205086.403685:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205086.403687:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9c380 x1875052842034816/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205086.403691:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9c380 x1875052842034816/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205086.403694:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205086.403695:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205086.403696:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205086.403697:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205086.403698:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9c380 x1875052842034816/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205086.403702:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205086.403704:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9c380 x1875052842034816/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205111 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205086.403709:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205086.403711:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205086.403712:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205086.403714:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205086.403715:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205086.403717:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205086.403719:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205086.403722:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205086.403724:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205086.403727:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9c380 x1875052842034816/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205111 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205086.403740:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842034816:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205086.403744:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205086.403747:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9ca80 x1875052842034944/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205086.403753:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205086.403754:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205086.403756:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205086.403757:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205086.403758:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205086.403760:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842034944:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788205086.403762:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205086.403763:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205086.403764:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205086.403765:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205086.403767:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376c00. 02000000:00000001:0.0:1788205086.403769:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205086.403771:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205086.403773:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302268. 00000400:00000010:0.0:1788205086.403775:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3ee0. 00000100:00000200:0.0:1788205086.403777:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842034944, portal 4 00000100:00000001:0.0:1788205086.403778:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205086.403779:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330344576 : -109644379207040 : ffff9c476db9ca80) 00000100:00000040:0.0:1788205086.403782:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9ca80 x1875052842034944/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205086.403786:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205086.403787:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205086.403788:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3440. 00000100:00000200:0.0:1788205086.403790:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052842034944, offset 0 00000400:00000200:0.0:1788205086.403792:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205086.403795:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205086.403797:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205086.403798:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205086.403800:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205086.403801:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205086.403803:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205086.403804:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705141:705141:256:4294967295] 192.168.201.101@tcp LPNI seq info [705136:705136:8:4294967295] 00000400:00000200:0.0:1788205086.403806:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205086.403810:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205086.403812:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205086.403814:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036100. 00000800:00000200:0.0:1788205086.403816:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205086.403818:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 11 secs later) 00000800:00000100:0.0:1788205086.403824:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205086.403825:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036100. 00000400:00000200:0.0:1788205086.403827:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205086.403829:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205086.403831:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3440 00000400:00000010:0.0:1788205086.403832:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3440. 00000100:00000001:0.0:1788205086.403833:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205086.403835:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9ca80 x1875052842034944/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205086.403839:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205086.403841:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9ca80 x1875052842034944/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205111 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205086.403845:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205086.403846:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205086.403848:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205086.403850:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788205086.403851:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205086.403853:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310225444 00000100:00000001:0.0:1788205086.403854:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310226676 00000100:00000001:0.0:1788205086.403855:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310225444 00000100:00000001:0.0:1788205086.403857:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310226676 00000100:00000001:0.0:1788205086.403858:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205086.403859:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205086.403860:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205086.403861:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205086/real 1788205086] req@ffff9c476db9ca80 x1875052842034944/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205086.403865:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205086.403866:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205086.403867:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302268. 00000400:00000200:0.0:1788205086.403869:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3ee0 00000400:00000010:0.0:1788205086.403870:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3ee0. 00000100:00000001:0.0:1788205086.403871:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205086.403872:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9ca80 x1875052842034944/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205086.403877:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9ca80 x1875052842034944/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205086.403881:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205086.403881:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205086.403882:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205086.403883:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205086.403885:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9ca80 x1875052842034944/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205086.403888:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205086.403890:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9ca80 x1875052842034944/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205111 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205086.403894:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205086.403895:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205086.403896:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205086.403897:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205086.403898:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205086.403899:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205086.403900:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205086.403902:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205086.403914:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205086.403918:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9ca80 x1875052842034944/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205111 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205086.403922:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842034944:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788205086.403924:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205086.403925:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205086.403927:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9f800 x1875052842034688/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205111 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205086.403931:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205086.403932:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205086.403933:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375400. 02000000:00000001:0.0:1788205086.403934:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205086.403935:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205086.403936:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788205086.403937:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205086.403938:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a42000. 02000000:00000001:0.0:1788205086.403940:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205086.403941:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205086.403941:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9f800. 00000100:00000001:0.0:1788205086.403943:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205086.403944:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205086.403945:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205086.403946:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9c380 x1875052842034816/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205111 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205086.403953:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205086.403954:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205086.403955:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788205086.403956:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205086.403957:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205086.403957:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788205086.403958:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205086.403959:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a43c00. 02000000:00000001:0.0:1788205086.403961:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205086.403962:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205086.403963:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9c380. 00000100:00000001:0.0:1788205086.403964:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205086.403965:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205086.403966:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205086.403967:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9ca80 x1875052842034944/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205111 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205086.403970:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205086.403971:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205086.403972:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376c00. 02000000:00000001:0.0:1788205086.403973:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205086.403973:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205086.403974:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788205086.403975:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205086.403976:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a42c00. 02000000:00000001:0.0:1788205086.403977:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205086.403977:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205086.403978:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9ca80. 00000100:00000001:0.0:1788205086.403979:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205086.403979:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205086.403980:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205086.403982:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788205086.403983:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205086.403984:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205086.403985:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205087.042499:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205087.042506:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205087.042511:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205087.042512:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205087.042514:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205087.042515:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205087.042585:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205087.042587:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205087.042589:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788205087.682496:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310226676, at 4310226688 00000100:00000040:1.0:1788205087.682496:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310226676, at 4310226688 00000100:00000010:0.0:1788205087.682510:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685bae40. 00000100:00000010:1.0:1788205087.682546:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685baf00. 00010000:00000001:0.0:1788205088.066486:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205088.066493:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205088.066498:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205088.066499:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205088.066502:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205088.066503:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205089.090522:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205089.090529:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205089.090534:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205089.090535:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205089.090538:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205089.090539:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205089.090570:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205089.090572:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205089.090575:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205090.114493:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205090.114498:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205090.114502:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205090.114503:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205090.114505:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205090.114506:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205091.138510:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205091.138515:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205091.138519:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205091.138519:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205091.138522:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205091.138523:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205091.138547:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205091.138549:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205091.138551:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788205091.522803:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205091.522810:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788205091.522843:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205091.522855:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c848700 x1875052842035072/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205091.522873:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205091.522878:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205091.522884:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205091.522887:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205091.522891:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205091.522904:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c848700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842035072:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788205091.522911:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205091.522916:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205091.522920:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205091.522924:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205091.522930:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788205091.522934:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205091.522942:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205091.522949:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302268. 00000400:00000010:0.0:1788205091.522972:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3ee0. 00000100:00000200:0.0:1788205091.522982:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842035072, portal 25 00000100:00000001:0.0:1788205091.522986:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205091.522989:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578512128 : -109644131039488 : ffff9c477c848700) 00000100:00000040:0.0:1788205091.522999:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c848700 x1875052842035072/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205091.523016:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205091.523022:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205091.523028:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3440. 00000100:00000200:0.0:1788205091.523033:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052842035072, offset 0 00000400:00000200:0.0:1788205091.523043:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205091.523056:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205091.523068:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205091.523076:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205091.523084:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205091.523091:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205091.523098:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205091.523105:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705142:705142:256:4294967295] 192.168.201.101@tcp LPNI seq info [705137:705137:8:4294967295] 00000400:00000200:0.0:1788205091.523115:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205091.523130:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205091.523141:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205091.523147:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036100. 00000800:00000200:0.0:1788205091.523159:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205091.523165:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 6 secs later) 00000800:00000100:0.0:1788205091.523186:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205091.523191:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036100. 00000400:00000200:0.0:1788205091.523198:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205091.523207:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205091.523215:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3440 00000400:00000010:0.0:1788205091.523220:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3440. 00000100:00000001:0.0:1788205091.523225:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205091.523233:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c848700 x1875052842035072/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205091.523255:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205091.523263:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c848700 x1875052842035072/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205116 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205091.523272:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205091.523274:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205091.523279:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205091.523287:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205091.523293:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4310231796 00000100:00000010:0.0:1788205091.523315:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685bae40. 00000100:00000001:0.0:1788205091.523324:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788205091.523354:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4310231796 00000100:00000010:0.0:1788205091.523361:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba720. 00000100:00000001:0.0:1788205091.523366:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788205091.523371:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205091.523377:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205091.523381:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205091.523389:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205091/real 1788205091] req@ffff9c477c848700 x1875052842035072/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205091.523429:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205091.523432:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205091.523435:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302268. 00000400:00000200:0.0:1788205091.523448:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3ee0 00000400:00000010:0.0:1788205091.523452:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3ee0. 00000100:00000001:0.0:1788205091.523457:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205091.523463:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c848700 x1875052842035072/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205091.523478:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c848700 x1875052842035072/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205091.523491:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205091.523494:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205091.523498:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205091.523502:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205091.523511:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c848700 x1875052842035072/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205091.523528:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205091.523538:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c848700 x1875052842035072/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205091.523553:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205091.523557:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205091.523560:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205091.523570:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205091.523573:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205091.523575:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205091.523579:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205091.523583:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205091.523585:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205091.523589:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c848700 x1875052842035072/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205091.523598:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c848700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842035072:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788205091.523603:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205091.523605:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205091.523608:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c848700 x1875052842035072/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205091.523615:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205091.523617:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205091.523619:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788205091.523622:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205091.523624:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205091.523625:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788205091.523627:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205091.523629:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f1000. 02000000:00000001:0.0:1788205091.523632:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205091.523634:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205091.523635:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c848700. 00000100:00000001:0.0:1788205091.523638:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205091.523639:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205091.523641:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205091.523647:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788205091.523649:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205091.523651:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205091.523653:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788205091.523654:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205091.523657:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c849880 x1875052842035200/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205091.523665:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205091.523666:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205091.523668:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205091.523670:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205091.523672:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205091.523674:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c849880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842035200:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205091.523677:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205091.523679:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205091.523680:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205091.523681:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205091.523684:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788205091.523686:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205091.523689:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205091.523692:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302268. 00000400:00000010:0.0:1788205091.523695:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3ee0. 00000100:00000200:0.0:1788205091.523698:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842035200, portal 10 00000100:00000001:0.0:1788205091.523700:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205091.523701:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578516608 : -109644131035008 : ffff9c477c849880) 00000100:00000040:0.0:1788205091.523707:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c849880 x1875052842035200/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205091.523714:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205091.523717:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205091.523719:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3440. 00000100:00000200:0.0:1788205091.523721:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842035200, offset 0 00000400:00000200:0.0:1788205091.523725:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205091.523729:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205091.523733:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205091.523735:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205091.523738:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205091.523741:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205091.523743:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205091.523762:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705143:705143:256:4294967295] 192.168.201.101@tcp LPNI seq info [705138:705138:8:4294967295] 00000400:00000200:0.0:1788205091.523767:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205091.523773:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205091.523777:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205091.523781:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036100. 00000800:00000200:0.0:1788205091.523785:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205091.523787:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 6 secs later) 00000800:00000100:0.0:1788205091.523797:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205091.523798:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036100. 00000400:00000200:0.0:1788205091.523801:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205091.523804:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205091.523807:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3440 00000400:00000010:0.0:1788205091.523808:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3440. 00000100:00000001:0.0:1788205091.523811:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205091.523814:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c849880 x1875052842035200/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205091.523834:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205091.523837:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c849880 x1875052842035200/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205116 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205091.523843:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205091.523844:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205091.523848:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205091.523864:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788205091.523867:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205091.523870:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310230538 00000100:00000001:0.0:1788205091.523872:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310231796 00000100:00000001:0.0:1788205091.523874:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310230538 00000100:00000001:0.0:1788205091.523875:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310231796 00000100:00000001:0.0:1788205091.523877:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205091.523880:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205091.523882:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205091.523886:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205091/real 1788205091] req@ffff9c477c849880 x1875052842035200/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205091.523894:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205091.523895:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205091.523897:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302268. 00000400:00000200:0.0:1788205091.523899:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3ee0 00000400:00000010:0.0:1788205091.523901:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3ee0. 00000100:00000001:0.0:1788205091.523903:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205091.523906:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c849880 x1875052842035200/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205091.523915:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c849880 x1875052842035200/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205091.523921:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205091.523922:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205091.523924:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205091.523925:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205091.523929:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c849880 x1875052842035200/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205091.523935:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205091.523939:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c849880 x1875052842035200/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205091.523946:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205091.523948:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205091.523949:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205091.523951:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205091.523952:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205091.523954:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205091.523957:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205091.523961:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205091.523963:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205091.523967:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c849880 x1875052842035200/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205091.523976:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c849880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842035200:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205091.523980:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205091.523983:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c848a80 x1875052842035328/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205091.523989:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205091.523990:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205091.523993:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205091.523994:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205091.523996:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205091.523999:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c848a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842035328:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205091.524002:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205091.524003:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205091.524005:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205091.524006:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205091.524009:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375400. 02000000:00000001:0.0:1788205091.524011:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205091.524014:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205091.524016:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302268. 00000400:00000010:0.0:1788205091.524019:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3ee0. 00000100:00000200:0.0:1788205091.524022:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842035328, portal 10 00000100:00000001:0.0:1788205091.524024:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205091.524025:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578513024 : -109644131038592 : ffff9c477c848a80) 00000100:00000040:0.0:1788205091.524031:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c848a80 x1875052842035328/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205091.524036:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205091.524038:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205091.524040:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3440. 00000100:00000200:0.0:1788205091.524043:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842035328, offset 0 00000400:00000200:0.0:1788205091.524047:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205091.524051:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205091.524054:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205091.524057:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205091.524059:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205091.524061:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205091.524064:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205091.524066:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705144:705144:256:4294967295] 192.168.201.101@tcp LPNI seq info [705139:705139:8:4294967295] 00000400:00000200:0.0:1788205091.524070:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205091.524076:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205091.524081:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205091.524083:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036100. 00000800:00000200:0.0:1788205091.524087:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205091.524089:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 6 secs later) 00000800:00000100:0.0:1788205091.524100:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205091.524101:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036100. 00000400:00000200:0.0:1788205091.524104:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205091.524108:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205091.524110:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3440 00000400:00000010:0.0:1788205091.524112:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3440. 00000100:00000001:0.0:1788205091.524114:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205091.524117:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c848a80 x1875052842035328/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205091.524124:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205091.524127:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c848a80 x1875052842035328/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205116 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205091.524134:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205091.524135:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205091.524138:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205091.524141:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788205091.524144:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205091.524145:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310230538 00000100:00000001:0.0:1788205091.524147:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310231796 00000100:00000001:0.0:1788205091.524149:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310230538 00000100:00000001:0.0:1788205091.524151:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310231796 00000100:00000001:0.0:1788205091.524153:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205091.524155:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205091.524157:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205091.524161:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205091/real 1788205091] req@ffff9c477c848a80 x1875052842035328/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205091.524168:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205091.524169:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205091.524170:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302268. 00000400:00000200:0.0:1788205091.524173:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3ee0 00000400:00000010:0.0:1788205091.524174:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3ee0. 00000100:00000001:0.0:1788205091.524175:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205091.524178:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c848a80 x1875052842035328/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205091.524185:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c848a80 x1875052842035328/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205091.524191:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205091.524192:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205091.524194:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205091.524195:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205091.524198:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c848a80 x1875052842035328/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205091.524205:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205091.524208:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c848a80 x1875052842035328/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205091.524215:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205091.524217:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205091.524218:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205091.524220:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205091.524221:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205091.524223:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205091.524225:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205091.524228:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205091.524230:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205091.524234:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c848a80 x1875052842035328/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205091.524242:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c848a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842035328:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205091.524246:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205091.524248:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c84ad80 x1875052842035456/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205091.524254:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205091.524256:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205091.524258:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205091.524260:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205091.524262:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205091.524265:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c84ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842035456:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788205091.524268:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205091.524270:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205091.524271:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205091.524273:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205091.524276:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374c00. 02000000:00000001:0.0:1788205091.524278:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205091.524282:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205091.524285:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302268. 00000400:00000010:0.0:1788205091.524288:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3ee0. 00000100:00000200:0.0:1788205091.524291:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842035456, portal 4 00000100:00000001:0.0:1788205091.524293:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205091.524294:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578521984 : -109644131029632 : ffff9c477c84ad80) 00000100:00000040:0.0:1788205091.524313:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c84ad80 x1875052842035456/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205091.524319:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205091.524322:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205091.524325:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3440. 00000100:00000200:0.0:1788205091.524327:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052842035456, offset 0 00000400:00000200:0.0:1788205091.524331:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205091.524335:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205091.524338:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205091.524340:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205091.524343:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205091.524345:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205091.524347:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205091.524350:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705145:705145:256:4294967295] 192.168.201.101@tcp LPNI seq info [705140:705140:8:4294967295] 00000400:00000200:0.0:1788205091.524354:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205091.524361:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205091.524365:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205091.524368:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036100. 00000800:00000200:0.0:1788205091.524372:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205091.524374:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 6 secs later) 00000800:00000100:0.0:1788205091.524384:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205091.524386:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036100. 00000400:00000200:0.0:1788205091.524389:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205091.524392:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205091.524412:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3440 00000400:00000010:0.0:1788205091.524415:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3440. 00000100:00000001:0.0:1788205091.524418:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205091.524422:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c84ad80 x1875052842035456/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205091.524429:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205091.524432:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84ad80 x1875052842035456/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205116 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205091.524438:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205091.524439:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205091.524443:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205091.524445:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788205091.524448:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205091.524450:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310230565 00000100:00000001:0.0:1788205091.524452:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310231796 00000100:00000001:0.0:1788205091.524454:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310230565 00000100:00000001:0.0:1788205091.524456:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310231796 00000100:00000001:0.0:1788205091.524458:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205091.524460:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205091.524462:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205091.524466:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205091/real 1788205091] req@ffff9c477c84ad80 x1875052842035456/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205091.524472:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205091.524474:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205091.524475:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302268. 00000400:00000200:0.0:1788205091.524477:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3ee0 00000400:00000010:0.0:1788205091.524479:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3ee0. 00000100:00000001:0.0:1788205091.524481:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205091.524484:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c84ad80 x1875052842035456/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205091.524491:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c84ad80 x1875052842035456/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205091.524503:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205091.524505:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205091.524506:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205091.524508:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205091.524511:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c84ad80 x1875052842035456/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205091.524517:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205091.524521:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c84ad80 x1875052842035456/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205091.524527:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205091.524529:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205091.524531:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205091.524532:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205091.524534:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205091.524535:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205091.524537:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205091.524540:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205091.524542:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205091.524546:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c84ad80 x1875052842035456/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205091.524553:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c84ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842035456:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788205091.524557:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205091.524558:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205091.524561:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c849880 x1875052842035200/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205091.524567:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205091.524569:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205091.524571:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788205091.524573:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205091.524575:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205091.524576:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788205091.524578:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205091.524579:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f1400. 02000000:00000001:0.0:1788205091.524582:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205091.524583:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205091.524584:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c849880. 00000100:00000001:0.0:1788205091.524587:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205091.524588:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205091.524589:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205091.524592:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c848a80 x1875052842035328/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205091.524599:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205091.524600:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205091.524601:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375400. 02000000:00000001:0.0:1788205091.524603:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205091.524604:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205091.524605:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788205091.524607:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205091.524608:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f3c00. 02000000:00000001:0.0:1788205091.524610:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205091.524611:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205091.524613:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c848a80. 00000100:00000001:0.0:1788205091.524615:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205091.524616:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205091.524618:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205091.524621:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c84ad80 x1875052842035456/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205091.524626:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205091.524627:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205091.524628:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374c00. 02000000:00000001:0.0:1788205091.524631:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205091.524632:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205091.524633:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788205091.524635:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205091.524636:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f0c00. 02000000:00000001:0.0:1788205091.524638:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205091.524639:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205091.524640:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c84ad80. 00000100:00000001:0.0:1788205091.524642:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205091.524643:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205091.524644:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205091.524648:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788205091.524649:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205091.524651:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205091.524652:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205092.162516:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205092.162523:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205092.162528:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205092.162529:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205092.162533:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205092.162534:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205092.802516:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310231796, at 4310231808 00000100:00000040:1.0:1788205092.802516:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310231796, at 4310231808 00000100:00000010:0.0:1788205092.802530:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685bae40. 00000100:00000010:1.0:1788205092.802540:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba720. 00010000:00000001:0.0:1788205093.186560:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205093.186565:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205093.186569:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205093.186570:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205093.186572:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205093.186573:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205093.186616:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205093.186619:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205093.186621:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205094.210502:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205094.210510:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205094.210512:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205094.210515:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205094.210520:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205094.210522:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205094.210524:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205094.210527:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205094.210538:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205094.210540:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205094.210543:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205094.210544:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205095.234919:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205095.234926:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205095.234931:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205095.234933:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205095.234936:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205095.234937:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205095.234965:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205095.234968:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205095.234971:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205096.258479:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205096.258485:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205096.258490:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205096.258493:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205096.258495:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205096.258498:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205096.258501:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205096.258503:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205096.258505:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205096.258507:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205096.258511:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205096.258512:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205096.258513:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205096.258514:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205096.258516:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205096.258517:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205096.258518:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205096.258520:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205096.642670:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205096.642676:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788205096.642680:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205096.642690:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c84b800 x1875052842035584/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205096.642709:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205096.642713:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205096.642742:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205096.642747:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205096.642751:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205096.642759:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c84b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842035584:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788205096.642767:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205096.642772:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205096.642777:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205096.642782:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205096.642805:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374c00. 02000000:00000001:0.0:1788205096.642809:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205096.642816:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205096.642822:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302268. 00000400:00000010:0.0:1788205096.642831:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3ee0. 00000100:00000200:0.0:1788205096.642855:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842035584, portal 25 00000100:00000001:0.0:1788205096.642861:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205096.642864:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578524672 : -109644131026944 : ffff9c477c84b800) 00000100:00000040:0.0:1788205096.642875:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c84b800 x1875052842035584/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205096.642892:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205096.642898:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205096.642903:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3440. 00000100:00000200:0.0:1788205096.642909:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052842035584, offset 0 00000400:00000200:0.0:1788205096.642921:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205096.642932:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205096.642943:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205096.642951:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205096.642965:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205096.642973:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205096.642978:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205096.642985:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705146:705146:256:4294967295] 192.168.201.101@tcp LPNI seq info [705141:705141:8:4294967295] 00000400:00000200:0.0:1788205096.642997:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205096.643009:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205096.643017:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205096.643021:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036100. 00000800:00000200:0.0:1788205096.643031:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205096.643037:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 1 secs later) 00000800:00000100:0.0:1788205096.643064:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205096.643069:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036100. 00000400:00000200:0.0:1788205096.643076:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205096.643081:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205096.643085:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3440 00000400:00000010:0.0:1788205096.643086:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3440. 00000100:00000001:0.0:1788205096.643090:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205096.643097:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c84b800 x1875052842035584/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205096.643117:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205096.643124:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84b800 x1875052842035584/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205121 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205096.643139:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205096.643142:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205096.643150:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205096.643156:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205096.643159:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4310236916 00000100:00000010:0.0:1788205096.643165:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685bae40. 00000100:00000001:0.0:1788205096.643171:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788205096.643176:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4310236916 00000100:00000010:0.0:1788205096.643179:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba660. 00000100:00000001:0.0:1788205096.643184:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788205096.643189:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205096.643192:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205096.643196:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205096.643205:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205096/real 1788205096] req@ffff9c477c84b800 x1875052842035584/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205096.643227:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205096.643230:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205096.643233:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302268. 00000400:00000200:0.0:1788205096.643237:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3ee0 00000400:00000010:0.0:1788205096.643241:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3ee0. 00000100:00000001:0.0:1788205096.643247:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205096.643254:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c84b800 x1875052842035584/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205096.643275:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c84b800 x1875052842035584/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205096.643282:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205096.643285:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205096.643290:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205096.643293:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205096.643297:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c84b800 x1875052842035584/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205096.643306:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205096.643311:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c84b800 x1875052842035584/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205096.643320:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205096.643325:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205096.643329:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205096.643332:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205096.643336:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205096.643340:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205096.643345:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205096.643362:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205096.643367:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205096.643375:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c84b800 x1875052842035584/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205096.643387:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c84b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842035584:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788205096.643409:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205096.643410:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205096.643413:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c84b800 x1875052842035584/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205096.643419:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205096.643421:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205096.643425:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374c00. 02000000:00000001:0.0:1788205096.643430:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205096.643434:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205096.643437:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788205096.643440:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205096.643443:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f2400. 02000000:00000001:0.0:1788205096.643447:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205096.643449:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205096.643451:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c84b800. 00000100:00000001:0.0:1788205096.643455:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205096.643456:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205096.643458:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205096.643465:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788205096.643467:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205096.643469:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205096.643470:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788205096.643472:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205096.643476:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c84bb80 x1875052842035712/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205096.643482:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205096.643483:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205096.643486:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205096.643488:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205096.643490:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205096.643493:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c84bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842035712:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205096.643496:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205096.643498:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205096.643499:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205096.643501:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205096.643504:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374c00. 02000000:00000001:0.0:1788205096.643506:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205096.643510:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205096.643512:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302268. 00000400:00000010:0.0:1788205096.643515:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3ee0. 00000100:00000200:0.0:1788205096.643517:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842035712, portal 10 00000100:00000001:0.0:1788205096.643518:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205096.643519:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578525568 : -109644131026048 : ffff9c477c84bb80) 00000100:00000040:0.0:1788205096.643524:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c84bb80 x1875052842035712/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205096.643528:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205096.643529:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205096.643531:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3440. 00000100:00000200:0.0:1788205096.643532:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842035712, offset 0 00000400:00000200:0.0:1788205096.643535:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205096.643537:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205096.643539:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205096.643541:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205096.643543:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205096.643545:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205096.643546:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205096.643548:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705147:705147:256:4294967295] 192.168.201.101@tcp LPNI seq info [705142:705142:8:4294967295] 00000400:00000200:0.0:1788205096.643551:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205096.643557:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205096.643561:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205096.643565:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036100. 00000800:00000200:0.0:1788205096.643568:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205096.643571:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 1 secs later) 00000800:00000100:0.0:1788205096.643582:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205096.643583:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036100. 00000400:00000200:0.0:1788205096.643586:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205096.643589:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205096.643592:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3440 00000400:00000010:0.0:1788205096.643593:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3440. 00000100:00000001:0.0:1788205096.643596:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205096.643599:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c84bb80 x1875052842035712/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205096.643606:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205096.643609:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84bb80 x1875052842035712/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205121 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205096.643614:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205096.643616:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205096.643619:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205096.643623:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788205096.643626:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205096.643627:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310235658 00000100:00000001:0.0:1788205096.643629:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310236916 00000100:00000001:0.0:1788205096.643631:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310235658 00000100:00000001:0.0:1788205096.643633:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310236916 00000100:00000001:0.0:1788205096.643635:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205096.643637:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205096.643639:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205096.643642:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205096/real 1788205096] req@ffff9c477c84bb80 x1875052842035712/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205096.643649:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205096.643650:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205096.643652:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302268. 00000400:00000200:0.0:1788205096.643654:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3ee0 00000400:00000010:0.0:1788205096.643656:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3ee0. 00000100:00000001:0.0:1788205096.643657:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205096.643660:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c84bb80 x1875052842035712/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205096.643667:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c84bb80 x1875052842035712/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205096.643672:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205096.643673:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205096.643675:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205096.643676:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205096.643680:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c84bb80 x1875052842035712/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205096.643686:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205096.643690:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c84bb80 x1875052842035712/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205096.643696:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205096.643699:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205096.643701:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205096.643702:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205096.643704:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205096.643706:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205096.643708:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205096.643711:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205096.643713:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205096.643717:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c84bb80 x1875052842035712/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205096.643723:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c84bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842035712:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205096.643740:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205096.643744:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c848380 x1875052842035840/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205096.643751:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205096.643752:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205096.643755:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205096.643756:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205096.643758:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205096.643761:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c848380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842035840:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205096.643764:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205096.643766:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205096.643767:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205096.643769:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205096.643772:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375400. 02000000:00000001:0.0:1788205096.643774:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205096.643777:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205096.643780:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302268. 00000400:00000010:0.0:1788205096.643783:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3ee0. 00000100:00000200:0.0:1788205096.643785:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842035840, portal 10 00000100:00000001:0.0:1788205096.643787:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205096.643788:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578511232 : -109644131040384 : ffff9c477c848380) 00000100:00000040:0.0:1788205096.643794:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c848380 x1875052842035840/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205096.643801:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205096.643803:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205096.643805:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3440. 00000100:00000200:0.0:1788205096.643808:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842035840, offset 0 00000400:00000200:0.0:1788205096.643812:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205096.643816:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205096.643819:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205096.643822:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205096.643824:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205096.643827:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205096.643830:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205096.643833:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705148:705148:256:4294967295] 192.168.201.101@tcp LPNI seq info [705143:705143:8:4294967295] 00000400:00000200:0.0:1788205096.643837:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205096.643842:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205096.643847:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205096.643850:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036100. 00000800:00000200:0.0:1788205096.643854:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205096.643857:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 1 secs later) 00000800:00000100:0.0:1788205096.643868:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205096.643870:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036100. 00000400:00000200:0.0:1788205096.643873:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205096.643876:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205096.643879:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3440 00000400:00000010:0.0:1788205096.643881:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3440. 00000100:00000001:0.0:1788205096.643883:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205096.643887:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c848380 x1875052842035840/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205096.643894:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205096.643897:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c848380 x1875052842035840/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205121 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205096.643904:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205096.643905:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205096.643909:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205096.643911:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788205096.643914:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205096.643917:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310235658 00000100:00000001:0.0:1788205096.643919:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310236916 00000100:00000001:0.0:1788205096.643921:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310235658 00000100:00000001:0.0:1788205096.643923:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310236916 00000100:00000001:0.0:1788205096.643925:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205096.643927:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205096.643928:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205096.643932:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205096/real 1788205096] req@ffff9c477c848380 x1875052842035840/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205096.643940:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205096.643941:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205096.643943:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302268. 00000400:00000200:0.0:1788205096.643946:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3ee0 00000400:00000010:0.0:1788205096.643947:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3ee0. 00000100:00000001:0.0:1788205096.643949:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205096.643952:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c848380 x1875052842035840/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205096.643960:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c848380 x1875052842035840/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205096.643967:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205096.643968:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205096.643970:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205096.643971:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205096.643975:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c848380 x1875052842035840/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205096.643981:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205096.643985:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c848380 x1875052842035840/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205096.643991:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205096.643994:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205096.643995:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205096.643996:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205096.643999:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205096.644001:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205096.644003:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205096.644006:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205096.644008:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205096.644012:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c848380 x1875052842035840/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205096.644020:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c848380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842035840:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205096.644024:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205096.644027:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c849500 x1875052842035968/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205096.644034:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205096.644036:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205096.644038:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205096.644040:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205096.644042:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205096.644045:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c849500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842035968:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788205096.644048:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205096.644049:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205096.644051:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205096.644053:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205096.644056:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788205096.644057:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205096.644061:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205096.644063:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302268. 00000400:00000010:0.0:1788205096.644066:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3ee0. 00000100:00000200:0.0:1788205096.644069:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842035968, portal 4 00000100:00000001:0.0:1788205096.644071:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205096.644072:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578515712 : -109644131035904 : ffff9c477c849500) 00000100:00000040:0.0:1788205096.644078:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c849500 x1875052842035968/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205096.644085:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205096.644087:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205096.644089:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3440. 00000100:00000200:0.0:1788205096.644091:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052842035968, offset 0 00000400:00000200:0.0:1788205096.644095:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205096.644099:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205096.644102:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205096.644105:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205096.644108:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205096.644110:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205096.644112:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205096.644115:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705149:705149:256:4294967295] 192.168.201.101@tcp LPNI seq info [705144:705144:8:4294967295] 00000400:00000200:0.0:1788205096.644119:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205096.644124:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205096.644128:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205096.644131:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036100. 00000800:00000200:0.0:1788205096.644135:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205096.644138:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 1 secs later) 00000800:00000100:0.0:1788205096.644148:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205096.644150:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036100. 00000400:00000200:0.0:1788205096.644152:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205096.644156:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205096.644158:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3440 00000400:00000010:0.0:1788205096.644160:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3440. 00000100:00000001:0.0:1788205096.644163:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205096.644166:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c849500 x1875052842035968/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205096.644173:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205096.644176:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c849500 x1875052842035968/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205121 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205096.644188:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205096.644190:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205096.644193:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205096.644195:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788205096.644198:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205096.644200:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310235684 00000100:00000001:0.0:1788205096.644202:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310236916 00000100:00000001:0.0:1788205096.644204:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310235684 00000100:00000001:0.0:1788205096.644206:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310236916 00000100:00000001:0.0:1788205096.644208:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205096.644210:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205096.644212:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205096.644215:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205096/real 1788205096] req@ffff9c477c849500 x1875052842035968/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205096.644223:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205096.644224:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205096.644226:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302268. 00000400:00000200:0.0:1788205096.644228:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3ee0 00000400:00000010:0.0:1788205096.644230:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3ee0. 00000100:00000001:0.0:1788205096.644232:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205096.644235:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c849500 x1875052842035968/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205096.644243:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c849500 x1875052842035968/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205096.644249:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205096.644250:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205096.644252:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205096.644253:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205096.644257:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c849500 x1875052842035968/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205096.644264:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205096.644268:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c849500 x1875052842035968/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205096.644274:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205096.644276:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205096.644278:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205096.644279:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205096.644281:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205096.644283:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205096.644285:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205096.644288:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205096.644290:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205096.644294:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c849500 x1875052842035968/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205096.644302:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c849500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842035968:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788205096.644306:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205096.644307:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205096.644310:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c84bb80 x1875052842035712/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205096.644317:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205096.644319:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205096.644320:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374c00. 02000000:00000001:0.0:1788205096.644322:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205096.644324:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205096.644325:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788205096.644327:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205096.644329:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f0000. 02000000:00000001:0.0:1788205096.644332:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205096.644333:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205096.644334:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c84bb80. 00000100:00000001:0.0:1788205096.644337:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205096.644338:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205096.644339:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205096.644342:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c848380 x1875052842035840/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205096.644349:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205096.644350:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205096.644352:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375400. 02000000:00000001:0.0:1788205096.644354:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205096.644355:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205096.644356:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788205096.644358:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205096.644359:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f1800. 02000000:00000001:0.0:1788205096.644362:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205096.644363:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205096.644364:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c848380. 00000100:00000001:0.0:1788205096.644366:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205096.644367:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205096.644369:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205096.644372:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c849500 x1875052842035968/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205096.644379:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205096.644380:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205096.644381:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788205096.644383:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205096.644384:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205096.644386:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788205096.644387:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205096.644389:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f2800. 02000000:00000001:0.0:1788205096.644391:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205096.644392:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205096.644410:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c849500. 00000100:00000001:0.0:1788205096.644412:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205096.644415:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205096.644417:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205096.644422:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788205096.644424:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205096.644426:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205096.644428:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205097.282521:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205097.282526:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205097.282530:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205097.282531:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205097.282533:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205097.282533:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205097.282552:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205097.282553:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205097.282555:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788205097.922546:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310236916, at 4310236928 00000100:00000010:0.0:1788205097.922567:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685bae40. 00000100:00000040:1.0:1788205097.922841:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310236916, at 4310236928 00000100:00000010:1.0:1788205097.922849:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba660. 00010000:00000001:0.0:1788205098.306564:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205098.306573:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205098.306581:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205098.306582:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205098.306586:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205098.306587:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205099.330591:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205099.330599:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205099.330615:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205099.330616:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205099.330620:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205099.330621:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205099.330653:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205099.330655:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205099.330657:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205100.354547:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205100.354554:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205100.354559:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205100.354560:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205100.354563:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205100.354565:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205101.378474:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205101.378479:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205101.378484:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205101.378485:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205101.378487:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205101.378487:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205101.378503:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205101.378505:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205101.378506:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788205101.763058:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205101.763063:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788205101.763066:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205101.763073:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c848e00 x1875052842036096/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205101.763081:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205101.763083:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205101.763087:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205101.763091:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205101.763093:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205101.763097:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c848e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842036096:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788205101.763101:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205101.763106:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205101.763109:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205101.763111:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205101.763117:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375400. 02000000:00000001:0.0:1788205101.763119:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205101.763125:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205101.763129:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302268. 00000400:00000010:0.0:1788205101.763137:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3ee0. 00000100:00000200:0.0:1788205101.763145:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842036096, portal 25 00000100:00000001:0.0:1788205101.763147:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205101.763149:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578513920 : -109644131037696 : ffff9c477c848e00) 00000100:00000040:0.0:1788205101.763154:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c848e00 x1875052842036096/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205101.763168:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205101.763171:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205101.763173:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3440. 00000100:00000200:0.0:1788205101.763176:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052842036096, offset 0 00000400:00000200:0.0:1788205101.763183:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205101.763192:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205101.763199:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205101.763205:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205101.763210:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205101.763213:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205101.763216:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205101.763220:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705150:705150:256:4294967295] 192.168.201.101@tcp LPNI seq info [705145:705145:8:4294967295] 00000400:00000200:0.0:1788205101.763224:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205101.763235:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205101.763241:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205101.763247:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036100. 00000800:00000200:0.0:1788205101.763255:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000100:00000001:0.0:1788205101.763284:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205101.763289:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205101.763292:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4310242036 00000100:00000010:0.0:1788205101.763297:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685bae40. 00000100:00000001:0.0:1788205101.763304:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788205101.763312:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4310242036 00000100:00000010:0.0:1788205101.763318:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba660. 00000100:00000001:0.0:1788205101.763323:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788205101.763327:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205101.763330:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205101.763334:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205101.763339:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205101.764749:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788205101.764755:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1788205101.764759:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205101.764761:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788205101.764764:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205101.764767:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205101.767413:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205101.767417:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788205101.767419:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205101.767425:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9fb80 x1875052842036224/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205101.767437:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205101.767440:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205101.767442:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205101.767444:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205101.767445:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205101.767448:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842036224:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205101.767452:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205101.767457:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205101.767460:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205101.767463:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205101.767468:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374c00. 02000000:00000001:0.0:1788205101.767470:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205101.767474:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205101.767477:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302318. 00000400:00000010:0.0:1788205101.767481:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788205101.767486:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842036224, portal 10 00000100:00000001:0.0:1788205101.767487:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205101.767488:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330357120 : -109644379194496 : ffff9c476db9fb80) 00000100:00000040:0.0:1788205101.767494:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9fb80 x1875052842036224/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205101.767499:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205101.767501:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205101.767503:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3220. 00000100:00000200:0.0:1788205101.767505:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842036224, offset 0 00000400:00000200:0.0:1788205101.767509:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205101.767516:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205101.767520:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205101.767524:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205101.767527:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205101.767530:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205101.767532:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205101.767534:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705151:705151:255:4294967295] 192.168.201.101@tcp LPNI seq info [705146:705146:7:4294967295] 00000400:00000200:0.0:1788205101.767537:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205101.767546:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205101.767554:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205101.767560:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036d00. 00000800:00000200:0.0:1788205101.767567:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000100:00000001:0.0:1788205101.767592:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205101.767598:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788205101.767607:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205101.767622:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310240782 00000100:00000001:0.0:1788205101.767628:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310242036 00000100:00000001:0.0:1788205101.767633:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310240782 00000100:00000001:0.0:1788205101.767636:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310242036 00000100:00000001:0.0:1788205101.767651:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205101.767653:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205101.767658:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205101.767668:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205101.767681:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788205101.767686:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1788205101.767691:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205101.767695:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788205101.767697:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205101.767703:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9d500 x1875052842036352/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205101.767749:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205101.767752:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205101.767755:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205101.767758:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205101.767760:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205101.767763:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842036352:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205101.767769:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205101.767771:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205101.767773:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205101.767776:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205101.767780:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375000. 02000000:00000001:0.0:1788205101.767783:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205101.767789:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205101.767793:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503029a0. 00000400:00000010:0.0:1788205101.767798:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c34c8. 00000100:00000200:0.0:1788205101.767802:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842036352, portal 10 00000100:00000001:0.0:1788205101.767804:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205101.767805:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330347264 : -109644379204352 : ffff9c476db9d500) 00000100:00000040:0.0:1788205101.767811:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9d500 x1875052842036352/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205101.767818:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205101.767822:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205101.767826:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3770. 00000100:00000200:0.0:1788205101.767829:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842036352, offset 0 00000400:00000200:0.0:1788205101.767833:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205101.767838:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205101.767844:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205101.767848:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205101.767850:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205101.767854:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205101.767858:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205101.767862:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705152:705152:254:4294967295] 192.168.201.101@tcp LPNI seq info [705147:705147:6:4294967295] 00000400:00000200:0.0:1788205101.767867:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205101.767886:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205101.767893:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205101.767900:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036a00. 00000800:00000200:0.0:1788205101.767909:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000100:00000001:0.0:1788205101.767919:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205101.767922:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788205101.767925:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205101.767928:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310240782 00000100:00000001:0.0:1788205101.767930:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310242036 00000100:00000001:0.0:1788205101.767935:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310240782 00000100:00000001:0.0:1788205101.767936:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310242036 00000100:00000001:0.0:1788205101.767939:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205101.767941:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205101.767945:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205101.767948:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205101.767952:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788205101.767954:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1788205101.767958:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205101.767961:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788205101.767963:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205101.767969:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9ed80 x1875052842036480/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205101.767989:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205101.767991:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205101.767994:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205101.767996:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205101.767998:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205101.768002:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842036480:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788205101.768007:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205101.768009:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205101.768011:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205101.768013:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205101.768015:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377400. 02000000:00000001:0.0:1788205101.768017:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205101.768019:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205101.768021:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302160. 00000400:00000010:0.0:1788205101.768024:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3198. 00000100:00000200:0.0:1788205101.768026:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842036480, portal 4 00000100:00000001:0.0:1788205101.768027:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205101.768028:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330353536 : -109644379198080 : ffff9c476db9ed80) 00000100:00000040:0.0:1788205101.768032:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9ed80 x1875052842036480/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205101.768036:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205101.768037:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205101.768039:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3cc0. 00000100:00000200:0.0:1788205101.768040:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052842036480, offset 0 00000400:00000200:0.0:1788205101.768043:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205101.768045:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205101.768047:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205101.768049:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205101.768051:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205101.768052:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205101.768054:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205101.768055:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705153:705153:253:4294967295] 192.168.201.101@tcp LPNI seq info [705148:705148:5:4294967295] 00000400:00000200:0.0:1788205101.768058:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205101.768061:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205101.768064:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205101.768066:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036e00. 00000800:00000200:0.0:1788205101.768068:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000100:00000001:0.0:1788205101.768073:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205101.768075:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788205101.768076:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205101.768078:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310240808 00000100:00000001:0.0:1788205101.768079:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310242036 00000100:00000001:0.0:1788205101.768080:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310240808 00000100:00000001:0.0:1788205101.768082:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310242036 00000100:00000001:0.0:1788205101.768083:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205101.768084:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205101.768085:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205101.768086:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205101.768088:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788205101.768089:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1788205101.768090:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205101.768091:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788205101.768092:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205101.768093:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205102.402513:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205102.402519:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205102.402522:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205102.402523:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205102.402526:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205102.402527:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205103.042543:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310242036, at 4310242048 00000100:00000040:1.0:1788205103.042543:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310242036, at 4310242048 00000100:00000010:1.0:1788205103.042566:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba660. 00000100:00000010:0.0:1788205103.042575:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685bae40. 00010000:00000001:0.0:1788205103.426482:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205103.426491:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205103.426494:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205103.426497:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205103.426502:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205103.426505:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205103.426506:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205103.426509:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205103.426513:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205103.426515:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205103.426518:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205103.426520:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205103.426542:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205103.426544:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205103.426547:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205104.450505:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205104.450510:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205104.450514:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205104.450515:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205104.450517:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205104.450518:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:1.0:1788205104.834669:0:2410:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.101:988 00000400:00000100:1.0:1788205104.834707:0:2410:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.101@tcp at host 192.168.201.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:1.0:1788205104.834716:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788205104.834720:0:2410:0:(router.c:1791:lnet_notify()) 192.168.201.1@tcp notifying 192.168.201.101@tcp: down 00000400:00000200:1.0:1788205104.834724:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788205104.834727:0:2410:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:1.0:1788205104.834732:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788205104.834736:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036100. 00000400:00000200:1.0:1788205104.834741:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788205104.834745:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788205104.834761:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3440 00000400:00000010:1.0:1788205104.834763:0:2410:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3440. 00000100:00000001:1.0:1788205104.834768:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788205104.834777:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477c848e00 x1875052842036096/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788205104.834797:0:2410:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788205104.834801:0:2410:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c848e00 x1875052842036096/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205126 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788205104.834809:0:2410:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205104.834811:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788205104.834820:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788205104.834823:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036d00. 00000400:00000200:1.0:1788205104.834826:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788205104.834830:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788205104.834833:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3220 00000400:00000010:1.0:1788205104.834835:0:2410:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3220. 00000100:00000001:1.0:1788205104.834837:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788205104.834843:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c476db9fb80 x1875052842036224/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205104.834845:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205104.834851:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788205104.834855:0:2410:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788205104.834856:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000040:1.0:1788205104.834860:0:2410:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9fb80 x1875052842036224/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205126 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205104.834868:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205101/real 1788205104] req@ffff9c476db9fb80 x1875052842036224/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205126 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788205104.834870:0:2410:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205104.834874:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788205104.834882:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788205104.834887:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036a00. 00000400:00000200:1.0:1788205104.834890:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788205104.834893:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000001:0.0:1788205104.834902:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205104.834905:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205104.834909:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302318. 00000400:00000200:0.0:1788205104.834913:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:0.0:1788205104.834914:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:0.0:1788205104.834918:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1788205104.834919:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3770 00000400:00000010:1.0:1788205104.834923:0:2410:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3770. 00000100:00000200:0.0:1788205104.834924:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9fb80 x1875052842036224/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788205104.834927:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788205104.834935:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c476db9d500 x1875052842036352/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205104.834944:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9fb80 x1875052842036224/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788205104.834947:0:2410:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788205104.834953:0:2410:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9d500 x1875052842036352/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205126 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205104.834956:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205104.834959:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788205104.834965:0:2410:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205104.834966:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205104.834970:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788205104.834970:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788205104.834976:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000100:00100000:0.0:1788205104.834980:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9fb80 x1875052842036224/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1788205104.834980:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036e00. 00000400:00000200:1.0:1788205104.834985:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788205104.834993:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788205104.834998:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3cc0 00000400:00000010:1.0:1788205104.835001:0:2410:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3cc0. 00000100:00000001:1.0:1788205104.835005:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788205104.835011:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c476db9ed80 x1875052842036480/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788205104.835019:0:2410:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788205104.835023:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788205104.835023:0:2410:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9ed80 x1875052842036480/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205126 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788205104.835034:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9fb80 x1875052842036224/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788205104.835034:0:2410:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205104.835038:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205104.835046:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205104.835049:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205104.835051:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205104.835052:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205104.835055:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205104.835058:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205104.835061:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205104.835066:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205104.835068:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205104.835072:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9fb80 x1875052842036224/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205104.835079:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842036224:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205104.835084:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205104.835087:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205101/real 1788205104] req@ffff9c477c848e00 x1875052842036096/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205104.835094:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205104.835095:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205104.835097:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302268. 00000400:00000200:0.0:1788205104.835099:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3ee0 00000400:00000010:0.0:1788205104.835101:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3ee0. 00000100:00000001:0.0:1788205104.835103:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205104.835105:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c848e00 x1875052842036096/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205104.835116:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c848e00 x1875052842036096/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205104.835121:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205104.835122:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205104.835123:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205104.835125:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205104.835127:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c848e00 x1875052842036096/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205104.835133:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205104.835136:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c848e00 x1875052842036096/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205104.835141:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205104.835143:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205104.835144:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205104.835145:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205104.835147:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205104.835148:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205104.835150:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205104.835153:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205104.835155:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205104.835158:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c848e00 x1875052842036096/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205104.835164:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c848e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842036096:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788205104.835168:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205104.835171:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205104.835173:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9fb80 x1875052842036224/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205104.835184:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205104.835187:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205104.835191:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374c00. 02000000:00000001:0.0:1788205104.835195:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205104.835198:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205104.835199:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788205104.835201:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205104.835205:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a40400. 02000000:00000001:0.0:1788205104.835209:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205104.835210:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205104.835212:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9fb80. 00000100:00000001:0.0:1788205104.835217:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205104.835218:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205104.835220:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205104.835223:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c848e00 x1875052842036096/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205104.835230:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205104.835231:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205104.835232:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375400. 02000000:00000001:0.0:1788205104.835235:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205104.835236:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205104.835237:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788205104.835239:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205104.835241:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f3000. 02000000:00000001:0.0:1788205104.835243:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205104.835244:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205104.835245:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c848e00. 00000100:00000001:0.0:1788205104.835248:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205104.835249:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205104.835252:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205104.835254:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205104.835255:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788205104.835256:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205104.835260:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205101/real 1788205104] req@ffff9c476db9ed80 x1875052842036480/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205104.835273:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205104.835274:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205104.835276:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302160. 00000400:00000200:0.0:1788205104.835278:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3198 00000400:00000010:0.0:1788205104.835279:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3198. 00000100:00000001:0.0:1788205104.835281:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205104.835284:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9ed80 x1875052842036480/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205104.835292:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9ed80 x1875052842036480/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205104.835299:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205104.835300:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205104.835302:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205104.835303:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205104.835307:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9ed80 x1875052842036480/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205104.835313:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205104.835316:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9ed80 x1875052842036480/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205104.835323:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205104.835325:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205104.835327:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205104.835328:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205104.835330:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205104.835331:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205104.835333:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205104.835337:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205104.835339:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205104.835343:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9ed80 x1875052842036480/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205104.835351:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842036480:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788205104.835354:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205104.835357:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205101/real 1788205104] req@ffff9c476db9d500 x1875052842036352/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205104.835364:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205104.835365:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205104.835367:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503029a0. 00000400:00000200:0.0:1788205104.835375:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c34c8 00000400:00000010:0.0:1788205104.835377:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c34c8. 00000100:00000001:0.0:1788205104.835379:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205104.835382:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9d500 x1875052842036352/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205104.835389:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9d500 x1875052842036352/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205104.835420:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205104.835421:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205104.835423:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205104.835425:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205104.835429:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9d500 x1875052842036352/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205104.835435:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205104.835438:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9d500 x1875052842036352/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205104.835444:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205104.835446:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205104.835448:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205104.835449:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205104.835450:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205104.835452:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205104.835455:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205104.835457:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205104.835460:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205104.835463:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9d500 x1875052842036352/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205104.835477:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842036352:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205104.835482:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205104.835484:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205104.835487:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9ed80 x1875052842036480/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205104.835495:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205104.835497:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205104.835499:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377400. 02000000:00000001:0.0:1788205104.835503:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205104.835504:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205104.835506:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788205104.835508:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205104.835509:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a43400. 02000000:00000001:0.0:1788205104.835515:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205104.835517:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205104.835518:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9ed80. 00000100:00000001:0.0:1788205104.835520:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205104.835522:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205104.835523:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205104.835526:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9d500 x1875052842036352/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205104.835532:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205104.835533:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205104.835534:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375000. 02000000:00000001:0.0:1788205104.835537:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205104.835538:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205104.835539:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788205104.835541:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205104.835542:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a43000. 02000000:00000001:0.0:1788205104.835544:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205104.835545:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205104.835546:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9d500. 00000100:00000001:0.0:1788205104.835549:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205104.835550:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205104.835551:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205104.835559:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788205104.835561:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205104.835563:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205104.835564:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205105.474520:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205105.474528:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205105.474534:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205105.474537:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205105.474539:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205105.474543:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205105.474546:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205105.474548:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205105.474550:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205105.474553:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205105.474556:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205105.474558:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205105.474559:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205105.474560:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205105.474562:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205105.474563:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205105.474565:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205105.474566:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205105.474610:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205105.474613:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205105.474616:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205106.498515:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205106.498522:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205106.498529:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205106.498530:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205106.498533:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205106.498534:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788205106.883848:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788205106.883859:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788205106.883862:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788205106.883865:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788205106.883870:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788205106.883877:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 15573 00000400:00000200:0.0:1788205106.883885:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205106.883891:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788205106.883907:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788205106.883911:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205106.883915:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205106.883917:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205106.883920:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788205106.883925:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788205106.883927:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788205106.883930:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788205106.883933:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788205106.883937:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788205106.883939:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788205106.883942:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205106.883944:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205106.883946:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205106.883948:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788205106.883951:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788205106.883954:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788205106.883958:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205106.883961:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788205106.883965:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205106.883967:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205106.883969:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788205106.883972:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788205106.883981:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8700. 00000020:00000040:0.0:1788205106.883985:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788205106.883989:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788205106.883991:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205106.883994:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788205106.883997:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788205106.884002:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788205106.884012:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375400. 00000100:00000001:0.0:1788205106.884020:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205106.884029:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8700 x1875052842036608/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788205106.884041:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788205106.884046:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205106.884050:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006dab9339] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8700 x1875052842036608/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205106.884366:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788205106.884370:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788205106.884373:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788205106.884375:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788205106.884377:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788205106.884380:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788205106.884383:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15573 00000400:00000200:0.0:1788205106.884387:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205106.884390:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788205106.884392:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788205106.884427:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205106.884429:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205106.884431:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205106.884433:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788205106.884435:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788205106.884437:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788205106.884438:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788205106.884440:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788205106.884442:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788205106.884444:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788205106.884447:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205106.884449:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205106.884451:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205106.884452:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788205106.884455:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788205106.884457:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788205106.884460:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205106.884461:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788205106.884467:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205106.884469:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205106.884471:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788205106.884475:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788205106.884478:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205106.884480:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788205106.884485:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fbb80. 00000020:00000040:0.0:1788205106.884487:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788205106.884490:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788205106.884492:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205106.884494:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788205106.884495:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788205106.884497:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788205106.884501:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374c00. 00000100:00000001:0.0:1788205106.884505:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205106.884510:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fbb80 x1875052842036736/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788205106.884517:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788205106.884519:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205106.884523:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006afb05e] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fbb80 x1875052842036736/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205106.885567:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788205106.885571:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788205106.885574:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788205106.885575:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788205106.885577:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788205106.885580:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788205106.885583:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15573 00000400:00000200:0.0:1788205106.885587:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205106.885590:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788205106.885592:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788205106.885595:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205106.885597:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205106.885598:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205106.885600:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788205106.885602:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788205106.885604:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788205106.885606:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788205106.885608:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788205106.885610:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788205106.885612:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788205106.885614:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205106.885616:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205106.885617:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205106.885619:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788205106.885621:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788205106.885624:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788205106.885627:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205106.885629:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788205106.885632:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205106.885634:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205106.885636:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788205106.885638:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788205106.885641:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205106.885643:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788205106.885647:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fb480. 00000020:00000040:0.0:1788205106.885649:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788205106.885651:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788205106.885652:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205106.885654:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788205106.885656:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788205106.885659:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788205106.885662:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374400. 00000100:00000001:0.0:1788205106.885665:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205106.885670:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fb480 x1875052842036864/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788205106.885677:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788205106.885679:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205106.885683:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c471466] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fb480 x1875052842036864/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205106.885691:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205106.885694:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788205106.885697:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788205106.885700:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788205106.885703:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788205106.885705:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788205106.885706:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788205106.885709:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788205106.885711:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15573 00000400:00000200:0.0:1788205106.885714:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205106.885717:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788205106.885719:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788205106.885721:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205106.885723:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205106.885725:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205106.885727:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788205106.885729:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788205106.885730:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788205106.885731:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788205106.885733:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788205106.885735:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788205106.885737:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788205106.885740:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205106.885742:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205106.885744:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205106.885745:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788205106.885747:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788205106.885750:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788205106.885752:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205106.885754:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788205106.885756:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205106.885758:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205106.885760:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788205106.885762:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788205106.885765:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205106.885766:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788205106.885770:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8e00. 00000020:00000040:0.0:1788205106.885772:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788205106.885774:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788205106.885776:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205106.885778:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788205106.885779:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788205106.885781:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788205106.885784:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377c00. 00000100:00000001:0.0:1788205106.885787:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205106.885792:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8e00 x1875052842036992/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788205106.885798:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788205106.885800:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205106.885804:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7909e09] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8e00 x1875052842036992/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205106.885810:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205106.885815:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15583) 00010000:00000001:0.0:1788205107.522520:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205107.522527:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205107.522532:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205107.522533:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205107.522537:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205107.522551:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205107.522576:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205107.522579:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205107.522581:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788205108.162482:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310247158, at 4310247168 00000100:00000010:1.0:1788205108.162498:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88ea0. 00000100:00000040:0.0:1788205108.162651:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310247158, at 4310247168 00000100:00000010:0.0:1788205108.162657:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88720. 00010000:00000001:0.0:1788205108.546577:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205108.546586:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205108.546593:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205108.546595:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205108.546599:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205108.546600:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205109.571056:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205109.571066:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205109.571083:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205109.571084:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205109.571089:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205109.571090:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205109.571123:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205109.571127:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205109.571130:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205110.594582:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205110.594592:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205110.594599:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205110.594600:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205110.594604:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205110.594605:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205111.618562:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205111.618569:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205111.618575:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205111.618576:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205111.618580:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205111.618581:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205111.618605:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205111.618608:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205111.618611:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788205112.002509:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788205112.002520:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788205112.002522:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788205112.002526:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788205112.002530:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788205112.002537:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 15578 00000400:00000200:0.0:1788205112.002545:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205112.002552:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788205112.002555:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788205112.002558:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205112.002561:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205112.002564:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205112.002566:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788205112.002570:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788205112.002572:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788205112.002574:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788205112.002577:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788205112.002580:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788205112.002582:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788205112.002584:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205112.002586:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205112.002588:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205112.002590:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788205112.002593:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788205112.002596:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788205112.002599:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205112.002602:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788205112.002605:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205112.002608:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205112.002610:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788205112.002612:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788205112.002622:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fa680. 00000020:00000040:0.0:1788205112.002626:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788205112.002629:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788205112.002631:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205112.002634:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788205112.002636:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788205112.002640:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788205112.002647:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374c00. 00000100:00000001:0.0:1788205112.002653:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205112.002661:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fa680 x1875052842037120/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788205112.002672:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788205112.002676:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205112.002681:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003756c577] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fa680 x1875052842037120/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205112.002707:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788205112.002711:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788205112.002714:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788205112.002715:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788205112.002717:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788205112.002720:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788205112.002722:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15578 00000400:00000200:0.0:1788205112.002726:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205112.002730:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788205112.002733:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788205112.002736:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205112.002738:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205112.002740:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205112.002742:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788205112.002745:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788205112.002749:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788205112.002751:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788205112.002755:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788205112.002759:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788205112.002763:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788205112.002767:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205112.002772:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205112.002776:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205112.002780:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788205112.002786:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788205112.002789:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788205112.002792:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205112.002793:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788205112.002798:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205112.002803:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205112.002807:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788205112.002813:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788205112.002818:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205112.002824:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788205112.002830:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fad80. 00000020:00000040:0.0:1788205112.002835:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788205112.002840:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788205112.002842:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205112.002845:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788205112.002847:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788205112.002848:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788205112.002853:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375400. 00000100:00000001:0.0:1788205112.002860:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205112.002869:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fad80 x1875052842037248/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788205112.002881:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788205112.002884:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205112.002889:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010fef5ed] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fad80 x1875052842037248/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205112.002903:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788205112.002908:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788205112.002913:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788205112.002917:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788205112.002919:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788205112.002924:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788205112.002931:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15578 00000400:00000200:0.0:1788205112.002937:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205112.002943:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788205112.002947:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788205112.002952:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205112.002956:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205112.002960:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205112.002962:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788205112.002966:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788205112.002969:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788205112.002972:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788205112.002976:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788205112.002980:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788205112.002984:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788205112.002990:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205112.002995:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205112.003001:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205112.003006:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788205112.003010:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788205112.003016:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788205112.003022:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205112.003026:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788205112.003029:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205112.003032:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205112.003037:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788205112.003039:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788205112.003045:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205112.003049:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788205112.003056:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fa300. 00000020:00000040:0.0:1788205112.003059:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788205112.003063:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788205112.003066:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205112.003069:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788205112.003072:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788205112.003075:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788205112.003091:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377400. 00000100:00000001:0.0:1788205112.003098:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205112.003108:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fa300 x1875052842037376/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788205112.003123:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788205112.003126:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205112.003131:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000643b1429] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fa300 x1875052842037376/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205112.003139:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205112.003141:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788205112.003144:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788205112.003147:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788205112.003150:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788205112.003151:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788205112.003152:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788205112.003155:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788205112.003157:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15578 00000400:00000200:0.0:1788205112.003161:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205112.003164:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788205112.003166:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788205112.003169:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205112.003171:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205112.003173:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205112.003174:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788205112.003176:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788205112.003178:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788205112.003180:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788205112.003182:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788205112.003184:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788205112.003186:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788205112.003192:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205112.003196:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205112.003199:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205112.003202:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788205112.003206:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788205112.003213:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788205112.003219:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205112.003223:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788205112.003226:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205112.003231:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205112.003234:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788205112.003238:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788205112.003244:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205112.003247:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788205112.003253:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9180. 00000020:00000040:0.0:1788205112.003258:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788205112.003263:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788205112.003266:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205112.003271:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788205112.003275:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788205112.003278:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788205112.003283:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375000. 00000100:00000001:0.0:1788205112.003289:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205112.003298:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9180 x1875052842037504/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788205112.003314:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788205112.003318:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205112.003326:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b4a335a] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9180 x1875052842037504/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205112.003339:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205112.003345:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15588) 00010000:00000001:0.0:1788205112.642601:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205112.642611:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205112.642618:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205112.642619:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205112.642623:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205112.642624:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205113.282554:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310252276, at 4310252288 00000100:00000040:1.0:1788205113.282554:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310252276, at 4310252288 00000100:00000010:1.0:1788205113.282575:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88d20. 00000100:00000010:0.0:1788205113.282580:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa889c0. 00010000:00000001:0.0:1788205113.666567:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205113.666578:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205113.666580:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205113.666584:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205113.666590:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205113.666593:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205113.666594:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205113.666597:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205113.666601:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205113.666603:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205113.666606:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205113.666607:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205113.666637:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205113.666641:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205113.666644:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205114.690582:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205114.690591:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205114.690598:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205114.690599:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205114.690602:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205114.690603:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205115.714552:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205115.714561:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205115.714568:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205115.714573:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205115.714576:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205115.714580:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205115.714583:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205115.714586:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205115.714589:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205115.714591:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205115.714595:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205115.714596:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205115.714598:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205115.714599:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205115.714601:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205115.714602:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205115.714604:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205115.714605:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205115.714636:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205115.714639:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205115.714642:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205116.738562:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205116.738571:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205116.738578:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205116.738580:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205116.738584:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205116.738585:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788205117.122599:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788205117.122609:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788205117.122612:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788205117.122616:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788205117.122621:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788205117.122628:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 15583 00000400:00000200:1.0:1788205117.122637:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788205117.122642:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788205117.122646:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788205117.122650:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205117.122654:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205117.122657:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205117.122659:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788205117.122664:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788205117.122666:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788205117.122669:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788205117.122672:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788205117.122675:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788205117.122678:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788205117.122681:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205117.122683:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205117.122685:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205117.122688:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788205117.122691:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788205117.122694:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788205117.122696:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788205117.122699:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788205117.122703:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788205117.122706:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205117.122708:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788205117.122710:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788205117.122719:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dc700. 00000020:00000040:1.0:1788205117.122723:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788205117.122726:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788205117.122728:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205117.122731:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788205117.122734:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788205117.122738:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788205117.122745:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98400. 00000100:00000001:1.0:1788205117.122752:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788205117.122761:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dc700 x1875052842037632/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788205117.122771:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788205117.122775:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205117.122780:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7db4f2b] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dc700 x1875052842037632/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788205117.122800:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788205117.122804:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788205117.122808:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788205117.122809:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788205117.122811:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788205117.122814:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788205117.122816:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15583 00000400:00000200:1.0:1788205117.122820:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788205117.122828:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788205117.122831:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788205117.122834:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205117.122836:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205117.122838:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205117.122840:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788205117.122842:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788205117.122843:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788205117.122845:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788205117.122847:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788205117.122849:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788205117.122851:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788205117.122853:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205117.122855:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205117.122857:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205117.122859:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788205117.122861:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788205117.122864:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788205117.122867:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788205117.122869:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788205117.122874:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788205117.122877:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205117.122880:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788205117.122884:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788205117.122888:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205117.122889:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788205117.122896:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dd880. 00000020:00000040:1.0:1788205117.122900:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788205117.122905:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788205117.122910:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205117.122915:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788205117.122917:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788205117.122920:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788205117.122927:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98000. 00000100:00000001:1.0:1788205117.122932:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788205117.122939:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dd880 x1875052842037760/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788205117.122995:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788205117.123002:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205117.123017:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083606985] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dd880 x1875052842037760/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788205117.123041:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788205117.123050:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788205117.123055:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788205117.123064:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788205117.123070:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788205117.123075:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788205117.123084:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15583 00000400:00000200:1.0:1788205117.123100:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788205117.123110:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788205117.123113:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788205117.123119:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205117.123126:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205117.123132:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205117.123140:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788205117.123146:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788205117.123158:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788205117.123166:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788205117.123171:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788205117.123176:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788205117.123179:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788205117.123185:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205117.123189:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205117.123192:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205117.123194:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788205117.123196:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788205117.123206:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788205117.123211:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788205117.123216:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788205117.123222:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788205117.123225:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205117.123229:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788205117.123236:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788205117.123248:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205117.123256:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788205117.123268:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dce00. 00000020:00000040:1.0:1788205117.123275:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788205117.123283:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788205117.123293:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205117.123299:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788205117.123301:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788205117.123306:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788205117.123314:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99800. 00000100:00000001:1.0:1788205117.123321:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788205117.123331:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dce00 x1875052842037888/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788205117.123355:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788205117.123362:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205117.123459:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e15d5058] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dce00 x1875052842037888/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788205117.123528:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205117.123538:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788205117.123553:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788205117.123562:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788205117.123568:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788205117.123572:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788205117.123576:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788205117.123584:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788205117.123592:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15583 00000400:00000200:1.0:1788205117.123601:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788205117.123610:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788205117.123618:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788205117.123629:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205117.123638:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205117.123649:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205117.123656:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788205117.123665:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788205117.123669:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788205117.123677:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788205117.123686:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788205117.123697:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788205117.123708:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788205117.123717:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205117.123721:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205117.123728:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205117.123740:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788205117.123749:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788205117.123757:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788205117.123765:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788205117.123775:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788205117.123781:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788205117.123791:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205117.123796:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788205117.123800:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788205117.123804:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205117.123813:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788205117.123827:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ddc00. 00000020:00000040:1.0:1788205117.123835:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788205117.123843:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788205117.123848:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205117.123854:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788205117.123859:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788205117.123863:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788205117.123871:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9a000. 00000100:00000001:1.0:1788205117.123881:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788205117.123900:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ddc00 x1875052842038016/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788205117.123939:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788205117.123945:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205117.123960:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c3c4b34] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ddc00 x1875052842038016/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788205117.123979:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205117.123990:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15593) 00010000:00000001:0.0:1788205117.762924:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205117.762932:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205117.762937:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205117.762937:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205117.762940:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205117.762941:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205117.762970:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205117.762974:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205117.762977:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788205118.402499:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310257397, at 4310257408 00000100:00000040:1.0:1788205118.402499:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310257397, at 4310257408 00000100:00000010:0.0:1788205118.402515:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88060. 00000100:00000010:1.0:1788205118.402523:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88ae0. 00010000:00000001:0.0:1788205118.786490:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205118.786496:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205118.786500:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205118.786501:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205118.786503:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205118.786504:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205119.810465:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205119.810472:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205119.810478:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205119.810480:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205119.810483:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205119.810484:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205119.810505:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205119.810508:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205119.810511:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205120.834501:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205120.834509:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205120.834514:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205120.834516:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205120.834519:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205120.834520:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205121.858471:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205121.858476:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205121.858480:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205121.858481:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205121.858483:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205121.858484:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205121.858499:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205121.858501:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205121.858503:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205122.882480:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205122.882488:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205122.882494:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205122.882495:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205122.882497:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205122.882498:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205123.522498:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310262516, at 4310262528 00000100:00000040:1.0:1788205123.522498:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310262516, at 4310262528 00000100:00000010:0.0:1788205123.522512:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88c60. 00000100:00000010:1.0:1788205123.522512:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88480. 00010000:00000001:0.0:1788205123.906559:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205123.906570:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205123.906573:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205123.906577:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205123.906583:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205123.906586:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205123.906587:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205123.906590:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205123.906595:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205123.906596:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205123.906600:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205123.906601:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205123.906632:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205123.906636:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205123.906639:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205124.930555:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205124.930565:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205124.930579:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205124.930580:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205124.930584:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205124.930585:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205125.954556:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205125.954565:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205125.954573:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205125.954577:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205125.954579:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205125.954583:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205125.954587:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205125.954590:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205125.954592:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205125.954594:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205125.954597:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205125.954599:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205125.954600:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205125.954601:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205125.954602:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205125.954603:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205125.954604:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205125.954605:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205125.954636:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205125.954639:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205125.954642:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205126.978498:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205126.978504:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205126.978513:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205126.978514:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205126.978516:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205126.978517:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205127.362738:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205127.362742:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788205127.362745:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205127.362751:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9d500 x1875052842038656/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205127.362759:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205127.362761:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205127.362764:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205127.362767:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205127.362769:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205127.362773:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842038656:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788205127.362777:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205127.362781:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205127.362783:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205127.362785:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205127.362791:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376800. 02000000:00000001:0.0:1788205127.362792:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205127.362798:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205127.362801:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503029a0. 00000400:00000010:0.0:1788205127.362808:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c34c8. 00000100:00000200:0.0:1788205127.362814:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842038656, portal 25 00000100:00000001:0.0:1788205127.362816:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205127.362818:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330347264 : -109644379204352 : ffff9c476db9d500) 00000100:00000040:0.0:1788205127.362823:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9d500 x1875052842038656/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205127.362835:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205127.362837:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205127.362840:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3198. 00000100:00000200:0.0:1788205127.362843:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052842038656, offset 0 00000400:00000200:0.0:1788205127.362849:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205127.362856:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205127.362862:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205127.362867:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205127.362871:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205127.362874:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205127.362877:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205127.362880:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705170:705170:256:4294967295] 192.168.201.101@tcp LPNI seq info [705165:705165:8:4294967295] 00000400:00000200:0.0:1788205127.362885:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205127.362893:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205127.362899:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205127.362905:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036e00. 00000800:00000200:0.0:1788205127.362919:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205127.362922:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1788205127.362936:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205127.362938:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036e00. 00000400:00000200:0.0:1788205127.362944:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205127.362948:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205127.362953:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3198 00000400:00000010:0.0:1788205127.362955:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3198. 00000100:00000001:0.0:1788205127.362959:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205127.362962:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9d500 x1875052842038656/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205127.363134:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205127.363150:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9d500 x1875052842038656/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205152 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205127.363163:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205127.363165:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205127.363171:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205127.363175:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205127.363178:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4310267636 00000100:00000010:0.0:1788205127.363183:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba720. 00000100:00000001:0.0:1788205127.363189:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788205127.363194:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4310267636 00000100:00000010:0.0:1788205127.363359:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685baf00. 00000100:00000001:0.0:1788205127.363362:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788205127.363366:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205127.363368:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205127.363371:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205127.363375:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205127/real 1788205127] req@ffff9c476db9d500 x1875052842038656/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205127.363385:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205127.363387:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205127.363389:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503029a0. 00000400:00000200:0.0:1788205127.363392:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c34c8 00000400:00000010:0.0:1788205127.363421:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c34c8. 00000100:00000001:0.0:1788205127.363424:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205127.363428:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9d500 x1875052842038656/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205127.363436:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9d500 x1875052842038656/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205127.363443:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205127.363445:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205127.363447:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205127.363449:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205127.363452:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9d500 x1875052842038656/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205127.363459:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205127.363464:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9d500 x1875052842038656/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205152 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205127.363471:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205127.363473:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205127.363475:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205127.363476:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205127.363479:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205127.363480:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205127.363483:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205127.363487:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205127.363489:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205127.363493:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9d500 x1875052842038656/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205152 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205127.363501:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842038656:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788205127.363506:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205127.363508:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205127.363511:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9d500 x1875052842038656/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205152 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205127.363518:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205127.363520:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205127.363523:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376800. 02000000:00000001:0.0:1788205127.363526:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205127.363527:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205127.363529:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788205127.363531:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205127.363533:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a43800. 02000000:00000001:0.0:1788205127.363539:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205127.363542:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205127.363543:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9d500. 00000100:00000001:0.0:1788205127.363547:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205127.363548:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205127.363551:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205127.363558:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788205127.363561:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205127.363563:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205127.363564:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788205127.363566:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205127.363570:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9ed80 x1875052842038784/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205127.363577:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205127.363578:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205127.363580:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205127.363582:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205127.363584:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205127.363587:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842038784:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205127.363590:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205127.363592:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205127.363594:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205127.363595:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205127.363598:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376800. 02000000:00000001:0.0:1788205127.363600:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205127.363604:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205127.363606:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503029a0. 00000400:00000010:0.0:1788205127.363610:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c34c8. 00000100:00000200:0.0:1788205127.363613:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842038784, portal 10 00000100:00000001:0.0:1788205127.363615:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205127.363616:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330353536 : -109644379198080 : ffff9c476db9ed80) 00000100:00000040:0.0:1788205127.363622:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9ed80 x1875052842038784/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205127.363628:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205127.363631:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205127.363633:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3198. 00000100:00000200:0.0:1788205127.363636:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842038784, offset 0 00000400:00000200:0.0:1788205127.363639:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205127.363643:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205127.363646:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205127.363650:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205127.363652:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205127.363654:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205127.363657:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205127.363659:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705171:705171:256:4294967295] 192.168.201.101@tcp LPNI seq info [705166:705166:8:4294967295] 00000400:00000200:0.0:1788205127.363663:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205127.363670:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205127.363674:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205127.363678:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036e00. 00000800:00000200:0.0:1788205127.363682:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205127.363685:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1788205127.363695:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205127.363697:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036e00. 00000400:00000200:0.0:1788205127.363700:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205127.363703:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205127.363706:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3198 00000400:00000010:0.0:1788205127.363708:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3198. 00000100:00000001:0.0:1788205127.363710:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205127.363714:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9ed80 x1875052842038784/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205127.363721:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205127.363724:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9ed80 x1875052842038784/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205152 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205127.363730:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205127.363731:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205127.363735:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205127.363739:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788205127.363742:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205127.363744:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310266378 00000100:00000001:0.0:1788205127.363746:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310267636 00000100:00000001:0.0:1788205127.363748:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310266378 00000100:00000001:0.0:1788205127.363750:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310267636 00000100:00000001:0.0:1788205127.363752:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205127.363754:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205127.363756:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205127.363759:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205127/real 1788205127] req@ffff9c476db9ed80 x1875052842038784/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205127.363767:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205127.363768:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205127.363770:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503029a0. 00000400:00000200:0.0:1788205127.363772:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c34c8 00000400:00000010:0.0:1788205127.363774:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c34c8. 00000100:00000001:0.0:1788205127.363775:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205127.363778:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9ed80 x1875052842038784/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205127.363786:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9ed80 x1875052842038784/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205127.363792:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205127.363793:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205127.363795:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205127.363796:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205127.363799:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9ed80 x1875052842038784/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205127.363805:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205127.363809:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9ed80 x1875052842038784/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205152 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205127.363816:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205127.363818:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205127.363819:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205127.363821:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205127.363822:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205127.363824:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205127.363826:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205127.363829:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205127.363831:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205127.363835:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9ed80 x1875052842038784/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205152 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205127.363842:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842038784:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205127.363846:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205127.363847:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205127.363850:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9ed80 x1875052842038784/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205152 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205127.363857:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205127.363858:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205127.363860:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376800. 02000000:00000001:0.0:1788205127.363863:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205127.363864:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205127.363865:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788205127.363867:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205127.363869:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a40000. 02000000:00000001:0.0:1788205127.363872:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205127.363873:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205127.363875:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9ed80. 00000100:00000001:0.0:1788205127.363878:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205127.363879:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205127.363881:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205127.363884:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788205127.363886:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205127.363887:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205127.363889:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205127.364500:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205127.364503:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788205127.364504:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205127.364508:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9fb80 x1875052842038912/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205127.364514:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205127.364516:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205127.364518:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205127.364519:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205127.364521:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205127.364524:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842038912:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205127.364527:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205127.364529:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205127.364530:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205127.364531:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205127.364534:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376800. 02000000:00000001:0.0:1788205127.364536:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205127.364539:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205127.364541:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503029a0. 00000400:00000010:0.0:1788205127.364544:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c34c8. 00000100:00000200:0.0:1788205127.364548:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842038912, portal 10 00000100:00000001:0.0:1788205127.364550:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205127.364551:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330357120 : -109644379194496 : ffff9c476db9fb80) 00000100:00000040:0.0:1788205127.364557:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9fb80 x1875052842038912/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205127.364563:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205127.364565:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205127.364567:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3198. 00000100:00000200:0.0:1788205127.364569:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842038912, offset 0 00000400:00000200:0.0:1788205127.364574:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205127.364578:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205127.364582:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205127.364585:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205127.364587:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205127.364590:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205127.364592:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205127.364595:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705172:705172:256:4294967295] 192.168.201.101@tcp LPNI seq info [705167:705167:8:4294967295] 00000400:00000200:0.0:1788205127.364599:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205127.364605:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205127.364610:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205127.364614:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036e00. 00000800:00000200:0.0:1788205127.364618:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205127.364621:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1788205127.364632:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205127.364634:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036e00. 00000400:00000200:0.0:1788205127.364637:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205127.364640:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205127.364644:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3198 00000400:00000010:0.0:1788205127.364645:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3198. 00000100:00000001:0.0:1788205127.364648:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205127.364651:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9fb80 x1875052842038912/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205127.364659:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205127.364662:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9fb80 x1875052842038912/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205152 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205127.364668:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205127.364669:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205127.364673:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205127.364675:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788205127.364678:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205127.364681:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310266379 00000100:00000001:0.0:1788205127.364683:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310267636 00000100:00000001:0.0:1788205127.364686:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310266379 00000100:00000001:0.0:1788205127.364688:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310267636 00000100:00000001:0.0:1788205127.364689:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205127.364692:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205127.364693:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205127.364697:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205127/real 1788205127] req@ffff9c476db9fb80 x1875052842038912/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205127.364704:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205127.364705:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205127.364707:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503029a0. 00000400:00000200:0.0:1788205127.364709:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c34c8 00000400:00000010:0.0:1788205127.364711:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c34c8. 00000100:00000001:0.0:1788205127.364713:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205127.364716:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9fb80 x1875052842038912/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205127.364724:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9fb80 x1875052842038912/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205127.364730:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205127.364732:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205127.364733:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205127.364735:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205127.364738:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9fb80 x1875052842038912/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205127.364745:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205127.364748:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9fb80 x1875052842038912/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205152 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205127.364755:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205127.364757:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205127.364759:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205127.364760:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205127.364761:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205127.364763:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205127.364766:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205127.364769:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205127.364771:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205127.364775:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9fb80 x1875052842038912/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205152 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205127.364783:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842038912:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205127.364787:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205127.364790:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9ca80 x1875052842039040/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205127.364796:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205127.364798:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205127.364800:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205127.364802:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205127.364804:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205127.364806:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842039040:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788205127.364809:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205127.364811:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205127.364812:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205127.364814:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205127.364818:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788205127.364820:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205127.364823:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205127.364826:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503029a0. 00000400:00000010:0.0:1788205127.364829:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c34c8. 00000100:00000200:0.0:1788205127.364832:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842039040, portal 4 00000100:00000001:0.0:1788205127.364835:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205127.364836:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330344576 : -109644379207040 : ffff9c476db9ca80) 00000100:00000040:0.0:1788205127.364842:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9ca80 x1875052842039040/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205127.364848:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205127.364850:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205127.364852:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3198. 00000100:00000200:0.0:1788205127.364854:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052842039040, offset 0 00000400:00000200:0.0:1788205127.364857:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205127.364861:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205127.364864:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205127.364867:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205127.364869:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205127.364871:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205127.364873:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205127.364876:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705173:705173:256:4294967295] 192.168.201.101@tcp LPNI seq info [705168:705168:8:4294967295] 00000400:00000200:0.0:1788205127.364879:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205127.364885:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205127.364889:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205127.364892:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036e00. 00000800:00000200:0.0:1788205127.364896:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205127.364899:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1788205127.364908:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205127.364910:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036e00. 00000400:00000200:0.0:1788205127.364913:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205127.364915:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205127.364918:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3198 00000400:00000010:0.0:1788205127.364919:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3198. 00000100:00000001:0.0:1788205127.364922:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205127.364925:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9ca80 x1875052842039040/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205127.364938:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205127.364941:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9ca80 x1875052842039040/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205152 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205127.364947:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205127.364949:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205127.364952:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205127.364955:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788205127.364958:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205127.364960:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310266405 00000100:00000001:0.0:1788205127.364962:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310267636 00000100:00000001:0.0:1788205127.364964:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310266405 00000100:00000001:0.0:1788205127.364966:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310267636 00000100:00000001:0.0:1788205127.364968:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205127.364970:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205127.364971:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205127.364975:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205127/real 1788205127] req@ffff9c476db9ca80 x1875052842039040/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205127.364981:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205127.364983:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205127.364984:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503029a0. 00000400:00000200:0.0:1788205127.364986:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c34c8 00000400:00000010:0.0:1788205127.364987:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c34c8. 00000100:00000001:0.0:1788205127.364989:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205127.364992:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9ca80 x1875052842039040/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205127.364998:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9ca80 x1875052842039040/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205127.365004:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205127.365005:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205127.365007:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205127.365008:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205127.365011:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9ca80 x1875052842039040/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205127.365017:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205127.365020:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9ca80 x1875052842039040/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205152 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205127.365026:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205127.365028:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205127.365029:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205127.365030:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205127.365032:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205127.365033:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205127.365036:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205127.365038:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205127.365041:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205127.365177:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9ca80 x1875052842039040/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205152 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205127.365186:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842039040:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788205127.365190:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205127.365192:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205127.365204:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9fb80 x1875052842038912/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205152 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205127.365211:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205127.365212:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205127.365214:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376800. 02000000:00000001:0.0:1788205127.365217:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205127.365219:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205127.365220:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788205127.365222:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205127.365224:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a41c00. 02000000:00000001:0.0:1788205127.365227:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205127.365228:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205127.365229:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9fb80. 00000100:00000001:0.0:1788205127.365232:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205127.365233:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205127.365235:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205127.365238:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9ca80 x1875052842039040/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205152 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205127.365244:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205127.365245:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205127.365247:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788205127.365249:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205127.365250:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205127.365251:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788205127.365252:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205127.365254:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a41000. 02000000:00000001:0.0:1788205127.365256:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205127.365257:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205127.365258:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9ca80. 00000100:00000001:0.0:1788205127.365261:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205127.365262:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205127.365264:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205127.365267:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788205127.365269:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205127.365271:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205127.365272:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205128.002524:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205128.002532:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205128.002537:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205128.002538:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205128.002542:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205128.002543:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205128.002588:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205128.002591:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205128.002594:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788205128.642485:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310267636, at 4310267648 00000100:00000040:1.0:1788205128.642488:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310267636, at 4310267648 00000100:00000010:0.0:1788205128.642501:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba720. 00000100:00000010:1.0:1788205128.642503:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685baf00. 00010000:00000001:0.0:1788205129.026506:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205129.026514:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205129.026519:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205129.026520:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205129.026523:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205129.026525:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205130.050502:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205130.050508:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205130.050513:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205130.050514:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205130.050517:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205130.050518:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205130.050557:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205130.050560:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205130.050562:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205131.074513:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205131.074520:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205131.074524:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205131.074526:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205131.074529:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205131.074530:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205132.098517:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205132.098523:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205132.098526:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205132.098527:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205132.098529:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205132.098530:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205132.098572:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205132.098574:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205132.098577:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788205132.482731:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205132.482738:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788205132.482742:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205132.482754:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9c380 x1875052842039168/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205132.482769:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205132.482773:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205132.482779:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205132.482784:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205132.482789:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205132.482797:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842039168:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788205132.482805:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205132.482810:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205132.482815:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205132.482819:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205132.482826:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788205132.482831:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205132.482842:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205132.482848:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503029a0. 00000400:00000010:0.0:1788205132.482857:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c34c8. 00000100:00000200:0.0:1788205132.482867:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842039168, portal 25 00000100:00000001:0.0:1788205132.482872:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205132.482876:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330342784 : -109644379208832 : ffff9c476db9c380) 00000100:00000040:0.0:1788205132.482887:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9c380 x1875052842039168/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205132.482906:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205132.482919:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205132.482925:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3198. 00000100:00000200:0.0:1788205132.482932:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052842039168, offset 0 00000400:00000200:0.0:1788205132.482944:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205132.482957:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205132.482967:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205132.482976:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205132.482984:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205132.482990:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205132.483001:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205132.483009:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705174:705174:256:4294967295] 192.168.201.101@tcp LPNI seq info [705169:705169:8:4294967295] 00000400:00000200:0.0:1788205132.483021:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205132.483036:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205132.483048:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205132.483057:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036e00. 00000800:00000200:0.0:1788205132.483068:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205132.483075:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1788205132.483103:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205132.483119:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036e00. 00000400:00000200:0.0:1788205132.483127:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205132.483131:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205132.483137:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3198 00000400:00000010:0.0:1788205132.483141:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3198. 00000100:00000001:0.0:1788205132.483147:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205132.483155:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9c380 x1875052842039168/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205132.483172:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205132.483180:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9c380 x1875052842039168/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205157 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205132.483195:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205132.483199:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205132.483206:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205132.483214:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205132.483219:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4310272756 00000100:00000010:0.0:1788205132.483226:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba720. 00000100:00000001:0.0:1788205132.483233:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788205132.483240:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4310272756 00000100:00000010:0.0:1788205132.483246:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685bac00. 00000100:00000001:0.0:1788205132.483251:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788205132.483256:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205132.483262:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205132.483267:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205132.483273:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205132/real 1788205132] req@ffff9c476db9c380 x1875052842039168/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205132.483300:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205132.483304:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205132.483308:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503029a0. 00000400:00000200:0.0:1788205132.483313:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c34c8 00000400:00000010:0.0:1788205132.483318:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c34c8. 00000100:00000001:0.0:1788205132.483323:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205132.483329:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9c380 x1875052842039168/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205132.483342:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9c380 x1875052842039168/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205132.483350:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205132.483352:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205132.483354:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205132.483356:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205132.483360:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9c380 x1875052842039168/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205132.483366:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205132.483369:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9c380 x1875052842039168/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205132.483375:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205132.483378:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205132.483379:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205132.483380:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205132.483382:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205132.483384:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205132.483387:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205132.483390:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205132.483420:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205132.483425:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9c380 x1875052842039168/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205132.483433:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842039168:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788205132.483437:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205132.483439:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205132.483442:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9c380 x1875052842039168/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205132.483447:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205132.483449:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205132.483451:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788205132.483454:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205132.483455:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205132.483457:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788205132.483459:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205132.483461:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a42400. 02000000:00000001:0.0:1788205132.483465:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205132.483466:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205132.483468:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9c380. 00000100:00000001:0.0:1788205132.483471:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205132.483472:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205132.483474:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205132.483480:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788205132.483482:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205132.483484:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205132.483486:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788205132.483487:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205132.483491:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9f800 x1875052842039296/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205132.483496:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205132.483498:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205132.483500:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205132.483501:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205132.483503:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205132.483506:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842039296:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205132.483508:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205132.483510:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205132.483511:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205132.483512:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205132.483515:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788205132.483517:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205132.483520:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205132.483523:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503029a0. 00000400:00000010:0.0:1788205132.483525:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c34c8. 00000100:00000200:0.0:1788205132.483528:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842039296, portal 10 00000100:00000001:0.0:1788205132.483530:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205132.483531:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330356224 : -109644379195392 : ffff9c476db9f800) 00000100:00000040:0.0:1788205132.483537:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9f800 x1875052842039296/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205132.483544:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205132.483546:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205132.483548:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3198. 00000100:00000200:0.0:1788205132.483550:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842039296, offset 0 00000400:00000200:0.0:1788205132.483553:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205132.483557:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205132.483561:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205132.483564:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205132.483565:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205132.483567:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205132.483568:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205132.483570:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705175:705175:256:4294967295] 192.168.201.101@tcp LPNI seq info [705170:705170:8:4294967295] 00000400:00000200:0.0:1788205132.483573:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205132.483577:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205132.483579:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205132.483582:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036e00. 00000800:00000200:0.0:1788205132.483584:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205132.483586:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1788205132.483593:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205132.483594:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036e00. 00000400:00000200:0.0:1788205132.483596:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205132.483598:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205132.483600:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3198 00000400:00000010:0.0:1788205132.483601:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3198. 00000100:00000001:0.0:1788205132.483602:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205132.483605:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9f800 x1875052842039296/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205132.483610:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205132.483611:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9f800 x1875052842039296/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205157 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205132.483615:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205132.483616:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205132.483618:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205132.483621:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788205132.483622:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205132.483624:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310271498 00000100:00000001:0.0:1788205132.483625:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310272756 00000100:00000001:0.0:1788205132.483627:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310271498 00000100:00000001:0.0:1788205132.483628:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310272756 00000100:00000001:0.0:1788205132.483629:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205132.483630:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205132.483631:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205132.483633:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205132/real 1788205132] req@ffff9c476db9f800 x1875052842039296/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205132.483642:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205132.483642:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205132.483644:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503029a0. 00000400:00000200:0.0:1788205132.483645:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c34c8 00000400:00000010:0.0:1788205132.483646:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c34c8. 00000100:00000001:0.0:1788205132.483647:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205132.483649:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9f800 x1875052842039296/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205132.483653:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9f800 x1875052842039296/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205132.483657:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205132.483657:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205132.483658:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205132.483659:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205132.483661:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9f800 x1875052842039296/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205132.483664:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205132.483666:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9f800 x1875052842039296/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205132.483670:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205132.483672:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205132.483673:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205132.483674:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205132.483675:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205132.483676:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205132.483677:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205132.483679:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205132.483680:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205132.483683:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9f800 x1875052842039296/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205132.483687:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842039296:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205132.483689:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205132.483691:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9f480 x1875052842039424/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205132.483694:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205132.483695:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205132.483696:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205132.483697:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205132.483698:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205132.483700:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842039424:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205132.483701:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205132.483702:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205132.483703:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205132.483704:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205132.483706:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376800. 02000000:00000001:0.0:1788205132.483707:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205132.483709:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205132.483710:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503029a0. 00000400:00000010:0.0:1788205132.483712:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c34c8. 00000100:00000200:0.0:1788205132.483713:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842039424, portal 10 00000100:00000001:0.0:1788205132.483715:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205132.483715:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330355328 : -109644379196288 : ffff9c476db9f480) 00000100:00000040:0.0:1788205132.483719:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9f480 x1875052842039424/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205132.483723:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205132.483724:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205132.483725:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3198. 00000100:00000200:0.0:1788205132.483727:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842039424, offset 0 00000400:00000200:0.0:1788205132.483729:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205132.483731:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205132.483733:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205132.483735:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205132.483736:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205132.483738:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205132.483739:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205132.483741:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705176:705176:256:4294967295] 192.168.201.101@tcp LPNI seq info [705171:705171:8:4294967295] 00000400:00000200:0.0:1788205132.483743:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205132.483746:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205132.483749:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205132.483750:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036e00. 00000800:00000200:0.0:1788205132.483752:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205132.483754:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1788205132.483760:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205132.483761:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036e00. 00000400:00000200:0.0:1788205132.483762:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205132.483764:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205132.483766:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3198 00000400:00000010:0.0:1788205132.483767:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3198. 00000100:00000001:0.0:1788205132.483768:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205132.483770:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9f480 x1875052842039424/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205132.483774:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205132.483776:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9f480 x1875052842039424/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205157 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205132.483780:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205132.483781:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205132.483783:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205132.483786:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788205132.483788:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205132.483790:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310271498 00000100:00000001:0.0:1788205132.483792:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310272756 00000100:00000001:0.0:1788205132.483794:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310271498 00000100:00000001:0.0:1788205132.483796:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310272756 00000100:00000001:0.0:1788205132.483798:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205132.483800:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205132.483801:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205132.483804:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205132/real 1788205132] req@ffff9c476db9f480 x1875052842039424/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205132.483812:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205132.483813:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205132.483814:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503029a0. 00000400:00000200:0.0:1788205132.483817:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c34c8 00000400:00000010:0.0:1788205132.483818:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c34c8. 00000100:00000001:0.0:1788205132.483820:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205132.483823:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9f480 x1875052842039424/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205132.483829:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9f480 x1875052842039424/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205132.483835:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205132.483836:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205132.483838:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205132.483839:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205132.483842:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9f480 x1875052842039424/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205132.483848:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205132.483851:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9f480 x1875052842039424/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205132.483857:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205132.483859:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205132.483860:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205132.483861:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205132.483863:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205132.483864:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205132.483867:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205132.483870:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205132.483871:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205132.483875:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9f480 x1875052842039424/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205132.483881:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842039424:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205132.483885:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205132.483887:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9d880 x1875052842039552/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205132.483893:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205132.483894:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205132.483896:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205132.483898:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205132.483900:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205132.483902:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842039552:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788205132.483905:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205132.483906:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205132.483908:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205132.483910:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205132.483912:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376400. 02000000:00000001:0.0:1788205132.483914:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205132.483917:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205132.483919:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503029a0. 00000400:00000010:0.0:1788205132.483922:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c34c8. 00000100:00000200:0.0:1788205132.483924:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842039552, portal 4 00000100:00000001:0.0:1788205132.483926:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205132.483927:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330348160 : -109644379203456 : ffff9c476db9d880) 00000100:00000040:0.0:1788205132.483933:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9d880 x1875052842039552/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205132.483939:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205132.483941:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205132.483944:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3198. 00000100:00000200:0.0:1788205132.483946:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052842039552, offset 0 00000400:00000200:0.0:1788205132.483949:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205132.483953:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205132.483956:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205132.483959:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205132.483961:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205132.483963:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205132.483965:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205132.483968:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705177:705177:256:4294967295] 192.168.201.101@tcp LPNI seq info [705172:705172:8:4294967295] 00000400:00000200:0.0:1788205132.483972:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205132.483977:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205132.483981:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205132.483985:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036e00. 00000800:00000200:0.0:1788205132.483989:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205132.483991:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1788205132.484001:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205132.484002:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036e00. 00000400:00000200:0.0:1788205132.484005:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205132.484008:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205132.484011:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3198 00000400:00000010:0.0:1788205132.484013:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3198. 00000100:00000001:0.0:1788205132.484015:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205132.484018:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9d880 x1875052842039552/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205132.484030:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205132.484032:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9d880 x1875052842039552/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205157 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205132.484038:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205132.484040:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205132.484042:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205132.484045:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788205132.484047:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205132.484049:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310271524 00000100:00000001:0.0:1788205132.484051:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310272756 00000100:00000001:0.0:1788205132.484053:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310271524 00000100:00000001:0.0:1788205132.484055:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310272756 00000100:00000001:0.0:1788205132.484057:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205132.484059:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205132.484060:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205132.484063:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205132/real 1788205132] req@ffff9c476db9d880 x1875052842039552/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205132.484070:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205132.484071:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205132.484072:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503029a0. 00000400:00000200:0.0:1788205132.484075:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c34c8 00000400:00000010:0.0:1788205132.484076:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c34c8. 00000100:00000001:0.0:1788205132.484078:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205132.484081:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9d880 x1875052842039552/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205132.484089:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9d880 x1875052842039552/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205132.484094:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205132.484096:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205132.484098:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205132.484099:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205132.484102:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9d880 x1875052842039552/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205132.484120:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205132.484124:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9d880 x1875052842039552/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205132.484130:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205132.484132:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205132.484133:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205132.484134:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205132.484136:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205132.484137:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205132.484140:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205132.484142:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205132.484144:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205132.484148:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9d880 x1875052842039552/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205132.484154:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842039552:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788205132.484157:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205132.484159:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205132.484161:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9f800 x1875052842039296/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205132.484167:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205132.484168:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205132.484170:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788205132.484172:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205132.484173:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205132.484175:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788205132.484177:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205132.484178:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a41400. 02000000:00000001:0.0:1788205132.484181:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205132.484182:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205132.484183:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9f800. 00000100:00000001:0.0:1788205132.484186:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205132.484187:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205132.484188:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205132.484192:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9f480 x1875052842039424/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205132.484198:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205132.484199:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205132.484200:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376800. 02000000:00000001:0.0:1788205132.484202:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205132.484203:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205132.484204:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788205132.484206:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205132.484207:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a41800. 02000000:00000001:0.0:1788205132.484209:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205132.484210:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205132.484211:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9f480. 00000100:00000001:0.0:1788205132.484213:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205132.484214:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205132.484215:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205132.484218:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9d880 x1875052842039552/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205132.484224:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205132.484225:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205132.484226:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376400. 02000000:00000001:0.0:1788205132.484228:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205132.484229:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205132.484230:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788205132.484231:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205132.484233:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a41000. 02000000:00000001:0.0:1788205132.484234:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205132.484236:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205132.484237:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9d880. 00000100:00000001:0.0:1788205132.484239:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205132.484240:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205132.484242:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205132.484245:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788205132.484246:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205132.484248:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205132.484250:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205133.122479:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205133.122485:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205133.122490:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205133.122491:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205133.122494:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205133.122495:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205133.762503:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310272756, at 4310272768 00000100:00000010:1.0:1788205133.762517:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685bac00. 00000100:00000040:0.0:1788205133.764381:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310272756, at 4310272769 00000100:00000010:0.0:1788205133.764390:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba720. 00010000:00000001:0.0:1788205134.149211:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205134.149220:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205134.149222:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205134.149225:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205134.149230:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205134.149232:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205134.149234:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205134.149237:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205134.149241:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205134.149242:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205134.149246:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205134.149247:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205134.149281:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205134.149283:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205134.149285:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205135.170521:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205135.170526:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205135.170530:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205135.170531:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205135.170533:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205135.170534:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205136.194495:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205136.194501:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205136.194505:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205136.194508:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205136.194509:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205136.194511:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205136.194514:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205136.194516:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205136.194517:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205136.194519:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205136.194521:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205136.194522:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205136.194523:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205136.194523:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205136.194524:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205136.194525:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205136.194526:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205136.194527:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205136.194545:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205136.194546:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205136.194548:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205137.218518:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205137.218524:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205137.218529:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205137.218530:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205137.218533:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205137.218534:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788205137.604643:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788205137.604653:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788205137.604655:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788205137.604659:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788205137.604663:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788205137.604670:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 15604 00000400:00000200:0.0:1788205137.604677:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205137.604684:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788205137.604692:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788205137.604697:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205137.604699:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205137.604701:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205137.604702:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788205137.604705:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788205137.604707:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788205137.604709:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788205137.604712:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788205137.604714:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788205137.604716:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788205137.604720:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205137.604722:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205137.604724:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205137.604729:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788205137.604732:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788205137.604736:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788205137.604738:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205137.604741:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788205137.604744:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205137.604746:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205137.604748:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788205137.604751:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788205137.604760:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8a80. 00000020:00000040:0.0:1788205137.604763:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788205137.604767:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788205137.604769:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205137.604771:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788205137.604774:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788205137.604778:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788205137.604785:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376800. 00000100:00000001:0.0:1788205137.604791:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205137.604800:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8a80 x1875052842039680/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788205137.604810:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788205137.604814:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205137.604818:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000320d64fa] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8a80 x1875052842039680/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205137.604842:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788205137.604846:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788205137.604849:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788205137.604850:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788205137.604852:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788205137.604855:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788205137.604858:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15604 00000400:00000200:0.0:1788205137.604862:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205137.604873:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788205137.604878:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788205137.604883:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205137.604886:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205137.604888:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205137.604890:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788205137.604894:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788205137.604897:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788205137.604900:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788205137.604903:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788205137.604908:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788205137.604913:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788205137.604919:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205137.604923:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205137.604925:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205137.604929:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788205137.604931:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788205137.604937:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788205137.604942:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205137.604944:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788205137.604949:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205137.604952:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205137.604954:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788205137.604958:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788205137.604962:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205137.604964:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788205137.604970:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fb100. 00000020:00000040:0.0:1788205137.604973:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788205137.604975:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788205137.604976:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205137.604977:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788205137.604978:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788205137.604980:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788205137.604986:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374800. 00000100:00000001:0.0:1788205137.604990:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205137.604998:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fb100 x1875052842039808/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788205137.605011:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788205137.605015:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205137.605036:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000093808cf5] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fb100 x1875052842039808/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205137.605057:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788205137.605062:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788205137.605068:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788205137.605070:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788205137.605072:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788205137.605078:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788205137.605082:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15604 00000400:00000200:0.0:1788205137.605089:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205137.605094:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788205137.605096:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788205137.605100:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205137.605102:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205137.605106:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205137.605107:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788205137.605108:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788205137.605109:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788205137.605110:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788205137.605113:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788205137.605118:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788205137.605120:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788205137.605122:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205137.605125:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205137.605129:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205137.605131:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788205137.605133:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788205137.605137:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788205137.605139:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205137.605149:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788205137.605154:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205137.605159:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205137.605164:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788205137.605167:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788205137.605170:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205137.605175:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788205137.605180:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9c00. 00000020:00000040:0.0:1788205137.605186:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788205137.605190:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788205137.605192:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205137.605194:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788205137.605196:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788205137.605198:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788205137.605203:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376000. 00000100:00000001:0.0:1788205137.605208:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205137.605214:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9c00 x1875052842039936/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788205137.605225:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788205137.605229:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205137.605234:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d680416d] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9c00 x1875052842039936/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205137.605241:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205137.605244:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788205137.605247:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788205137.605259:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788205137.605262:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788205137.605265:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788205137.605267:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788205137.605271:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788205137.605273:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15604 00000400:00000200:0.0:1788205137.605279:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205137.605283:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788205137.605287:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788205137.605293:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205137.605297:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205137.605300:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205137.605302:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788205137.605305:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788205137.605309:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788205137.605312:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788205137.605316:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788205137.605320:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788205137.605325:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788205137.605331:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205137.605336:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205137.605341:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205137.605346:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788205137.605351:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788205137.605355:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788205137.605358:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205137.605361:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788205137.605365:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205137.605370:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205137.605374:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788205137.605378:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788205137.605383:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205137.605386:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788205137.605392:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8000. 00000020:00000040:0.0:1788205137.605429:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788205137.605435:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788205137.605438:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205137.605443:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788205137.605446:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788205137.605451:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788205137.605458:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377000. 00000100:00000001:0.0:1788205137.605464:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205137.605473:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8000 x1875052842040064/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788205137.605487:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788205137.605493:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205137.605501:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000755f6dce] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8000 x1875052842040064/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205137.605528:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205137.605536:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15614) 00010000:00000001:0.0:1788205138.242491:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205138.242496:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205138.242500:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205138.242501:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205138.242503:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205138.242504:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205138.242521:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205138.242524:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205138.242527:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788205138.882527:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310277878, at 4310277888 00000100:00000010:1.0:1788205138.882542:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa886c0. 00000100:00000040:0.0:1788205138.882618:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310277878, at 4310277888 00000100:00000010:0.0:1788205138.882624:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88d80. 00010000:00000001:0.0:1788205139.266507:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205139.266512:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205139.266516:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205139.266517:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205139.266519:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205139.266520:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205140.290516:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205140.290522:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205140.290528:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205140.290529:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205140.290534:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205140.290535:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205140.290559:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205140.290562:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205140.290565:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205141.314514:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205141.314521:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205141.314528:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205141.314529:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205141.314532:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205141.314533:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205142.339080:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205142.339092:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205142.339096:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205142.339097:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205142.339099:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205142.339099:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205142.339121:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205142.339124:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205142.339126:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788205142.722511:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788205142.722521:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788205142.722524:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788205142.722527:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788205142.722531:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788205142.722538:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 15609 00000400:00000200:0.0:1788205142.722547:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205142.722553:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788205142.722556:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788205142.722559:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205142.722562:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205142.722564:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205142.722567:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788205142.722570:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788205142.722572:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788205142.722574:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788205142.722577:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788205142.722579:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788205142.722581:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788205142.722584:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205142.722586:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205142.722587:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205142.722589:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788205142.722593:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788205142.722596:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788205142.722599:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205142.722602:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788205142.722605:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205142.722607:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205142.722609:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788205142.722611:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788205142.722619:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8380. 00000020:00000040:0.0:1788205142.722622:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788205142.722626:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788205142.722627:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205142.722630:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788205142.722633:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788205142.722637:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788205142.722643:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375800. 00000100:00000001:0.0:1788205142.722649:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205142.722658:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8380 x1875052842040192/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788205142.722668:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788205142.722672:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205142.722676:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004fba561] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8380 x1875052842040192/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205142.722700:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788205142.722703:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788205142.722707:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788205142.722708:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788205142.722710:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788205142.722713:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788205142.722715:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15609 00000400:00000200:0.0:1788205142.722719:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205142.722723:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788205142.722725:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788205142.722728:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205142.722731:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205142.722733:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205142.722735:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788205142.722738:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788205142.722739:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788205142.722741:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788205142.722743:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788205142.722748:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788205142.722752:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788205142.722760:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205142.722765:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205142.722771:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205142.722775:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788205142.722781:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788205142.722788:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788205142.722793:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205142.722797:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788205142.722804:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205142.722809:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205142.722814:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788205142.722820:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788205142.722826:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205142.722829:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788205142.722835:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9f80. 00000020:00000040:0.0:1788205142.722841:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788205142.722848:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788205142.722851:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205142.722857:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788205142.722860:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788205142.722864:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788205142.722871:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377800. 00000100:00000001:0.0:1788205142.722877:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205142.722885:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9f80 x1875052842040320/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788205142.722897:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788205142.722902:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205142.722909:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5e67c01] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9f80 x1875052842040320/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205142.722925:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788205142.722940:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788205142.722946:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788205142.722950:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788205142.722954:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788205142.722960:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788205142.722965:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15609 00000400:00000200:0.0:1788205142.722973:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205142.722977:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788205142.722979:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788205142.722982:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205142.722985:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205142.722991:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205142.722996:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788205142.723000:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788205142.723003:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788205142.723006:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788205142.723009:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788205142.723012:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788205142.723017:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788205142.723022:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205142.723024:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205142.723025:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205142.723027:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788205142.723029:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788205142.723032:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788205142.723034:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205142.723035:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788205142.723038:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205142.723040:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205142.723041:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788205142.723043:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788205142.723045:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205142.723047:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788205142.723050:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fb800. 00000020:00000040:0.0:1788205142.723052:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788205142.723054:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788205142.723055:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205142.723056:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788205142.723058:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788205142.723059:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788205142.723062:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375000. 00000100:00000001:0.0:1788205142.723065:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205142.723069:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fb800 x1875052842040448/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788205142.723076:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788205142.723078:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205142.723082:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045f4f50b] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fb800 x1875052842040448/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205142.723089:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205142.723092:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788205142.723096:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788205142.723099:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788205142.723102:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788205142.723103:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788205142.723105:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788205142.723107:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788205142.723110:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15609 00000400:00000200:0.0:1788205142.723114:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205142.723117:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788205142.723119:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788205142.723122:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205142.723124:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205142.723126:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205142.723128:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788205142.723130:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788205142.723131:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788205142.723132:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788205142.723135:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788205142.723137:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788205142.723139:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788205142.723141:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205142.723143:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205142.723145:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205142.723147:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788205142.723149:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788205142.723152:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788205142.723154:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205142.723156:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788205142.723159:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205142.723161:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205142.723162:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788205142.723164:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788205142.723167:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205142.723168:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788205142.723171:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9880. 00000020:00000040:0.0:1788205142.723173:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788205142.723175:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788205142.723176:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205142.723178:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788205142.723180:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788205142.723181:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788205142.723185:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377400. 00000100:00000001:0.0:1788205142.723188:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205142.723193:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9880 x1875052842040576/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788205142.723200:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788205142.723202:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205142.723205:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2b42fc4] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9880 x1875052842040576/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205142.723212:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205142.723217:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15619) 00010000:00000001:0.0:1788205143.362949:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205143.362956:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205143.362958:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205143.362962:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205143.362967:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205143.362969:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205143.362971:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205143.362974:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205143.362978:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205143.362979:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205143.362984:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205143.362985:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205144.002545:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310282997, at 4310283008 00000100:00000010:0.0:1788205144.002560:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88120. 00000100:00000040:1.0:1788205144.006119:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310282997, at 4310283011 00000100:00000010:1.0:1788205144.006131:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa888a0. 00010000:00000001:0.0:1788205144.386490:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205144.386497:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205144.386502:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205144.386503:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205144.386506:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205144.386508:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205144.386540:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205144.386542:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205144.386545:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205145.413065:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205145.413071:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205145.413077:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205145.413080:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205145.413081:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205145.413085:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205145.413087:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205145.413089:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205145.413092:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205145.413094:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205145.413098:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205145.413099:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205145.413100:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205145.413101:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205145.413103:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205145.413104:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205145.413106:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205145.413107:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205146.434530:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205146.434537:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205146.434542:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205146.434543:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205146.434547:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205146.434548:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205146.434568:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205146.434571:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205146.434574:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205147.458514:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205147.458519:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205147.458523:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205147.458524:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205147.458526:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205147.458527:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788205147.842507:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788205147.842517:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788205147.842520:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788205147.842525:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788205147.842529:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788205147.842537:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 15614 00000400:00000200:1.0:1788205147.842545:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788205147.842550:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788205147.842553:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788205147.842555:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205147.842557:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205147.842559:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205147.842560:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788205147.842563:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788205147.842564:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788205147.842566:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788205147.842569:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788205147.842570:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788205147.842571:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788205147.842573:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205147.842574:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205147.842575:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205147.842576:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788205147.842578:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788205147.842580:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788205147.842582:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788205147.842584:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788205147.842587:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788205147.842588:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205147.842590:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788205147.842592:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788205147.842599:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ded80. 00000020:00000040:1.0:1788205147.842601:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788205147.842604:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788205147.842606:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205147.842608:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788205147.842610:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788205147.842613:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788205147.842619:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99c00. 00000100:00000001:1.0:1788205147.842624:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788205147.842631:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ded80 x1875052842040704/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788205147.842637:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788205147.842640:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205147.842643:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a769e60] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ded80 x1875052842040704/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788205147.842657:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788205147.842660:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788205147.842662:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788205147.842663:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788205147.842664:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788205147.842666:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788205147.842667:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15614 00000400:00000200:1.0:1788205147.842669:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788205147.842671:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788205147.842673:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788205147.842675:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205147.842676:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205147.842678:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205147.842680:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788205147.842681:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788205147.842682:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788205147.842684:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788205147.842685:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788205147.842686:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788205147.842688:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788205147.842691:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205147.842694:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205147.842696:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205147.842699:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788205147.842702:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788205147.842705:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788205147.842707:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788205147.842709:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788205147.842713:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788205147.842717:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205147.842720:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788205147.842724:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788205147.842730:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205147.842734:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788205147.842739:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dca80. 00000020:00000040:1.0:1788205147.842744:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788205147.842749:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788205147.842753:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205147.842757:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788205147.842759:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788205147.842763:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788205147.842769:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9a000. 00000100:00000001:1.0:1788205147.842774:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788205147.842781:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dca80 x1875052842040832/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788205147.842792:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788205147.842795:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205147.842800:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004099c200] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dca80 x1875052842040832/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788205147.842812:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788205147.842815:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788205147.842819:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788205147.842823:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788205147.842826:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788205147.842831:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788205147.842836:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15614 00000400:00000200:1.0:1788205147.842872:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788205147.842879:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788205147.842884:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788205147.842890:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205147.842894:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205147.842898:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205147.842901:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788205147.842903:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788205147.842904:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788205147.842906:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788205147.842909:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788205147.842912:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788205147.842915:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788205147.842919:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205147.842922:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205147.842925:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205147.842928:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788205147.842931:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788205147.842936:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788205147.842941:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788205147.842946:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788205147.842952:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788205147.842955:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205147.842957:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788205147.842961:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788205147.842965:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205147.842967:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788205147.842971:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3de300. 00000020:00000040:1.0:1788205147.842975:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788205147.842978:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788205147.842979:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205147.842982:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788205147.842984:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788205147.842987:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788205147.842992:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99800. 00000100:00000001:1.0:1788205147.842998:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788205147.843007:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3de300 x1875052842040960/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788205147.843032:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788205147.843036:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205147.843044:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc9d591c] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3de300 x1875052842040960/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788205147.843052:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205147.843055:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788205147.843060:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788205147.843062:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788205147.843067:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788205147.843069:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788205147.843071:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788205147.843073:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788205147.843076:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15614 00000400:00000200:1.0:1788205147.843081:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788205147.843085:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788205147.843088:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788205147.843093:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205147.843096:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205147.843099:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205147.843101:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788205147.843103:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788205147.843106:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788205147.843107:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788205147.843109:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788205147.843111:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788205147.843114:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788205147.843120:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205147.843124:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205147.843127:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205147.843129:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788205147.843132:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788205147.843137:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788205147.843141:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788205147.843142:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788205147.843145:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788205147.843146:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205147.843149:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788205147.843151:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788205147.843154:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205147.843156:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788205147.843158:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dea00. 00000020:00000040:1.0:1788205147.843160:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788205147.843161:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788205147.843162:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205147.843163:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788205147.843164:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788205147.843165:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788205147.843171:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98000. 00000100:00000001:1.0:1788205147.843174:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788205147.843179:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dea00 x1875052842041088/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788205147.843184:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788205147.843188:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205147.843198:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4ead91e] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dea00 x1875052842041088/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788205147.843207:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205147.843211:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15624) 00010000:00000001:0.0:1788205148.482472:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205148.482477:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205148.482480:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205148.482481:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205148.482483:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205148.482484:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205148.482501:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205148.482502:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205148.482504:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788205149.122503:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310288116, at 4310288128 00000100:00000040:1.0:1788205149.122503:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310288116, at 4310288128 00000100:00000010:1.0:1788205149.122519:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88120. 00000100:00000010:0.0:1788205149.122521:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa888a0. 00010000:00000001:0.0:1788205149.506510:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205149.506516:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205149.506520:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205149.506521:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205149.506523:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205149.506524:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205150.530544:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205150.530551:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205150.530558:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205150.530560:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205150.530563:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205150.530564:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205150.530586:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205150.530588:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205150.530591:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205151.554499:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205151.554506:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205151.554512:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205151.554514:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205151.554517:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205151.554518:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205152.578503:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205152.578509:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205152.578515:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205152.578516:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205152.578518:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205152.578519:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205152.578537:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205152.578539:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205152.578541:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205153.602513:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205153.602522:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205153.602524:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205153.602527:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205153.602532:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205153.602534:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205153.602536:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205153.602538:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205153.602541:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205153.602542:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205153.602544:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205153.602545:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205154.242547:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310293237, at 4310293248 00000100:00000040:1.0:1788205154.242547:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310293237, at 4310293248 00000100:00000010:0.0:1788205154.242571:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88d80. 00000100:00000010:1.0:1788205154.242575:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa886c0. 00010000:00000001:0.0:1788205154.626556:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205154.626564:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205154.626571:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205154.626573:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205154.626576:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205154.626577:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205154.626609:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205154.626612:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205154.626616:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205155.650519:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205155.650526:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205155.650531:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205155.650534:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205155.650537:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205155.650540:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205155.650544:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205155.650546:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205155.650548:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205155.650550:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205155.650553:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205155.650555:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205155.650556:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205155.650557:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205155.650559:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205155.650560:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205155.650562:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205155.650563:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205156.674509:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205156.674515:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205156.674521:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205156.674522:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205156.674525:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205156.674526:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205156.674547:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205156.674550:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205156.674552:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205157.698511:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205157.698516:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205157.698520:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205157.698521:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205157.698523:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205157.698524:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205158.722503:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205158.722509:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205158.722515:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205158.722516:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205158.722519:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205158.722520:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205158.722541:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205158.722543:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205158.722545:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788205159.362492:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310298356, at 4310298368 00000100:00000040:1.0:1788205159.362492:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310298356, at 4310298368 00000100:00000010:0.0:1788205159.362505:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88480. 00000100:00000010:1.0:1788205159.362507:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88c60. 00010000:00000001:0.0:1788205159.746511:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205159.746518:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205159.746523:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205159.746525:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205159.746528:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205159.746529:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205160.770501:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205160.770506:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205160.770510:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205160.770510:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205160.770513:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205160.770513:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205160.770533:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205160.770534:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205160.770536:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205161.794519:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205161.794526:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205161.794532:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205161.794533:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205161.794536:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205161.794537:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205162.818511:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205162.818518:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205162.818523:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205162.818525:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205162.818528:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205162.818529:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205162.818565:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205162.818568:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205162.818571:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205163.842504:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205163.842512:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205163.842514:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205163.842518:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205163.842522:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205163.842525:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205163.842527:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205163.842529:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205163.842532:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205163.842533:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205163.842535:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205163.842536:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205164.482488:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310303477, at 4310303488 00000100:00000010:1.0:1788205164.482506:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88060. 00000100:00000040:0.0:1788205164.482658:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310303477, at 4310303488 00000100:00000010:0.0:1788205164.482664:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88ae0. 00010000:00000001:0.0:1788205164.866499:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205164.866506:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205164.866512:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205164.866513:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205164.866517:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205164.866518:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205164.866543:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205164.866546:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205164.866562:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205165.890494:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205165.890501:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205165.890516:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205165.890519:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205165.890520:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205165.890523:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205165.890525:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205165.890527:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205165.890529:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205165.890545:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205165.890548:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205165.890549:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205165.890550:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205165.890551:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205165.890552:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205165.890553:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205165.890554:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205165.890556:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205166.914639:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205166.914645:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205166.914650:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205166.914652:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205166.914655:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205166.914656:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205166.914678:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205166.914681:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205166.914683:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205167.939318:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205167.939324:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205167.939330:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205167.939331:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205167.939335:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205167.939336:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788205168.322683:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788205168.322697:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788205168.322700:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788205168.322706:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788205168.322712:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788205168.322722:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 15634 00000400:00000200:1.0:1788205168.322733:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788205168.322739:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788205168.322743:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788205168.322747:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205168.322750:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205168.322753:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205168.322755:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788205168.322760:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788205168.322763:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788205168.322766:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788205168.322769:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788205168.322772:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788205168.322775:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788205168.322778:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205168.322780:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205168.322782:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205168.322784:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788205168.322787:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788205168.322791:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788205168.322794:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788205168.322797:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788205168.322813:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788205168.322817:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205168.322819:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788205168.322822:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788205168.322836:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dd500. 00000020:00000040:1.0:1788205168.322840:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788205168.322845:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788205168.322847:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205168.322851:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788205168.322855:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788205168.322860:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788205168.322871:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9bc00. 00000100:00000001:1.0:1788205168.322879:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788205168.322890:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dd500 x1875052842042752/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788205168.322903:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788205168.322909:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205168.322914:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081f75c12] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dd500 x1875052842042752/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788205168.322952:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788205168.322956:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788205168.322960:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788205168.322962:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788205168.322963:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788205168.322967:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788205168.322970:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15634 00000400:00000200:1.0:1788205168.322974:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788205168.322977:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788205168.322979:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788205168.322982:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205168.322985:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205168.322987:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205168.322989:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788205168.322991:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788205168.322992:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788205168.322994:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788205168.322996:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788205168.322998:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788205168.323001:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788205168.323004:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205168.323006:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205168.323008:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205168.323010:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788205168.323012:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788205168.323015:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788205168.323017:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788205168.323019:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788205168.323025:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788205168.323027:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205168.323029:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788205168.323034:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788205168.323037:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205168.323039:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788205168.323043:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3df800. 00000020:00000040:1.0:1788205168.323045:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788205168.323048:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788205168.323049:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205168.323051:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788205168.323052:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788205168.323054:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788205168.323068:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b400. 00000100:00000001:1.0:1788205168.323072:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788205168.323078:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3df800 x1875052842042880/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788205168.323085:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788205168.323088:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205168.323091:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051a886bc] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3df800 x1875052842042880/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788205168.323099:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788205168.323102:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788205168.323105:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788205168.323107:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788205168.323109:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788205168.323111:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788205168.323114:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15634 00000400:00000200:1.0:1788205168.323117:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788205168.323120:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788205168.323122:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788205168.323125:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205168.323128:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205168.323129:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205168.323132:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788205168.323134:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788205168.323135:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788205168.323137:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788205168.323139:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788205168.323141:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788205168.323143:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788205168.323146:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205168.323148:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205168.323150:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205168.323152:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788205168.323154:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788205168.323168:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788205168.323171:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788205168.323172:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788205168.323175:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788205168.323177:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205168.323179:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788205168.323182:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788205168.323184:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205168.323186:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788205168.323189:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dfb80. 00000020:00000040:1.0:1788205168.323192:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788205168.323194:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788205168.323195:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205168.323197:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788205168.323198:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788205168.323200:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788205168.323204:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b800. 00000100:00000001:1.0:1788205168.323207:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788205168.323212:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dfb80 x1875052842043008/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788205168.323219:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788205168.323221:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205168.323224:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086c01fd6] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dfb80 x1875052842043008/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788205168.323232:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205168.323235:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788205168.323238:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788205168.323241:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788205168.323244:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788205168.323246:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788205168.323248:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788205168.323251:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788205168.323253:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15634 00000400:00000200:1.0:1788205168.323257:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788205168.323260:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788205168.323262:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788205168.323265:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205168.323267:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205168.323269:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205168.323271:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788205168.323274:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788205168.323275:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788205168.323277:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788205168.323279:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788205168.323281:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788205168.323283:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788205168.323286:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205168.323288:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205168.323290:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205168.323292:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788205168.323294:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788205168.323297:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788205168.323299:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788205168.323301:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788205168.323303:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788205168.323305:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205168.323307:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788205168.323309:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788205168.323312:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205168.323313:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788205168.323318:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dea00. 00000020:00000040:1.0:1788205168.323321:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788205168.323323:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788205168.323324:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205168.323326:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788205168.323328:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788205168.323329:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788205168.323333:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9ac00. 00000100:00000001:1.0:1788205168.323348:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788205168.323353:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dea00 x1875052842043136/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788205168.323360:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788205168.323362:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205168.323365:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4ead91e] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dea00 x1875052842043136/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788205168.323373:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205168.323379:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15645) 00010000:00000001:0.0:1788205168.962547:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205168.962556:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205168.962562:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205168.962563:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205168.962567:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205168.962569:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205168.962601:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205168.962604:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205168.962607:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788205169.602556:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310308597, at 4310308608 00000100:00000040:0.0:1788205169.602557:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310308597, at 4310308608 00000100:00000010:1.0:1788205169.602577:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88d20. 00000100:00000010:0.0:1788205169.602584:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa889c0. 00010000:00000001:0.0:1788205169.986621:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205169.986629:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205169.986636:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205169.986637:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205169.986641:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205169.986643:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205171.010526:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205171.010532:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205171.010542:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205171.010543:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205171.010546:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205171.010547:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205171.010628:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205171.010632:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205171.010635:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1788205171.394671:0:2407:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.101:988 00000400:00000100:1.0:1788205171.394706:0:2407:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.101@tcp at host 192.168.201.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:1.0:1788205171.394713:0:2407:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788205171.394716:0:2407:0:(router.c:1791:lnet_notify()) 192.168.201.1@tcp notifying 192.168.201.101@tcp: down 00000400:00000200:1.0:1788205171.394719:0:2407:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788205171.394721:0:2407:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:1.0:1788205171.394724:0:2407:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788205171.394727:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475d95b700. 00000400:00000200:1.0:1788205171.394732:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788205171.394735:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788205171.394739:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f9a18 00000400:00000010:1.0:1788205171.394742:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f9a18. 00000100:00000001:1.0:1788205171.394747:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788205171.394756:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477c3dd500 x1875052842042752/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788205171.394784:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788205171.394788:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3dd500 x1875052842042752/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205193 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788205171.394796:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205171.394798:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788205171.394812:0:2407:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788205171.394814:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475d95bf00. 00000400:00000200:1.0:1788205171.394818:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788205171.394821:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788205171.394823:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f96e8 00000400:00000010:1.0:1788205171.394825:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f96e8. 00000100:00000001:1.0:1788205171.394828:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788205171.394832:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477c3df800 x1875052842042880/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788205171.394839:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788205171.394842:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3df800 x1875052842042880/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205193 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788205171.394848:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205171.394850:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788205171.394854:0:2407:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788205171.394856:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475d95ba00. 00000400:00000200:1.0:1788205171.394858:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788205171.394860:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788205171.394862:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f9908 00000400:00000010:1.0:1788205171.394863:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f9908. 00000100:00000001:1.0:1788205171.394865:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788205171.394869:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477c3dfb80 x1875052842043008/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788205171.394874:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788205171.394876:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3dfb80 x1875052842043008/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205193 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788205171.394882:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205171.394883:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788205171.394887:0:2407:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788205171.394888:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c475d95bd00. 00000400:00000200:1.0:1788205171.394891:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788205171.394893:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788205171.394895:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c475d5f9088 00000400:00000010:1.0:1788205171.394897:0:2407:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c475d5f9088. 00000100:00000001:1.0:1788205171.394898:0:2407:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788205171.394902:0:2407:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477c3dea00 x1875052842043136/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788205171.394908:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788205171.394910:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3dea00 x1875052842043136/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205193 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788205171.394915:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205171.394917:0:2407:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1788205172.035560:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205172.035566:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205172.035570:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205172.035571:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205172.035573:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205172.035574:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205173.058518:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205173.058542:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205173.058665:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205173.058666:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205173.058668:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205173.058669:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205173.058695:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205173.058698:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205173.058700:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205174.082512:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205174.082521:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205174.082523:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205174.082526:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205174.082531:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205174.082533:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205174.082535:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205174.082537:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205174.082541:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205174.082543:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205174.082547:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205174.082548:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205174.722550:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310313717, at 4310313728 00000100:00000010:1.0:1788205174.722572:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88ea0. 00000100:00000040:0.0:1788205174.722684:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310313717, at 4310313728 00000100:00000010:0.0:1788205174.722707:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88720. 00010000:00000001:0.0:1788205175.106534:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205175.106544:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205175.106551:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205175.106553:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205175.106557:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205175.106558:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205175.106588:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205175.106591:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205175.106595:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205176.130507:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205176.130514:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205176.130523:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205176.130526:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205176.130528:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205176.130531:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205176.130534:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205176.130536:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205176.130539:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205176.130541:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205176.130544:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205176.130545:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205176.130546:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205176.130547:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205176.130549:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205176.130550:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205176.130552:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205176.130553:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205177.154553:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205177.154562:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205177.154569:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205177.154570:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205177.154574:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205177.154576:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205177.154618:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205177.154622:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205177.154626:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205178.178505:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205178.178512:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205178.178517:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205178.178518:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205178.178520:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205178.178521:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788205178.562822:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788205178.562833:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788205178.562836:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788205178.562840:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788205178.562845:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788205178.562853:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 15645 00000400:00000200:0.0:1788205178.562861:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205178.562872:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788205178.562876:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788205178.562881:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205178.562884:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205178.562886:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205178.562889:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788205178.562894:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788205178.562896:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788205178.562899:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788205178.562902:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788205178.562904:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788205178.562907:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788205178.562910:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205178.562912:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205178.562914:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205178.562916:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788205178.562919:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788205178.562922:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788205178.562925:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205178.562928:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788205178.562931:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205178.562934:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205178.562936:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788205178.562939:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788205178.562948:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9500. 00000020:00000040:0.0:1788205178.562951:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788205178.562955:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788205178.562957:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205178.562960:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788205178.562962:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788205178.562966:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788205178.562973:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376000. 00000100:00000001:0.0:1788205178.562979:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205178.562987:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9500 x1875052842043776/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788205178.562997:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788205178.563001:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205178.563006:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000842d065d] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9500 x1875052842043776/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205178.563030:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788205178.563034:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788205178.563037:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788205178.563038:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788205178.563040:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788205178.563042:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788205178.563045:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15645 00000400:00000200:0.0:1788205178.563048:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205178.563051:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788205178.563053:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788205178.563056:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205178.563058:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205178.563059:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205178.563061:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788205178.563064:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788205178.563065:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788205178.563067:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788205178.563069:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788205178.563070:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788205178.563073:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788205178.563075:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205178.563077:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205178.563079:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205178.563081:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788205178.563083:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788205178.563085:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788205178.563087:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205178.563089:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788205178.563093:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205178.563095:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205178.563097:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788205178.563100:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788205178.563103:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205178.563105:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788205178.563109:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9880. 00000020:00000040:0.0:1788205178.563111:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788205178.563113:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788205178.563115:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205178.563116:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788205178.563117:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788205178.563119:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788205178.563123:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374800. 00000100:00000001:0.0:1788205178.563126:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205178.563131:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9880 x1875052842043904/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788205178.563139:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788205178.563141:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205178.563148:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2b42fc4] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9880 x1875052842043904/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205178.563161:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788205178.563166:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788205178.563173:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788205178.563176:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788205178.563179:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788205178.563184:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788205178.563189:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15645 00000400:00000200:0.0:1788205178.563195:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205178.563199:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788205178.563201:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788205178.563203:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205178.563205:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205178.563207:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205178.563208:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788205178.563210:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788205178.563213:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788205178.563215:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788205178.563218:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788205178.563221:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788205178.563227:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788205178.563232:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205178.563237:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205178.563241:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205178.563244:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788205178.563246:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788205178.563250:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788205178.563256:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205178.563260:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788205178.563263:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205178.563265:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205178.563270:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788205178.563273:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788205178.563277:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205178.563280:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788205178.563283:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fb800. 00000020:00000040:0.0:1788205178.563285:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788205178.563287:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788205178.563288:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205178.563290:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788205178.563291:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788205178.563293:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788205178.563297:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376800. 00000100:00000001:0.0:1788205178.563302:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205178.563308:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fb800 x1875052842044032/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788205178.563331:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788205178.563333:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205178.563336:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045f4f50b] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fb800 x1875052842044032/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205178.563344:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205178.563348:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788205178.563352:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788205178.563354:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788205178.563357:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788205178.563359:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788205178.563361:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788205178.563363:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788205178.563367:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15645 00000400:00000200:0.0:1788205178.563373:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205178.563376:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788205178.563378:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788205178.563381:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205178.563382:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205178.563384:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205178.563386:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788205178.563388:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788205178.563389:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788205178.563391:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788205178.563422:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788205178.563424:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788205178.563426:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788205178.563429:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205178.563430:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205178.563432:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205178.563434:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788205178.563436:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788205178.563438:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788205178.563440:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205178.563442:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788205178.563445:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205178.563446:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205178.563448:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788205178.563450:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788205178.563452:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205178.563454:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788205178.563458:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9f80. 00000020:00000040:0.0:1788205178.563461:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788205178.563463:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788205178.563465:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205178.563466:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788205178.563468:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788205178.563470:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788205178.563474:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376400. 00000100:00000001:0.0:1788205178.563477:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205178.563482:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9f80 x1875052842044160/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788205178.563488:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788205178.563490:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205178.563494:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5e67c01] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9f80 x1875052842044160/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205178.563501:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205178.563506:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15655) 00010000:00000001:0.0:1788205179.202517:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205179.202522:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205179.202526:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205179.202527:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205179.202529:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205179.202529:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205179.202554:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205179.202555:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205179.202557:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788205179.842736:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310318837, at 4310318848 00000100:00000010:0.0:1788205179.842756:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88ba0. 00000100:00000040:1.0:1788205179.843597:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310318837, at 4310318849 00000100:00000010:1.0:1788205179.843612:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88180. 00010000:00000001:0.0:1788205180.226518:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205180.226523:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205180.226526:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205180.226527:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205180.226529:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205180.226530:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205181.250539:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205181.250549:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205181.250556:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205181.250557:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205181.250561:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205181.250563:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205181.250604:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205181.250608:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205181.250611:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205182.274497:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205182.274503:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205182.274509:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205182.274510:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205182.274513:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205182.274514:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205183.298549:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205183.298573:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205183.298575:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205183.298580:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205183.298586:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205183.298589:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205183.298591:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205183.298594:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205183.298599:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205183.298600:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205183.298609:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205183.298610:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205183.298641:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205183.298644:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205183.298648:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788205183.682569:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788205183.682580:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788205183.682584:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788205183.682589:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788205183.682593:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788205183.682601:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 15650 00000400:00000200:1.0:1788205183.682611:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788205183.682617:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788205183.682620:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788205183.682623:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205183.682626:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205183.682627:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205183.682629:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788205183.682633:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788205183.682634:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788205183.682637:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788205183.682641:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788205183.682642:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788205183.682644:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788205183.682646:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205183.682647:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205183.682648:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205183.682649:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788205183.682651:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788205183.682654:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788205183.682655:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788205183.682657:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788205183.682661:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788205183.682663:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205183.682664:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788205183.682666:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788205183.682685:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3de300. 00000020:00000040:1.0:1788205183.682691:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788205183.682696:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788205183.682698:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205183.682701:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788205183.682704:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788205183.682710:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788205183.682720:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98800. 00000100:00000001:1.0:1788205183.682728:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788205183.682740:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3de300 x1875052842044288/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788205183.682749:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788205183.682753:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205183.682756:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc9d591c] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3de300 x1875052842044288/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788205183.682774:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788205183.682778:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788205183.682780:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788205183.682782:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788205183.682783:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788205183.682785:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788205183.682787:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15650 00000400:00000200:1.0:1788205183.682790:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788205183.682792:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788205183.682793:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788205183.682795:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205183.682797:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205183.682798:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205183.682800:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788205183.682802:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788205183.682803:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788205183.682804:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788205183.682805:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788205183.682807:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788205183.682808:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788205183.682810:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205183.682812:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205183.682814:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205183.682815:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788205183.682817:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788205183.682818:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788205183.682819:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788205183.682820:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788205183.682825:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788205183.682826:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205183.682828:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788205183.682832:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788205183.682834:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205183.682836:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788205183.682840:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dca80. 00000020:00000040:1.0:1788205183.682842:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788205183.682844:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788205183.682845:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205183.682848:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788205183.682851:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788205183.682857:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788205183.682865:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98c00. 00000100:00000001:1.0:1788205183.682869:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788205183.682879:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dca80 x1875052842044416/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788205183.682917:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788205183.682921:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205183.682931:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004099c200] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dca80 x1875052842044416/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788205183.682941:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788205183.682946:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788205183.682955:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788205183.682957:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788205183.682958:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788205183.682969:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788205183.682976:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15650 00000400:00000200:1.0:1788205183.682984:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788205183.682995:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788205183.683000:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788205183.683011:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205183.683019:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205183.683023:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205183.683026:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788205183.683034:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788205183.683038:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788205183.683041:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788205183.683044:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788205183.683052:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788205183.683060:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788205183.683068:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205183.683076:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205183.683079:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205183.683083:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788205183.683085:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788205183.683087:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788205183.683090:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788205183.683091:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788205183.683095:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788205183.683102:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205183.683111:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788205183.683118:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788205183.683124:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205183.683126:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788205183.683132:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ded80. 00000020:00000040:1.0:1788205183.683140:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788205183.683147:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788205183.683152:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205183.683157:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788205183.683159:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788205183.683170:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788205183.683181:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9a800. 00000100:00000001:1.0:1788205183.683187:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788205183.683210:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ded80 x1875052842044544/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788205183.683241:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788205183.683243:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205183.683249:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a769e60] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ded80 x1875052842044544/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788205183.683263:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205183.683271:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788205183.683282:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788205183.683291:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788205183.683298:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788205183.683304:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788205183.683308:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788205183.683314:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788205183.683321:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15650 00000400:00000200:1.0:1788205183.683331:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788205183.683336:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788205183.683338:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788205183.683345:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205183.683349:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205183.683352:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205183.683356:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788205183.683362:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788205183.683363:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788205183.683364:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788205183.683366:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788205183.683367:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788205183.683369:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788205183.683381:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205183.683386:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205183.683388:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205183.683390:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788205183.683392:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788205183.683428:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788205183.683430:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788205183.683432:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788205183.683436:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788205183.683438:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205183.683441:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788205183.683446:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788205183.683456:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205183.683458:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788205183.683467:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ddc00. 00000020:00000040:1.0:1788205183.683474:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788205183.683480:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788205183.683482:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205183.683489:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788205183.683494:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788205183.683500:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788205183.683510:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99400. 00000100:00000001:1.0:1788205183.683517:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788205183.683528:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ddc00 x1875052842044672/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788205183.683552:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788205183.683557:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205183.683565:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c3c4b34] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ddc00 x1875052842044672/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788205183.683578:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205183.683587:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15660) 00010000:00000001:0.0:1788205184.322522:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205184.322536:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205184.322543:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205184.322544:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205184.322548:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205184.322549:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205184.962583:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310323957, at 4310323968 00000100:00000010:1.0:1788205184.962605:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88900. 00000100:00000040:0.0:1788205184.962960:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310323957, at 4310323968 00000100:00000010:0.0:1788205184.962976:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88000. 00010000:00000001:0.0:1788205185.347364:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205185.347373:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205185.347379:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205185.347383:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205185.347386:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205185.347390:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205185.347427:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205185.347430:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205185.347432:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205185.347435:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205185.347439:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205185.347441:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205185.347442:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205185.347444:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205185.347445:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205185.347447:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205185.347448:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205185.347450:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205185.347478:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205185.347481:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205185.347484:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205186.370536:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205186.370542:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205186.370547:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205186.370548:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205186.370552:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205186.370553:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205187.395077:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205187.395086:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205187.395094:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205187.395096:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205187.395101:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205187.395102:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205187.395133:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205187.395137:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205187.395140:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205188.418492:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205188.418500:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205188.418506:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205188.418507:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205188.418510:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205188.418511:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788205188.802507:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788205188.802517:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788205188.802520:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788205188.802524:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788205188.802529:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788205188.802535:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 15655 00000400:00000200:1.0:1788205188.802543:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788205188.802550:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788205188.802554:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788205188.802557:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205188.802561:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205188.802563:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205188.802566:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788205188.802570:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788205188.802571:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788205188.802573:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788205188.802576:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788205188.802578:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788205188.802580:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788205188.802583:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205188.802585:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205188.802587:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205188.802588:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788205188.802591:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788205188.802594:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788205188.802597:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788205188.802600:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788205188.802603:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788205188.802606:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205188.802608:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788205188.802611:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788205188.802621:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dce00. 00000020:00000040:1.0:1788205188.802624:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788205188.802627:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788205188.802628:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205188.802630:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788205188.802633:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788205188.802636:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788205188.802642:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99000. 00000100:00000001:1.0:1788205188.802646:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788205188.802654:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dce00 x1875052842044800/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788205188.802660:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788205188.802663:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205188.802666:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e15d5058] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dce00 x1875052842044800/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788205188.802682:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788205188.802684:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788205188.802686:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788205188.802687:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788205188.802688:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788205188.802691:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788205188.802692:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15655 00000400:00000200:1.0:1788205188.802695:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788205188.802698:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788205188.802699:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788205188.802702:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205188.802703:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205188.802705:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205188.802707:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788205188.802711:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788205188.802713:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788205188.802715:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788205188.802717:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788205188.802720:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788205188.802722:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788205188.802725:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205188.802730:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205188.802733:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205188.802738:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788205188.802741:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788205188.802745:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788205188.802748:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788205188.802751:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788205188.802756:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788205188.802760:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205188.802762:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788205188.802765:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788205188.802769:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205188.802771:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788205188.802773:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dd880. 00000020:00000040:1.0:1788205188.802777:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788205188.802778:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788205188.802780:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205188.802782:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788205188.802784:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788205188.802787:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788205188.802790:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9a400. 00000100:00000001:1.0:1788205188.802792:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788205188.802800:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dd880 x1875052842044928/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788205188.802808:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788205188.802812:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205188.802815:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083606985] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dd880 x1875052842044928/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788205188.802821:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788205188.802824:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788205188.802826:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788205188.802827:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788205188.802828:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788205188.802830:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788205188.802832:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15655 00000400:00000200:1.0:1788205188.802833:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788205188.802835:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788205188.802839:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788205188.802840:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205188.802842:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205188.802846:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205188.802849:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788205188.802852:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788205188.802853:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788205188.802856:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788205188.802858:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788205188.802862:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788205188.802866:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788205188.802872:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205188.802877:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205188.802883:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205188.802888:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788205188.802891:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788205188.802896:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788205188.802901:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788205188.802905:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788205188.802907:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788205188.802908:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205188.802910:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788205188.802912:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788205188.802916:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205188.802917:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788205188.802921:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dc700. 00000020:00000040:1.0:1788205188.802925:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788205188.802928:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788205188.802929:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205188.802930:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788205188.802933:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788205188.802935:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788205188.802939:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99400. 00000100:00000001:1.0:1788205188.802943:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788205188.802948:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dc700 x1875052842045056/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788205188.802967:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788205188.802970:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205188.802973:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7db4f2b] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dc700 x1875052842045056/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788205188.802991:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205188.802994:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788205188.802998:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788205188.803003:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788205188.803005:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788205188.803007:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788205188.803009:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788205188.803014:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788205188.803019:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15655 00000400:00000200:1.0:1788205188.803025:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788205188.803029:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788205188.803032:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788205188.803036:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205188.803038:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205188.803042:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205188.803045:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788205188.803051:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788205188.803054:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788205188.803057:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788205188.803059:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788205188.803062:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788205188.803068:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788205188.803075:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205188.803081:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205188.803085:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205188.803090:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788205188.803106:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788205188.803112:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788205188.803116:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788205188.803121:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788205188.803126:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788205188.803129:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205188.803131:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788205188.803201:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788205188.803207:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205188.803211:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788205188.803217:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ddf80. 00000020:00000040:1.0:1788205188.803221:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788205188.803224:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788205188.803226:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205188.803231:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788205188.803233:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788205188.803237:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788205188.803254:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9a800. 00000100:00000001:1.0:1788205188.803259:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788205188.803265:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ddf80 x1875052842045184/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788205188.803280:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788205188.803284:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205188.803291:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dea6dee7] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ddf80 x1875052842045184/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788205188.803318:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205188.803324:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15665) 00010000:00000001:0.0:1788205189.442513:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205189.442519:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205189.442524:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205189.442525:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205189.442528:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205189.442529:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205189.442551:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205189.442554:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205189.442556:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788205190.082490:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310329076, at 4310329088 00000100:00000040:1.0:1788205190.082490:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310329076, at 4310329088 00000100:00000010:1.0:1788205190.082505:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88540. 00000100:00000010:0.0:1788205190.082507:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88780. 00010000:00000001:0.0:1788205190.466472:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205190.466478:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205190.466483:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205190.466484:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205190.466487:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205190.466488:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205191.490488:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205191.490494:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205191.490498:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205191.490499:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205191.490501:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205191.490502:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205191.490519:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205191.490525:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205191.490527:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205192.514631:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205192.514637:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205192.514643:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205192.514644:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205192.514646:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205192.514647:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205193.538742:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205193.538750:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205193.538752:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205193.538756:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205193.538761:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205193.538763:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205193.538765:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205193.538767:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205193.538771:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205193.538773:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205193.538776:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205193.538777:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205193.538817:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205193.538820:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205193.538822:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788205193.922723:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205193.922728:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788205193.922730:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205193.922737:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9c000 x1875052842045312/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205193.922746:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205193.922749:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205193.922752:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205193.922755:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205193.922758:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205193.922761:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842045312:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788205193.922765:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205193.922773:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205193.922778:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205193.922780:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205193.922787:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788205193.922789:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205193.922795:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205193.922806:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503029a0. 00000400:00000010:0.0:1788205193.922812:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c34c8. 00000100:00000200:0.0:1788205193.922818:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842045312, portal 25 00000100:00000001:0.0:1788205193.922820:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205193.922821:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330341888 : -109644379209728 : ffff9c476db9c000) 00000100:00000040:0.0:1788205193.922827:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9c000 x1875052842045312/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205193.922834:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205193.922837:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205193.922839:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3198. 00000100:00000200:0.0:1788205193.922841:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052842045312, offset 0 00000400:00000200:0.0:1788205193.922846:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205193.922856:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205193.922860:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205193.922865:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205193.922869:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205193.922872:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205193.922874:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205193.922878:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705222:705222:256:4294967295] 192.168.201.101@tcp LPNI seq info [705217:705217:8:4294967295] 00000400:00000200:0.0:1788205193.922882:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205193.922890:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205193.922896:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205193.922900:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036d00. 00000800:00000200:0.0:1788205193.922906:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205193.922910:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 38 secs later) 00000800:00000100:0.0:1788205193.922921:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205193.922924:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036d00. 00000400:00000200:0.0:1788205193.922928:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205193.922932:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205193.922936:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3198 00000400:00000010:0.0:1788205193.922938:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3198. 00000100:00000001:0.0:1788205193.922942:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205193.922945:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9c000 x1875052842045312/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205193.923010:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205193.923017:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9c000 x1875052842045312/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205218 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205193.923044:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205193.923061:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205193.923068:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205193.923072:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205193.923075:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4310334196 00000100:00000010:0.0:1788205193.923080:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba420. 00000100:00000001:0.0:1788205193.923086:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788205193.923092:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4310334196 00000100:00000010:0.0:1788205193.923095:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba0c0. 00000100:00000001:0.0:1788205193.923100:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788205193.923106:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205193.923257:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205193.923263:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205193.923271:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205193/real 1788205193] req@ffff9c476db9c000 x1875052842045312/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205193.923290:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205193.923294:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205193.923298:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503029a0. 00000400:00000200:0.0:1788205193.923304:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c34c8 00000400:00000010:0.0:1788205193.923306:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c34c8. 00000100:00000001:0.0:1788205193.923309:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205193.923316:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9c000 x1875052842045312/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205193.923330:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9c000 x1875052842045312/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205193.923339:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205193.923340:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205193.923342:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205193.923344:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205193.923349:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9c000 x1875052842045312/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205193.923619:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205193.923624:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9c000 x1875052842045312/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205218 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205193.923631:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205193.923634:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205193.923636:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205193.923637:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205193.923639:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205193.923641:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205193.923643:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205193.923647:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205193.923650:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205193.923655:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9c000 x1875052842045312/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205218 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205193.923663:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842045312:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788205193.923676:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205193.923679:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205193.923682:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9c000 x1875052842045312/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205218 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205193.923688:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205193.923691:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205193.923693:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788205193.924055:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205193.924058:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205193.924060:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788205193.924063:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205193.924066:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a43000. 02000000:00000001:0.0:1788205193.924071:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205193.924073:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205193.924075:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9c000. 00000100:00000001:0.0:1788205193.924078:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205193.924080:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205193.924082:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205193.924088:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788205193.924090:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205193.924092:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205193.924093:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788205193.924095:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205193.924099:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9c700 x1875052842045440/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205193.924106:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205193.924108:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205193.924110:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205193.924111:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205193.924113:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205193.924116:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842045440:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205193.924119:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205193.924121:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205193.924123:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205193.924125:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205193.924128:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788205193.924130:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205193.924134:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205193.924136:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503029a0. 00000400:00000010:0.0:1788205193.924140:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c34c8. 00000100:00000200:0.0:1788205193.924144:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842045440, portal 10 00000100:00000001:0.0:1788205193.924145:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205193.924147:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330343680 : -109644379207936 : ffff9c476db9c700) 00000100:00000040:0.0:1788205193.924152:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9c700 x1875052842045440/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205193.924158:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205193.924161:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205193.924163:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3198. 00000100:00000200:0.0:1788205193.924165:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842045440, offset 0 00000400:00000200:0.0:1788205193.924170:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205193.924174:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205193.924178:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205193.924181:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205193.924184:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205193.924186:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205193.924189:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205193.924192:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705223:705223:256:4294967295] 192.168.201.101@tcp LPNI seq info [705218:705218:8:4294967295] 00000400:00000200:0.0:1788205193.924195:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205193.924202:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205193.924207:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205193.924210:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036d00. 00000800:00000200:0.0:1788205193.924215:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205193.924218:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 38 secs later) 00000800:00000100:0.0:1788205193.924230:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205193.924233:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036d00. 00000400:00000200:0.0:1788205193.924236:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205193.924239:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205193.924242:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3198 00000400:00000010:0.0:1788205193.924244:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3198. 00000100:00000001:0.0:1788205193.924246:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205193.924250:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9c700 x1875052842045440/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205193.924257:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205193.924260:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9c700 x1875052842045440/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205218 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205193.924267:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205193.924268:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205193.924272:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205193.924276:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788205193.924279:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205193.924281:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310332938 00000100:00000001:0.0:1788205193.924284:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310334196 00000100:00000001:0.0:1788205193.924286:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310332938 00000100:00000001:0.0:1788205193.924288:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310334196 00000100:00000001:0.0:1788205193.924290:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205193.924292:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205193.924294:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205193.924298:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205193/real 1788205193] req@ffff9c476db9c700 x1875052842045440/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205193.924308:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205193.924309:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205193.924311:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503029a0. 00000400:00000200:0.0:1788205193.924313:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c34c8 00000400:00000010:0.0:1788205193.924315:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c34c8. 00000100:00000001:0.0:1788205193.924317:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205193.924320:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9c700 x1875052842045440/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205193.924328:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9c700 x1875052842045440/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205193.924334:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205193.924335:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205193.924337:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205193.924338:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205193.924342:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9c700 x1875052842045440/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205193.924349:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205193.924353:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9c700 x1875052842045440/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205218 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205193.924360:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205193.924362:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205193.924364:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205193.924365:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205193.924367:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205193.924368:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205193.924371:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205193.924374:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205193.924376:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205193.924380:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9c700 x1875052842045440/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205218 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205193.924388:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842045440:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205193.924392:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205193.924412:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9e680 x1875052842045568/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205193.924419:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205193.924420:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205193.924423:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205193.924426:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205193.924429:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205193.924433:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842045568:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205193.924436:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205193.924438:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205193.924440:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205193.924441:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205193.924445:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788205193.924446:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205193.924450:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205193.924452:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503029a0. 00000400:00000010:0.0:1788205193.924456:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c34c8. 00000100:00000200:0.0:1788205193.924459:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842045568, portal 10 00000100:00000001:0.0:1788205193.924461:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205193.924463:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330351744 : -109644379199872 : ffff9c476db9e680) 00000100:00000040:0.0:1788205193.924470:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9e680 x1875052842045568/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205193.924478:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205193.924482:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205193.924485:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3198. 00000100:00000200:0.0:1788205193.924487:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842045568, offset 0 00000400:00000200:0.0:1788205193.924492:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205193.924495:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205193.924498:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205193.924501:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205193.924504:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205193.924506:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205193.924508:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205193.924510:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705224:705224:256:4294967295] 192.168.201.101@tcp LPNI seq info [705219:705219:8:4294967295] 00000400:00000200:0.0:1788205193.924514:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205193.924520:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205193.924524:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205193.924528:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036d00. 00000800:00000200:0.0:1788205193.924531:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205193.924534:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 38 secs later) 00000800:00000100:0.0:1788205193.924544:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205193.924546:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036d00. 00000400:00000200:0.0:1788205193.924548:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205193.924552:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205193.924555:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3198 00000400:00000010:0.0:1788205193.924557:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3198. 00000100:00000001:0.0:1788205193.924559:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205193.924563:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9e680 x1875052842045568/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205193.924691:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205193.924760:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9e680 x1875052842045568/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205218 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205193.924768:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205193.924769:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205193.924774:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205193.924777:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788205193.924780:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205193.924782:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310332939 00000100:00000001:0.0:1788205193.924785:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310334196 00000100:00000001:0.0:1788205193.924787:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310332939 00000100:00000001:0.0:1788205193.924789:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310334196 00000100:00000001:0.0:1788205193.924791:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205193.924793:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205193.924795:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205193.924799:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205193/real 1788205193] req@ffff9c476db9e680 x1875052842045568/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205193.924808:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205193.924809:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205193.924811:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503029a0. 00000400:00000200:0.0:1788205193.924814:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c34c8 00000400:00000010:0.0:1788205193.924815:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c34c8. 00000100:00000001:0.0:1788205193.924817:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205193.924821:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9e680 x1875052842045568/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205193.924829:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9e680 x1875052842045568/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205193.924836:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205193.924837:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205193.924839:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205193.924840:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205193.924844:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9e680 x1875052842045568/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205193.924850:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205193.924854:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9e680 x1875052842045568/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205218 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205193.924860:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205193.924863:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205193.924864:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205193.924865:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205193.924867:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205193.924869:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205193.924871:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205193.924885:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205193.924888:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205193.924892:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9e680 x1875052842045568/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205218 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205193.924900:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842045568:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205193.924904:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205193.924908:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9ea00 x1875052842045696/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205193.924914:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205193.924915:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205193.924918:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205193.924920:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205193.924921:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205193.924924:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842045696:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788205193.924927:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205193.924929:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205193.924930:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205193.924932:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205193.924936:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377000. 02000000:00000001:0.0:1788205193.924937:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205193.924941:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205193.924943:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503029a0. 00000400:00000010:0.0:1788205193.924946:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c34c8. 00000100:00000200:0.0:1788205193.924949:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842045696, portal 4 00000100:00000001:0.0:1788205193.924950:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205193.924951:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330352640 : -109644379198976 : ffff9c476db9ea00) 00000100:00000040:0.0:1788205193.924957:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9ea00 x1875052842045696/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205193.924963:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205193.924966:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205193.924967:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3198. 00000100:00000200:0.0:1788205193.924970:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052842045696, offset 0 00000400:00000200:0.0:1788205193.925103:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205193.925107:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205193.925111:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205193.925114:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205193.925117:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205193.925119:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205193.925121:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205193.925124:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705225:705225:256:4294967295] 192.168.201.101@tcp LPNI seq info [705220:705220:8:4294967295] 00000400:00000200:0.0:1788205193.925128:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205193.925134:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205193.925139:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205193.925142:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036d00. 00000800:00000200:0.0:1788205193.925146:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205193.925148:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 38 secs later) 00000800:00000100:0.0:1788205193.925159:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205193.925161:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036d00. 00000400:00000200:0.0:1788205193.925163:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205193.925166:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205193.925169:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3198 00000400:00000010:0.0:1788205193.925171:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3198. 00000100:00000001:0.0:1788205193.925173:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205193.925177:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9ea00 x1875052842045696/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205193.925185:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205193.925188:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9ea00 x1875052842045696/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205218 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205193.925194:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205193.925196:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205193.925199:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205193.925202:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788205193.925206:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205193.925208:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310332965 00000100:00000001:0.0:1788205193.925210:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310334196 00000100:00000001:0.0:1788205193.925212:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310332965 00000100:00000001:0.0:1788205193.925214:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310334196 00000100:00000001:0.0:1788205193.925216:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205193.925219:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205193.925220:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205193.925224:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205193/real 1788205193] req@ffff9c476db9ea00 x1875052842045696/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205193.925232:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205193.925233:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205193.925235:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503029a0. 00000400:00000200:0.0:1788205193.925238:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c34c8 00000400:00000010:0.0:1788205193.925239:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c34c8. 00000100:00000001:0.0:1788205193.925241:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205193.925244:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9ea00 x1875052842045696/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205193.925252:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9ea00 x1875052842045696/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205193.925258:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205193.925260:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205193.925262:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205193.925263:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205193.925267:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9ea00 x1875052842045696/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205193.925273:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205193.925277:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9ea00 x1875052842045696/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205218 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205193.925283:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205193.925286:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205193.925287:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205193.925289:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205193.925291:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205193.925292:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205193.925295:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205193.925298:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205193.925300:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205193.925304:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9ea00 x1875052842045696/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205218 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205193.925312:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842045696:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788205193.925315:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205193.925317:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205193.925320:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9c700 x1875052842045440/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205218 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205193.925327:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205193.925329:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205193.925331:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788205193.925333:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205193.925335:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205193.925336:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788205193.925338:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205193.925340:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a40000. 02000000:00000001:0.0:1788205193.925343:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205193.925344:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205193.925346:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9c700. 00000100:00000001:0.0:1788205193.925349:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205193.925350:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205193.925352:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205193.925355:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9e680 x1875052842045568/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205218 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205193.925361:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205193.925362:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205193.925364:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788205193.925366:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205193.925367:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205193.925368:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788205193.925370:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205193.925371:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a41c00. 02000000:00000001:0.0:1788205193.925373:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205193.925375:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205193.925376:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9e680. 00000100:00000001:0.0:1788205193.925379:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205193.925380:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205193.925381:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205193.925385:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9ea00 x1875052842045696/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205218 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205193.925391:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205193.925392:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205193.925411:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377000. 02000000:00000001:0.0:1788205193.925414:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205193.925415:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205193.925416:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788205193.925417:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205193.925419:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a43400. 02000000:00000001:0.0:1788205193.925422:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205193.925424:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205193.925425:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9ea00. 00000100:00000001:0.0:1788205193.925427:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205193.925429:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205193.925431:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205193.925435:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788205193.925436:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205193.925438:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205193.925440:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205194.562793:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205194.562799:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205194.562805:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205194.562806:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205194.562809:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205194.562810:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205195.202503:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310334196, at 4310334208 00000100:00000010:0.0:1788205195.202527:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba420. 00000100:00000040:1.0:1788205195.202776:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310334196, at 4310334208 00000100:00000010:1.0:1788205195.202782:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba0c0. 00010000:00000001:0.0:1788205195.586520:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205195.586527:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205195.586533:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205195.586536:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205195.586538:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205195.586541:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205195.586544:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205195.586547:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205195.586549:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205195.586551:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205195.586554:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205195.586556:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205195.586557:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205195.586558:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205195.586560:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205195.586561:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205195.586562:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205195.586564:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205195.586593:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205195.586596:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205195.586599:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205196.610508:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205196.610515:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205196.610519:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205196.610521:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205196.610524:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205196.610525:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205197.634524:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205197.634531:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205197.634537:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205197.634538:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205197.634542:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205197.634543:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205197.634567:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205197.634569:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205197.634572:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205198.658514:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205198.658519:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205198.658523:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205198.658524:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205198.658526:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205198.658527:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205199.042789:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205199.042795:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788205199.042799:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205199.042808:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9d180 x1875052842045824/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205199.042825:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205199.042828:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205199.042833:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205199.042837:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205199.042842:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205199.042849:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842045824:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788205199.042856:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205199.042862:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205199.042865:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205199.042870:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205199.042877:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788205199.042881:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205199.042890:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205199.042905:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503029a0. 00000400:00000010:0.0:1788205199.042914:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c34c8. 00000100:00000200:0.0:1788205199.042924:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842045824, portal 25 00000100:00000001:0.0:1788205199.042929:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205199.042932:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330346368 : -109644379205248 : ffff9c476db9d180) 00000100:00000040:0.0:1788205199.042943:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9d180 x1875052842045824/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205199.042971:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205199.042975:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205199.042978:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3198. 00000100:00000200:0.0:1788205199.042981:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052842045824, offset 0 00000400:00000200:0.0:1788205199.042988:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205199.042995:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205199.043001:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205199.043006:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205199.043011:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205199.043014:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205199.043018:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205199.043021:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705226:705226:256:4294967295] 192.168.201.101@tcp LPNI seq info [705221:705221:8:4294967295] 00000400:00000200:0.0:1788205199.043026:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205199.043035:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205199.043046:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205199.043053:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036d00. 00000800:00000200:0.0:1788205199.043064:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205199.043070:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 33 secs later) 00000800:00000100:0.0:1788205199.043090:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205199.043094:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036d00. 00000400:00000200:0.0:1788205199.043103:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205199.043110:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205199.043116:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3198 00000400:00000010:0.0:1788205199.043120:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3198. 00000100:00000001:0.0:1788205199.043126:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205199.043134:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9d180 x1875052842045824/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205199.043161:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205199.043168:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9d180 x1875052842045824/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205224 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205199.043181:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205199.043183:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205199.043188:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205199.043195:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205199.043199:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4310339316 00000100:00000010:0.0:1788205199.043205:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba420. 00000100:00000001:0.0:1788205199.043217:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788205199.043225:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4310339316 00000100:00000010:0.0:1788205199.043231:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685baae0. 00000100:00000001:0.0:1788205199.043238:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788205199.043243:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205199.043248:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205199.043252:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205199.043259:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205199/real 1788205199] req@ffff9c476db9d180 x1875052842045824/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205199.043276:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205199.043279:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205199.043282:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503029a0. 00000400:00000200:0.0:1788205199.043287:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c34c8 00000400:00000010:0.0:1788205199.043292:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c34c8. 00000100:00000001:0.0:1788205199.043295:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205199.043302:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9d180 x1875052842045824/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205199.043321:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9d180 x1875052842045824/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205199.043336:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205199.043339:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205199.043342:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205199.043346:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205199.043352:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9d180 x1875052842045824/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205199.043365:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205199.043374:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9d180 x1875052842045824/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205224 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205199.043385:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205199.043389:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205199.043422:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205199.043424:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205199.043427:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205199.043430:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205199.043434:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205199.043443:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205199.043446:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205199.043451:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9d180 x1875052842045824/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205224 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205199.043458:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842045824:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788205199.043463:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205199.043465:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205199.043468:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9d180 x1875052842045824/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205224 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205199.043475:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205199.043477:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205199.043479:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788205199.043483:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205199.043484:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205199.043486:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788205199.043488:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205199.043491:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a40400. 02000000:00000001:0.0:1788205199.043495:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205199.043496:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205199.043498:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9d180. 00000100:00000001:0.0:1788205199.043501:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205199.043502:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205199.043504:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205199.043511:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788205199.043513:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205199.043515:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205199.043516:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788205199.043517:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205199.043521:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9dc00 x1875052842045952/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205199.043532:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205199.043533:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205199.043535:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205199.043537:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205199.043539:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205199.043542:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842045952:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205199.043545:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205199.043548:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205199.043549:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205199.043551:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205199.043554:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788205199.043556:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205199.043560:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205199.043563:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503029a0. 00000400:00000010:0.0:1788205199.043567:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c34c8. 00000100:00000200:0.0:1788205199.043570:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842045952, portal 10 00000100:00000001:0.0:1788205199.043572:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205199.043573:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330349056 : -109644379202560 : ffff9c476db9dc00) 00000100:00000040:0.0:1788205199.043580:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9dc00 x1875052842045952/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205199.043591:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205199.043596:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205199.043600:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3198. 00000100:00000200:0.0:1788205199.043604:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842045952, offset 0 00000400:00000200:0.0:1788205199.043612:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205199.043620:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205199.043626:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205199.043630:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205199.043634:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205199.043638:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205199.043641:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205199.043645:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705227:705227:256:4294967295] 192.168.201.101@tcp LPNI seq info [705222:705222:8:4294967295] 00000400:00000200:0.0:1788205199.043650:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205199.043657:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205199.043662:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205199.043665:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036d00. 00000800:00000200:0.0:1788205199.043669:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205199.043672:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 33 secs later) 00000800:00000100:0.0:1788205199.043683:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205199.043685:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036d00. 00000400:00000200:0.0:1788205199.043688:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205199.043691:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205199.043694:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3198 00000400:00000010:0.0:1788205199.043696:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3198. 00000100:00000001:0.0:1788205199.043761:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205199.043766:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9dc00 x1875052842045952/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205199.043774:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205199.043778:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9dc00 x1875052842045952/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205224 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205199.043784:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205199.043786:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205199.043789:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205199.043792:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788205199.043795:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205199.043797:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310338058 00000100:00000001:0.0:1788205199.043800:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310339316 00000100:00000001:0.0:1788205199.043802:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310338058 00000100:00000001:0.0:1788205199.043804:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310339316 00000100:00000001:0.0:1788205199.043806:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205199.043809:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205199.043810:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205199.043814:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205199/real 1788205199] req@ffff9c476db9dc00 x1875052842045952/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205199.043821:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205199.043823:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205199.043824:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503029a0. 00000400:00000200:0.0:1788205199.043827:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c34c8 00000400:00000010:0.0:1788205199.043828:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c34c8. 00000100:00000001:0.0:1788205199.043830:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205199.043833:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9dc00 x1875052842045952/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205199.043841:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9dc00 x1875052842045952/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205199.043848:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205199.043849:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205199.043851:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205199.043852:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205199.043855:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9dc00 x1875052842045952/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205199.043862:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205199.043866:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9dc00 x1875052842045952/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205224 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205199.043873:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205199.043875:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205199.043877:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205199.043878:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205199.043880:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205199.043881:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205199.043884:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205199.043887:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205199.043889:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205199.043893:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9dc00 x1875052842045952/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205224 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205199.043901:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842045952:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205199.043904:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205199.043907:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9df80 x1875052842046080/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205199.043913:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205199.043915:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205199.043917:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205199.043919:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205199.043921:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205199.043923:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842046080:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205199.043927:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205199.043928:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205199.043930:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205199.043931:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205199.043934:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788205199.043937:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205199.043939:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205199.043942:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503029a0. 00000400:00000010:0.0:1788205199.043945:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c34c8. 00000100:00000200:0.0:1788205199.043947:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842046080, portal 10 00000100:00000001:0.0:1788205199.043949:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205199.043951:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330349952 : -109644379201664 : ffff9c476db9df80) 00000100:00000040:0.0:1788205199.043956:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9df80 x1875052842046080/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205199.043984:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205199.043987:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205199.043990:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3198. 00000100:00000200:0.0:1788205199.043992:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842046080, offset 0 00000400:00000200:0.0:1788205199.043996:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205199.044000:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205199.044004:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205199.044007:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205199.044009:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205199.044012:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205199.044014:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205199.044017:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705228:705228:256:4294967295] 192.168.201.101@tcp LPNI seq info [705223:705223:8:4294967295] 00000400:00000200:0.0:1788205199.044022:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205199.044028:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205199.044032:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205199.044035:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036d00. 00000800:00000200:0.0:1788205199.044039:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205199.044042:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 33 secs later) 00000800:00000100:0.0:1788205199.044051:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205199.044052:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036d00. 00000400:00000200:0.0:1788205199.044055:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205199.044058:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205199.044061:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3198 00000400:00000010:0.0:1788205199.044062:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3198. 00000100:00000001:0.0:1788205199.044064:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205199.044068:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9df80 x1875052842046080/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205199.044075:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205199.044078:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9df80 x1875052842046080/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205224 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205199.044084:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205199.044086:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205199.044089:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205199.044092:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788205199.044096:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205199.044098:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310338058 00000100:00000001:0.0:1788205199.044099:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310339316 00000100:00000001:0.0:1788205199.044101:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310338058 00000100:00000001:0.0:1788205199.044103:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310339316 00000100:00000001:0.0:1788205199.044105:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205199.044107:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205199.044109:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205199.044112:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205199/real 1788205199] req@ffff9c476db9df80 x1875052842046080/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205199.044119:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205199.044121:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205199.044122:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503029a0. 00000400:00000200:0.0:1788205199.044124:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c34c8 00000400:00000010:0.0:1788205199.044126:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c34c8. 00000100:00000001:0.0:1788205199.044127:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205199.044131:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9df80 x1875052842046080/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205199.044138:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9df80 x1875052842046080/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205199.044145:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205199.044146:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205199.044148:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205199.044149:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205199.044152:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9df80 x1875052842046080/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205199.044158:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205199.044162:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9df80 x1875052842046080/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205224 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205199.044170:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205199.044172:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205199.044173:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205199.044175:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205199.044177:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205199.044178:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205199.044181:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205199.044184:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205199.044186:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205199.044190:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9df80 x1875052842046080/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205224 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205199.044198:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842046080:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205199.044201:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205199.044203:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205199.044206:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9dc00 x1875052842045952/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205224 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205199.044212:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205199.044214:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205199.044216:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788205199.044218:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205199.044219:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205199.044221:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788205199.044222:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205199.044224:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a40c00. 02000000:00000001:0.0:1788205199.044227:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205199.044228:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205199.044229:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9dc00. 00000100:00000001:0.0:1788205199.044231:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205199.044233:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205199.044235:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205199.044238:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9df80 x1875052842046080/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205224 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205199.044244:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205199.044245:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205199.044247:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788205199.044249:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205199.044250:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205199.044251:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788205199.044253:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205199.044254:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a42c00. 02000000:00000001:0.0:1788205199.044257:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205199.044258:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205199.044260:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9df80. 00000100:00000001:0.0:1788205199.044262:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205199.044263:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205199.044266:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205199.044269:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788205199.044270:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205199.044272:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205199.044274:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788205199.044275:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205199.044279:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9ea00 x1875052842046208/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205199.044285:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205199.044287:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205199.044289:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205199.044290:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205199.044292:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205199.044295:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842046208:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788205199.044298:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205199.044300:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205199.044302:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205199.044304:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205199.044306:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788205199.044308:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205199.044312:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205199.044315:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503029a0. 00000400:00000010:0.0:1788205199.044318:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c34c8. 00000100:00000200:0.0:1788205199.044321:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842046208, portal 4 00000100:00000001:0.0:1788205199.044323:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205199.044324:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330352640 : -109644379198976 : ffff9c476db9ea00) 00000100:00000040:0.0:1788205199.044329:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9ea00 x1875052842046208/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205199.044336:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205199.044338:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205199.044340:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3198. 00000100:00000200:0.0:1788205199.044342:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052842046208, offset 0 00000400:00000200:0.0:1788205199.044346:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205199.044350:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205199.044353:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205199.044356:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205199.044358:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205199.044361:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205199.044363:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205199.044366:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705229:705229:256:4294967295] 192.168.201.101@tcp LPNI seq info [705224:705224:8:4294967295] 00000400:00000200:0.0:1788205199.044371:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205199.044377:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205199.044381:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205199.044384:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036d00. 00000800:00000200:0.0:1788205199.044387:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205199.044390:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 33 secs later) 00000800:00000100:0.0:1788205199.044420:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205199.044422:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036d00. 00000400:00000200:0.0:1788205199.044425:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205199.044428:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205199.044432:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3198 00000400:00000010:0.0:1788205199.044433:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3198. 00000100:00000001:0.0:1788205199.044436:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205199.044439:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9ea00 x1875052842046208/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205199.044447:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205199.044450:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9ea00 x1875052842046208/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205224 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205199.044456:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205199.044458:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205199.044460:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205199.044463:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788205199.044466:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205199.044468:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310338085 00000100:00000001:0.0:1788205199.044471:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310339316 00000100:00000001:0.0:1788205199.044473:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310338085 00000100:00000001:0.0:1788205199.044475:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310339316 00000100:00000001:0.0:1788205199.044477:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205199.044479:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205199.044481:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205199.044484:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205199/real 1788205199] req@ffff9c476db9ea00 x1875052842046208/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205199.044492:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205199.044493:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205199.044495:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503029a0. 00000400:00000200:0.0:1788205199.044497:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c34c8 00000400:00000010:0.0:1788205199.044499:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c34c8. 00000100:00000001:0.0:1788205199.044501:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205199.044504:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9ea00 x1875052842046208/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205199.044517:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9ea00 x1875052842046208/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205199.044524:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205199.044525:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205199.044526:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205199.044528:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205199.044531:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9ea00 x1875052842046208/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205199.044538:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205199.044542:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9ea00 x1875052842046208/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205224 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205199.044548:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205199.044550:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205199.044552:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205199.044553:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205199.044555:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205199.044556:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205199.044559:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205199.044562:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205199.044565:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205199.044568:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9ea00 x1875052842046208/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205224 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205199.044575:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842046208:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788205199.044579:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205199.044581:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205199.044583:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9ea00 x1875052842046208/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205224 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205199.044595:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205199.044596:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205199.044598:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788205199.044601:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205199.044602:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205199.044603:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788205199.044605:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205199.044607:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a43c00. 02000000:00000001:0.0:1788205199.044611:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205199.044612:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205199.044613:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9ea00. 00000100:00000001:0.0:1788205199.044616:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205199.044617:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205199.044619:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205199.044622:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788205199.044623:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205199.044625:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205199.044626:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205199.682563:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205199.682569:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205199.682575:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205199.682576:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205199.682580:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205199.682581:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205199.682605:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205199.682607:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205199.682610:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788205200.322460:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310339316, at 4310339328 00000100:00000040:0.0:1788205200.322467:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310339316, at 4310339328 00000100:00000010:1.0:1788205200.322474:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685baae0. 00000100:00000010:0.0:1788205200.322476:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba420. 00010000:00000001:0.0:1788205200.706521:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205200.706528:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205200.706534:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205200.706535:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205200.706539:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205200.706540:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205201.730499:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205201.730506:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205201.730512:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205201.730513:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205201.730517:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205201.730518:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205201.730543:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205201.730546:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205201.730549:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205202.754494:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205202.754498:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205202.754501:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205202.754502:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205202.754505:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205202.754506:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205203.778504:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205203.778512:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205203.778514:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205203.778517:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205203.778522:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205203.778524:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205203.778526:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205203.778528:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205203.778532:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205203.778534:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205203.778537:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205203.778538:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205203.778560:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205203.778562:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205203.778565:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788205204.162722:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205204.162727:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788205204.162732:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205204.162742:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c84a300 x1875052842046336/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205204.162760:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205204.162763:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205204.162770:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205204.162773:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205204.162778:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205204.162785:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c84a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842046336:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788205204.162793:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205204.162797:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205204.162801:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205204.162805:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205204.162811:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788205204.162816:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205204.162825:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205204.162830:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503029a0. 00000400:00000010:0.0:1788205204.162837:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c34c8. 00000100:00000200:0.0:1788205204.162845:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842046336, portal 25 00000100:00000001:0.0:1788205204.162849:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205204.162852:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578519296 : -109644131032320 : ffff9c477c84a300) 00000100:00000040:0.0:1788205204.162893:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c84a300 x1875052842046336/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205204.162909:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205204.162914:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205204.162920:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3198. 00000100:00000200:0.0:1788205204.162926:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052842046336, offset 0 00000400:00000200:0.0:1788205204.162936:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205204.162947:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205204.162957:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205204.162965:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205204.162973:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205204.162980:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205204.162987:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205204.162994:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705230:705230:256:4294967295] 192.168.201.101@tcp LPNI seq info [705225:705225:8:4294967295] 00000400:00000200:0.0:1788205204.163003:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205204.163017:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205204.163029:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205204.163038:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036d00. 00000800:00000200:0.0:1788205204.163050:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205204.163057:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 28 secs later) 00000800:00000100:0.0:1788205204.163083:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205204.163087:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036d00. 00000400:00000200:0.0:1788205204.163095:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205204.163104:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205204.163111:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3198 00000400:00000010:0.0:1788205204.163116:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3198. 00000100:00000001:0.0:1788205204.163123:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205204.163133:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c84a300 x1875052842046336/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205204.163153:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205204.163160:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84a300 x1875052842046336/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205229 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205204.163178:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205204.163184:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205204.163191:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205204.163200:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205204.163205:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4310344436 00000100:00000010:0.0:1788205204.163212:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba420. 00000100:00000001:0.0:1788205204.163220:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788205204.163229:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4310344436 00000100:00000010:0.0:1788205204.163236:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba8a0. 00000100:00000001:0.0:1788205204.163241:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788205204.163246:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205204.163250:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205204.163256:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205204.163263:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205204/real 1788205204] req@ffff9c477c84a300 x1875052842046336/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205204.163293:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205204.163295:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205204.163297:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503029a0. 00000400:00000200:0.0:1788205204.163300:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c34c8 00000400:00000010:0.0:1788205204.163302:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c34c8. 00000100:00000001:0.0:1788205204.163304:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205204.163308:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c84a300 x1875052842046336/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205204.163317:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c84a300 x1875052842046336/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205204.163334:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205204.163336:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205204.163338:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205204.163340:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205204.163344:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c84a300 x1875052842046336/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205204.163351:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205204.163355:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c84a300 x1875052842046336/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205229 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205204.163362:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205204.163365:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205204.163366:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205204.163367:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205204.163370:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205204.163372:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205204.163375:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205204.163378:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205204.163380:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205204.163384:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c84a300 x1875052842046336/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205229 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205204.163393:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c84a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842046336:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788205204.163428:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205204.163430:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205204.163433:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c84a300 x1875052842046336/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205229 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205204.163439:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205204.163442:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205204.163444:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788205204.163447:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205204.163449:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205204.163451:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788205204.163453:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205204.163462:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f2400. 02000000:00000001:0.0:1788205204.163466:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205204.163467:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205204.163469:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c84a300. 00000100:00000001:0.0:1788205204.163472:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205204.163473:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205204.163476:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205204.163481:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788205204.163483:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205204.163485:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205204.163486:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788205204.163488:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205204.163491:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c848000 x1875052842046464/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205204.163499:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205204.163500:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205204.163502:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205204.163504:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205204.163506:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205204.163509:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c848000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842046464:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205204.163512:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205204.163514:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205204.163515:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205204.163517:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205204.163520:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788205204.163522:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205204.163525:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205204.163528:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503029a0. 00000400:00000010:0.0:1788205204.163531:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c34c8. 00000100:00000200:0.0:1788205204.163533:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842046464, portal 10 00000100:00000001:0.0:1788205204.163535:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205204.163537:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578510336 : -109644131041280 : ffff9c477c848000) 00000100:00000040:0.0:1788205204.163542:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c848000 x1875052842046464/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205204.163548:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205204.163551:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205204.163553:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3198. 00000100:00000200:0.0:1788205204.163555:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842046464, offset 0 00000400:00000200:0.0:1788205204.163559:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205204.163562:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205204.163565:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205204.163568:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205204.163571:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205204.163573:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205204.163575:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205204.163578:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705231:705231:256:4294967295] 192.168.201.101@tcp LPNI seq info [705226:705226:8:4294967295] 00000400:00000200:0.0:1788205204.163582:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205204.163588:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205204.163592:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205204.163595:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036d00. 00000800:00000200:0.0:1788205204.163599:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205204.163602:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 28 secs later) 00000800:00000100:0.0:1788205204.163613:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205204.163615:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036d00. 00000400:00000200:0.0:1788205204.163617:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205204.163621:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205204.163624:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3198 00000400:00000010:0.0:1788205204.163626:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3198. 00000100:00000001:0.0:1788205204.163628:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205204.163631:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c848000 x1875052842046464/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205204.163638:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205204.163641:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c848000 x1875052842046464/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205229 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205204.163647:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205204.163649:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205204.163652:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205204.163655:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788205204.163658:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205204.163660:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310343178 00000100:00000001:0.0:1788205204.163662:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310344436 00000100:00000001:0.0:1788205204.163664:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310343178 00000100:00000001:0.0:1788205204.163667:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310344436 00000100:00000001:0.0:1788205204.163668:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205204.163671:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205204.163672:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205204.163675:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205204/real 1788205204] req@ffff9c477c848000 x1875052842046464/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205204.163682:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205204.163684:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205204.163686:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503029a0. 00000400:00000200:0.0:1788205204.163687:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c34c8 00000400:00000010:0.0:1788205204.163689:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c34c8. 00000100:00000001:0.0:1788205204.163691:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205204.163694:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c848000 x1875052842046464/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205204.163702:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c848000 x1875052842046464/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205204.163708:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205204.163709:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205204.163711:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205204.163712:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205204.163716:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c848000 x1875052842046464/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205204.163722:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205204.163725:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c848000 x1875052842046464/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205229 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205204.163732:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205204.163735:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205204.163736:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205204.163737:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205204.163739:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205204.163741:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205204.163743:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205204.163745:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205204.163747:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205204.163751:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c848000 x1875052842046464/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205229 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205204.163759:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c848000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842046464:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205204.163762:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205204.163765:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c84b100 x1875052842046592/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205204.163772:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205204.163773:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205204.163775:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205204.163777:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205204.163778:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205204.163781:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c84b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842046592:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205204.163784:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205204.163786:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205204.163787:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205204.163789:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205204.163792:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788205204.163794:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205204.163796:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205204.163798:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503029a0. 00000400:00000010:0.0:1788205204.163801:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c34c8. 00000100:00000200:0.0:1788205204.163803:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842046592, portal 10 00000100:00000001:0.0:1788205204.163805:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205204.163806:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578522880 : -109644131028736 : ffff9c477c84b100) 00000100:00000040:0.0:1788205204.163812:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c84b100 x1875052842046592/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205204.163818:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205204.163820:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205204.163821:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3198. 00000100:00000200:0.0:1788205204.163824:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842046592, offset 0 00000400:00000200:0.0:1788205204.163827:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205204.163830:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205204.163833:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205204.163836:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205204.163838:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205204.163841:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205204.163843:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205204.163846:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705232:705232:256:4294967295] 192.168.201.101@tcp LPNI seq info [705227:705227:8:4294967295] 00000400:00000200:0.0:1788205204.163850:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205204.163856:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205204.163859:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205204.163861:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036d00. 00000800:00000200:0.0:1788205204.163865:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205204.163867:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 28 secs later) 00000800:00000100:0.0:1788205204.163891:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205204.163892:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036d00. 00000400:00000200:0.0:1788205204.163895:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205204.163898:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205204.163901:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3198 00000400:00000010:0.0:1788205204.163902:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3198. 00000100:00000001:0.0:1788205204.163905:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205204.163908:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c84b100 x1875052842046592/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205204.163916:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205204.163919:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84b100 x1875052842046592/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205229 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205204.163925:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205204.163927:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205204.163930:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205204.163932:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788205204.163936:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205204.163937:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310343178 00000100:00000001:0.0:1788205204.163940:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310344436 00000100:00000001:0.0:1788205204.163942:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310343178 00000100:00000001:0.0:1788205204.163945:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310344436 00000100:00000001:0.0:1788205204.163947:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205204.163948:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205204.163950:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205204.163953:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205204/real 1788205204] req@ffff9c477c84b100 x1875052842046592/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205204.163961:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205204.163962:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205204.163964:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503029a0. 00000400:00000200:0.0:1788205204.163965:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c34c8 00000400:00000010:0.0:1788205204.163967:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c34c8. 00000100:00000001:0.0:1788205204.163969:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205204.163972:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c84b100 x1875052842046592/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205204.163980:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c84b100 x1875052842046592/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205204.163986:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205204.163987:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205204.163989:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205204.163991:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205204.163994:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c84b100 x1875052842046592/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205204.164002:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205204.164005:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c84b100 x1875052842046592/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205229 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205204.164012:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205204.164014:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205204.164016:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205204.164017:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205204.164019:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205204.164020:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205204.164022:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205204.164026:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205204.164028:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205204.164032:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c84b100 x1875052842046592/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205229 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205204.164039:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c84b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842046592:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205204.164043:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205204.164045:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c849c00 x1875052842046720/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205204.164051:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205204.164053:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205204.164055:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205204.164057:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205204.164058:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205204.164061:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c849c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842046720:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788205204.164064:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205204.164065:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205204.164067:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205204.164068:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205204.164071:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376c00. 02000000:00000001:0.0:1788205204.164073:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205204.164076:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205204.164078:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503029a0. 00000400:00000010:0.0:1788205204.164081:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c34c8. 00000100:00000200:0.0:1788205204.164083:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842046720, portal 4 00000100:00000001:0.0:1788205204.164085:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205204.164086:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578517504 : -109644131034112 : ffff9c477c849c00) 00000100:00000040:0.0:1788205204.164091:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c849c00 x1875052842046720/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205204.164098:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205204.164100:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205204.164102:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3198. 00000100:00000200:0.0:1788205204.164104:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052842046720, offset 0 00000400:00000200:0.0:1788205204.164108:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205204.164111:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205204.164114:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205204.164116:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205204.164119:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205204.164121:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205204.164123:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205204.164126:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705233:705233:256:4294967295] 192.168.201.101@tcp LPNI seq info [705228:705228:8:4294967295] 00000400:00000200:0.0:1788205204.164129:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205204.164136:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205204.164140:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205204.164142:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036d00. 00000800:00000200:0.0:1788205204.164145:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205204.164148:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 28 secs later) 00000800:00000100:0.0:1788205204.164159:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205204.164160:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036d00. 00000400:00000200:0.0:1788205204.164163:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205204.164166:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205204.164168:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3198 00000400:00000010:0.0:1788205204.164170:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3198. 00000100:00000001:0.0:1788205204.164172:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205204.164175:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c849c00 x1875052842046720/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205204.164182:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205204.164185:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c849c00 x1875052842046720/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205229 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205204.164197:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205204.164198:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205204.164200:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205204.164203:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788205204.164206:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205204.164208:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310343204 00000100:00000001:0.0:1788205204.164210:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310344436 00000100:00000001:0.0:1788205204.164212:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310343204 00000100:00000001:0.0:1788205204.164214:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310344436 00000100:00000001:0.0:1788205204.164216:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205204.164218:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205204.164219:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205204.164222:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205204/real 1788205204] req@ffff9c477c849c00 x1875052842046720/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205204.164229:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205204.164230:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205204.164231:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503029a0. 00000400:00000200:0.0:1788205204.164233:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c34c8 00000400:00000010:0.0:1788205204.164235:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c34c8. 00000100:00000001:0.0:1788205204.164237:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205204.164240:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c849c00 x1875052842046720/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205204.164248:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c849c00 x1875052842046720/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205204.164254:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205204.164255:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205204.164257:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205204.164258:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205204.164261:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c849c00 x1875052842046720/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205204.164268:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205204.164272:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c849c00 x1875052842046720/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205229 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205204.164278:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205204.164280:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205204.164281:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205204.164282:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205204.164284:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205204.164285:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205204.164287:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205204.164290:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205204.164292:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205204.164296:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c849c00 x1875052842046720/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205229 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205204.164303:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c849c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842046720:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788205204.164307:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205204.164308:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205204.164311:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c848000 x1875052842046464/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205229 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205204.164317:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205204.164319:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205204.164320:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788205204.164322:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205204.164324:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205204.164325:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788205204.164327:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205204.164329:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f0c00. 02000000:00000001:0.0:1788205204.164331:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205204.164332:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205204.164334:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c848000. 00000100:00000001:0.0:1788205204.164336:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205204.164337:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205204.164339:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205204.164342:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c84b100 x1875052842046592/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205229 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205204.164348:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205204.164349:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205204.164351:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788205204.164353:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205204.164354:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205204.164355:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788205204.164356:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205204.164357:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f1800. 02000000:00000001:0.0:1788205204.164359:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205204.164360:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205204.164361:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c84b100. 00000100:00000001:0.0:1788205204.164363:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205204.164365:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205204.164366:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205204.164369:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c849c00 x1875052842046720/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205229 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205204.164374:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205204.164375:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205204.164377:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376c00. 02000000:00000001:0.0:1788205204.164379:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205204.164380:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205204.164381:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788205204.164383:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205204.164384:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f2800. 02000000:00000001:0.0:1788205204.164386:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205204.164387:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205204.164388:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c849c00. 00000100:00000001:0.0:1788205204.164390:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205204.164391:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205204.164417:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205204.164420:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788205204.164421:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205204.164423:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205204.164425:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205204.802522:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205204.802529:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205204.802535:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205204.802536:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205204.802539:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205204.802540:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205205.442497:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310344436, at 4310344448 00000100:00000040:1.0:1788205205.442497:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310344436, at 4310344448 00000100:00000010:1.0:1788205205.442511:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba8a0. 00000100:00000010:0.0:1788205205.442514:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba420. 00010000:00000001:0.0:1788205205.826504:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205205.826511:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205205.826516:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205205.826518:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205205.826520:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205205.826523:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205205.826525:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205205.826528:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205205.826529:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205205.826531:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205205.826534:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205205.826536:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205205.826537:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205205.826538:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205205.826540:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205205.826541:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205205.826542:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205205.826544:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205205.826572:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205205.826575:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205205.826578:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205206.850514:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205206.850521:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205206.850527:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205206.850528:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205206.850531:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205206.850533:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205207.874473:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205207.874478:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205207.874483:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205207.874484:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205207.874486:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205207.874487:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205207.874502:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205207.874504:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205207.874505:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205208.898462:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205208.898467:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205208.898471:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205208.898472:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205208.898474:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205208.898475:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205209.282661:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205209.282666:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788205209.282669:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205209.282677:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9e680 x1875052842046848/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205209.282691:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205209.282694:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205209.282700:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205209.282703:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205209.282707:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205209.282712:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842046848:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788205209.282720:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205209.282724:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205209.282726:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205209.282729:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205209.282734:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788205209.282738:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205209.282747:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205209.282753:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503029a0. 00000400:00000010:0.0:1788205209.282760:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c34c8. 00000100:00000200:0.0:1788205209.282804:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842046848, portal 25 00000100:00000001:0.0:1788205209.282809:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205209.282812:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330351744 : -109644379199872 : ffff9c476db9e680) 00000100:00000040:0.0:1788205209.282824:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9e680 x1875052842046848/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205209.282839:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205209.282845:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205209.282849:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3198. 00000100:00000200:0.0:1788205209.282855:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052842046848, offset 0 00000400:00000200:0.0:1788205209.282864:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205209.282875:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205209.282885:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205209.282894:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205209.282902:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205209.282910:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205209.282915:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205209.282930:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705234:705234:256:4294967295] 192.168.201.101@tcp LPNI seq info [705229:705229:8:4294967295] 00000400:00000200:0.0:1788205209.282940:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205209.282951:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205209.282958:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205209.282964:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036d00. 00000800:00000200:0.0:1788205209.282973:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205209.282977:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 23 secs later) 00000800:00000100:0.0:1788205209.282997:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205209.283000:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036d00. 00000400:00000200:0.0:1788205209.283008:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205209.283014:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205209.283019:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3198 00000400:00000010:0.0:1788205209.283023:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3198. 00000100:00000001:0.0:1788205209.283028:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205209.283034:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9e680 x1875052842046848/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205209.283057:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205209.283066:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9e680 x1875052842046848/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205234 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205209.283084:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205209.283089:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205209.283103:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205209.283111:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205209.283116:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4310349556 00000100:00000010:0.0:1788205209.283122:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba420. 00000100:00000001:0.0:1788205209.283130:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788205209.283136:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4310349556 00000100:00000010:0.0:1788205209.283141:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba060. 00000100:00000001:0.0:1788205209.283145:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788205209.283149:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205209.283157:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205209.283160:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205209.283165:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205209/real 1788205209] req@ffff9c476db9e680 x1875052842046848/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205209.283173:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205209.283174:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205209.283176:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503029a0. 00000400:00000200:0.0:1788205209.283178:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c34c8 00000400:00000010:0.0:1788205209.283180:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c34c8. 00000100:00000001:0.0:1788205209.283181:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205209.283184:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9e680 x1875052842046848/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205209.283189:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9e680 x1875052842046848/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205209.283196:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205209.283197:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205209.283198:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205209.283200:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205209.283202:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9e680 x1875052842046848/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205209.283207:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205209.283211:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9e680 x1875052842046848/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205234 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205209.283217:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205209.283219:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205209.283221:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205209.283222:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205209.283224:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205209.283226:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205209.283229:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205209.283233:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205209.283235:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205209.283239:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9e680 x1875052842046848/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205234 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205209.283248:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842046848:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788205209.283252:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205209.283254:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205209.283257:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9e680 x1875052842046848/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205234 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205209.283261:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205209.283263:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205209.283265:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788205209.283267:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205209.283268:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205209.283269:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788205209.283271:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205209.283272:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a42800. 02000000:00000001:0.0:1788205209.283276:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205209.283277:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205209.283278:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9e680. 00000100:00000001:0.0:1788205209.283280:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205209.283281:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205209.283282:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205209.283287:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788205209.283288:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205209.283290:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205209.283291:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788205209.283292:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205209.283294:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9c700 x1875052842046976/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205209.283298:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205209.283299:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205209.283300:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205209.283302:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205209.283303:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205209.283304:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842046976:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205209.283306:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205209.283308:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205209.283309:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205209.283310:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205209.283312:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788205209.283313:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205209.283315:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205209.283317:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503029a0. 00000400:00000010:0.0:1788205209.283319:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c34c8. 00000100:00000200:0.0:1788205209.283321:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842046976, portal 10 00000100:00000001:0.0:1788205209.283322:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205209.283323:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330343680 : -109644379207936 : ffff9c476db9c700) 00000100:00000040:0.0:1788205209.283328:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9c700 x1875052842046976/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205209.283332:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205209.283333:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205209.283334:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3198. 00000100:00000200:0.0:1788205209.283335:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842046976, offset 0 00000400:00000200:0.0:1788205209.283338:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205209.283340:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205209.283342:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205209.283344:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205209.283346:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205209.283347:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205209.283349:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205209.283351:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705235:705235:256:4294967295] 192.168.201.101@tcp LPNI seq info [705230:705230:8:4294967295] 00000400:00000200:0.0:1788205209.283354:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205209.283357:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205209.283360:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205209.283362:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036d00. 00000800:00000200:0.0:1788205209.283364:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205209.283366:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 23 secs later) 00000800:00000100:0.0:1788205209.283372:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205209.283373:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036d00. 00000400:00000200:0.0:1788205209.283375:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205209.283377:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205209.283379:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3198 00000400:00000010:0.0:1788205209.283380:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3198. 00000100:00000001:0.0:1788205209.283381:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205209.283383:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9c700 x1875052842046976/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205209.283392:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205209.283423:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9c700 x1875052842046976/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205234 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205209.283427:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205209.283428:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205209.283431:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205209.283433:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788205209.283436:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205209.283437:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310348298 00000100:00000001:0.0:1788205209.283439:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310349556 00000100:00000001:0.0:1788205209.283440:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310348298 00000100:00000001:0.0:1788205209.283441:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310349556 00000100:00000001:0.0:1788205209.283442:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205209.283444:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205209.283445:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205209.283447:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205209/real 1788205209] req@ffff9c476db9c700 x1875052842046976/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205209.283451:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205209.283452:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205209.283453:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503029a0. 00000400:00000200:0.0:1788205209.283455:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c34c8 00000400:00000010:0.0:1788205209.283456:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c34c8. 00000100:00000001:0.0:1788205209.283457:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205209.283459:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9c700 x1875052842046976/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205209.283464:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9c700 x1875052842046976/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205209.283467:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205209.283468:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205209.283469:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205209.283470:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205209.283472:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9c700 x1875052842046976/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205209.283476:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205209.283478:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9c700 x1875052842046976/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205234 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205209.283481:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205209.283483:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205209.283483:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205209.283484:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205209.283485:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205209.283486:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205209.283487:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205209.283489:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205209.283490:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205209.283492:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9c700 x1875052842046976/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205234 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205209.283497:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842046976:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205209.283499:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205209.283501:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9c000 x1875052842047104/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205209.283504:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205209.283505:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205209.283506:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205209.283507:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205209.283508:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205209.283510:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842047104:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205209.283512:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205209.283513:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205209.283514:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205209.283515:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205209.283517:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788205209.283518:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205209.283520:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205209.283521:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503029a0. 00000400:00000010:0.0:1788205209.283523:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c34c8. 00000100:00000200:0.0:1788205209.283525:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842047104, portal 10 00000100:00000001:0.0:1788205209.283526:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205209.283527:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330341888 : -109644379209728 : ffff9c476db9c000) 00000100:00000040:0.0:1788205209.283530:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9c000 x1875052842047104/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205209.283533:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205209.283535:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205209.283536:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3198. 00000100:00000200:0.0:1788205209.283537:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842047104, offset 0 00000400:00000200:0.0:1788205209.283540:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205209.283543:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205209.283546:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205209.283549:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205209.283551:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205209.283553:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205209.283555:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205209.283558:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705236:705236:256:4294967295] 192.168.201.101@tcp LPNI seq info [705231:705231:8:4294967295] 00000400:00000200:0.0:1788205209.283562:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205209.283567:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205209.283580:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205209.283587:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036d00. 00000800:00000200:0.0:1788205209.283590:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205209.283592:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 23 secs later) 00000800:00000100:0.0:1788205209.283598:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205209.283599:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036d00. 00000400:00000200:0.0:1788205209.283601:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205209.283603:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205209.283606:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3198 00000400:00000010:0.0:1788205209.283607:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3198. 00000100:00000001:0.0:1788205209.283608:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205209.283610:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9c000 x1875052842047104/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205209.283616:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205209.283617:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9c000 x1875052842047104/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205234 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205209.283621:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205209.283622:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205209.283624:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205209.283626:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788205209.283628:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205209.283629:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310348298 00000100:00000001:0.0:1788205209.283630:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310349556 00000100:00000001:0.0:1788205209.283632:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310348298 00000100:00000001:0.0:1788205209.283633:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310349556 00000100:00000001:0.0:1788205209.283634:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205209.283635:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205209.283636:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205209.283638:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205209/real 1788205209] req@ffff9c476db9c000 x1875052842047104/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205209.283642:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205209.283643:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205209.283645:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503029a0. 00000400:00000200:0.0:1788205209.283646:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c34c8 00000400:00000010:0.0:1788205209.283647:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c34c8. 00000100:00000001:0.0:1788205209.283648:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205209.283650:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9c000 x1875052842047104/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205209.283654:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9c000 x1875052842047104/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205209.283657:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205209.283658:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205209.283659:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205209.283660:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205209.283661:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9c000 x1875052842047104/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205209.283665:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205209.283667:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9c000 x1875052842047104/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205234 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205209.283671:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205209.283672:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205209.283673:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205209.283674:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205209.283675:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205209.283676:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205209.283677:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205209.283679:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205209.283680:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205209.283682:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9c000 x1875052842047104/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205234 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205209.283689:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842047104:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205209.283692:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205209.283694:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9d880 x1875052842047232/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205209.283697:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205209.283698:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205209.283699:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205209.283700:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205209.283701:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205209.283702:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842047232:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788205209.283704:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205209.283705:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205209.283706:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205209.283707:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205209.283709:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788205209.283710:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205209.283712:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205209.283714:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503029a0. 00000400:00000010:0.0:1788205209.283715:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c34c8. 00000100:00000200:0.0:1788205209.283717:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842047232, portal 4 00000100:00000001:0.0:1788205209.283718:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205209.283719:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330348160 : -109644379203456 : ffff9c476db9d880) 00000100:00000040:0.0:1788205209.283722:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9d880 x1875052842047232/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205209.283726:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205209.283727:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205209.283728:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3198. 00000100:00000200:0.0:1788205209.283730:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052842047232, offset 0 00000400:00000200:0.0:1788205209.283732:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205209.283734:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205209.283736:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205209.283738:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205209.283740:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205209.283741:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205209.283743:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205209.283744:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705237:705237:256:4294967295] 192.168.201.101@tcp LPNI seq info [705232:705232:8:4294967295] 00000400:00000200:0.0:1788205209.283746:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205209.283750:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205209.283752:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205209.283755:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036d00. 00000800:00000200:0.0:1788205209.283758:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205209.283760:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 23 secs later) 00000800:00000100:0.0:1788205209.283769:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205209.283771:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036d00. 00000400:00000200:0.0:1788205209.283773:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205209.283776:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205209.283788:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3198 00000400:00000010:0.0:1788205209.283790:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3198. 00000100:00000001:0.0:1788205209.283793:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205209.283797:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9d880 x1875052842047232/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205209.283805:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205209.283807:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9d880 x1875052842047232/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205234 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205209.283813:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205209.283814:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205209.283816:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205209.283818:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788205209.283820:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205209.283821:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310348324 00000100:00000001:0.0:1788205209.283823:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310349556 00000100:00000001:0.0:1788205209.283824:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310348324 00000100:00000001:0.0:1788205209.283825:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310349556 00000100:00000001:0.0:1788205209.283827:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205209.283828:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205209.283829:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205209.283831:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205209/real 1788205209] req@ffff9c476db9d880 x1875052842047232/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205209.283835:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205209.283836:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205209.283837:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503029a0. 00000400:00000200:0.0:1788205209.283838:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c34c8 00000400:00000010:0.0:1788205209.283839:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c34c8. 00000100:00000001:0.0:1788205209.283841:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205209.283842:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9d880 x1875052842047232/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205209.283847:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9d880 x1875052842047232/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205209.283850:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205209.283851:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205209.283852:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205209.283852:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205209.283854:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9d880 x1875052842047232/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205209.283858:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205209.283860:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9d880 x1875052842047232/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205234 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205209.283864:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205209.283867:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205209.283868:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205209.283869:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205209.283871:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205209.283872:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205209.283874:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205209.283877:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205209.283879:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205209.283883:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9d880 x1875052842047232/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205234 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205209.283891:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842047232:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788205209.283894:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205209.283896:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205209.283899:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9c700 x1875052842046976/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205234 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205209.283906:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205209.283907:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205209.283908:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788205209.283910:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205209.283911:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205209.283912:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788205209.283913:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205209.283914:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a42000. 02000000:00000001:0.0:1788205209.283916:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205209.283917:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205209.283918:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9c700. 00000100:00000001:0.0:1788205209.283920:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205209.283920:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205209.283921:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205209.283924:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9c000 x1875052842047104/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205234 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205209.283931:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205209.283932:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205209.283932:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788205209.283934:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205209.283934:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205209.283935:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788205209.283936:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205209.283937:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a43c00. 02000000:00000001:0.0:1788205209.283940:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205209.283940:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205209.283941:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9c000. 00000100:00000001:0.0:1788205209.283942:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205209.283943:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205209.283943:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205209.283945:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9d880 x1875052842047232/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205234 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205209.283948:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205209.283949:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205209.283949:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788205209.283950:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205209.283951:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205209.283952:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788205209.283953:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205209.283953:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a42c00. 02000000:00000001:0.0:1788205209.283954:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205209.283955:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205209.283955:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9d880. 00000100:00000001:0.0:1788205209.283957:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205209.283957:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205209.283959:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205209.283961:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788205209.283962:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205209.283963:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205209.283964:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205209.922910:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205209.922917:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205209.922922:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205209.922923:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205209.922927:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205209.922928:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205209.922948:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205209.922951:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205209.922954:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788205210.562505:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310349556, at 4310349568 00000100:00000040:1.0:1788205210.562505:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310349556, at 4310349568 00000100:00000010:1.0:1788205210.562522:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba060. 00000100:00000010:0.0:1788205210.562524:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba420. 00010000:00000001:0.0:1788205210.946509:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205210.946513:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205210.946517:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205210.946518:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205210.946521:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205210.946521:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205211.970517:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205211.970523:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205211.970527:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205211.970528:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205211.970530:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205211.970531:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205211.970550:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205211.970551:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205211.970553:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205212.994590:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205212.994597:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205212.994613:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205212.994615:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205212.994619:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205212.994620:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205214.018490:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205214.018499:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205214.018501:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205214.018504:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205214.018509:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205214.018511:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205214.018514:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205214.018516:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205214.018520:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205214.018522:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205214.018525:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205214.018526:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205214.018546:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205214.018549:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205214.018551:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788205214.402519:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788205214.402527:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788205214.402529:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788205214.402533:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788205214.402537:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788205214.402543:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 15680 00000400:00000200:0.0:1788205214.402551:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205214.402556:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788205214.402558:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788205214.402561:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205214.402564:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205214.402567:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205214.402569:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788205214.402572:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788205214.402574:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788205214.402576:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788205214.402579:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788205214.402581:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788205214.402583:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788205214.402586:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205214.402588:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205214.402589:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205214.402591:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788205214.402594:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788205214.402597:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788205214.402600:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205214.402604:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788205214.402607:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205214.402609:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205214.402611:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788205214.402613:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788205214.402621:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8380. 00000020:00000040:0.0:1788205214.402624:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788205214.402628:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788205214.402629:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205214.402632:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788205214.402635:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788205214.402638:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788205214.402644:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376000. 00000100:00000001:0.0:1788205214.402650:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205214.402658:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8380 x1875052842047360/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788205214.402668:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788205214.402673:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205214.402677:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004fba561] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8380 x1875052842047360/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205214.402705:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788205214.402708:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788205214.402711:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788205214.402712:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788205214.402714:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788205214.402717:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788205214.402719:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15680 00000400:00000200:0.0:1788205214.402722:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205214.402725:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788205214.402727:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788205214.402730:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205214.402732:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205214.402735:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205214.402737:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788205214.402738:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788205214.402740:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788205214.402741:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788205214.402743:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788205214.402745:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788205214.402747:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788205214.402749:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205214.402751:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205214.402752:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205214.402754:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788205214.402756:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788205214.402759:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788205214.402761:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205214.402763:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788205214.402768:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205214.402771:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205214.402774:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788205214.402779:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788205214.402784:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205214.402786:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788205214.402789:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8000. 00000020:00000040:0.0:1788205214.402791:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788205214.402794:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788205214.402795:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205214.402796:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788205214.402799:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788205214.402802:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788205214.402808:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377800. 00000100:00000001:0.0:1788205214.402812:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205214.402819:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8000 x1875052842047488/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788205214.402830:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788205214.402832:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205214.402837:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000755f6dce] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8000 x1875052842047488/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205214.402850:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788205214.402852:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788205214.402856:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788205214.402857:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788205214.402859:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788205214.402861:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788205214.402867:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15680 00000400:00000200:0.0:1788205214.402875:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205214.402877:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788205214.402881:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788205214.402887:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205214.402891:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205214.402894:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205214.402898:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788205214.402901:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788205214.402903:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788205214.402905:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788205214.402908:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788205214.402911:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788205214.402913:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788205214.402917:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205214.402918:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205214.402920:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205214.402922:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788205214.402928:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788205214.402932:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788205214.402934:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205214.402936:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788205214.402938:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205214.402940:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205214.402942:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788205214.402944:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788205214.402947:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205214.402948:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788205214.402952:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9c00. 00000020:00000040:0.0:1788205214.402954:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788205214.402956:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788205214.402957:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205214.402958:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788205214.402960:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788205214.402963:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788205214.402968:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375000. 00000100:00000001:0.0:1788205214.402971:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205214.402975:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9c00 x1875052842047616/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788205214.402982:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788205214.402984:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205214.402988:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d680416d] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9c00 x1875052842047616/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205214.402997:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205214.402999:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788205214.403004:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788205214.403008:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788205214.403011:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788205214.403013:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788205214.403014:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788205214.403019:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788205214.403023:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15680 00000400:00000200:0.0:1788205214.403029:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205214.403033:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788205214.403035:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788205214.403037:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205214.403039:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205214.403041:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205214.403043:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788205214.403045:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788205214.403047:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788205214.403050:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788205214.403052:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788205214.403056:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788205214.403058:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788205214.403062:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205214.403066:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205214.403071:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205214.403074:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788205214.403076:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788205214.403078:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788205214.403084:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205214.403085:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788205214.403090:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205214.403093:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205214.403095:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788205214.403097:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788205214.403099:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205214.403100:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788205214.403104:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fb100. 00000020:00000040:0.0:1788205214.403106:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788205214.403110:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788205214.403113:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205214.403115:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788205214.403116:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788205214.403118:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788205214.403121:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377400. 00000100:00000001:0.0:1788205214.403126:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205214.403143:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fb100 x1875052842047744/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788205214.403154:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788205214.403157:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205214.403163:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000093808cf5] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fb100 x1875052842047744/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205214.403178:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205214.403184:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15691) 00010000:00000001:0.0:1788205215.042471:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205215.042477:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205215.042481:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205215.042482:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205215.042484:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205215.042485:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205215.682481:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310354676, at 4310354688 00000100:00000040:0.0:1788205215.682482:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310354676, at 4310354688 00000100:00000010:1.0:1788205215.682496:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88300. 00000100:00000010:0.0:1788205215.682497:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa882a0. 00010000:00000001:0.0:1788205216.066528:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205216.066534:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205216.066540:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205216.066543:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205216.066545:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205216.066548:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205216.066551:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205216.066553:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205216.066555:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205216.066557:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205216.066560:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205216.066562:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205216.066563:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205216.066565:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205216.066566:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205216.066567:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205216.066569:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205216.066571:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205216.066618:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205216.066621:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205216.066624:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205217.090612:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205217.090618:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205217.090624:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205217.090626:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205217.090629:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205217.090630:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205218.114822:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205218.114832:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205218.114840:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205218.114841:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205218.114845:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205218.114847:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205218.114891:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205218.114894:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205218.114898:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205219.138524:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205219.138530:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205219.138535:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205219.138536:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205219.138539:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205219.138541:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788205219.522508:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788205219.522518:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788205219.522520:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788205219.522524:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788205219.522529:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788205219.522536:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 15686 00000400:00000200:0.0:1788205219.522544:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205219.522550:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788205219.522553:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788205219.522556:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205219.522559:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205219.522562:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205219.522564:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788205219.522568:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788205219.522570:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788205219.522572:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788205219.522587:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788205219.522589:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788205219.522591:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788205219.522594:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205219.522597:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205219.522599:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205219.522601:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788205219.523416:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788205219.523421:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788205219.523424:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205219.523427:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788205219.523431:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205219.523433:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205219.523437:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788205219.523439:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788205219.523448:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8a80. 00000020:00000040:0.0:1788205219.523452:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788205219.523455:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788205219.523457:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205219.523459:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788205219.523462:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788205219.523466:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788205219.523473:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374400. 00000100:00000001:0.0:1788205219.523479:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205219.523487:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8a80 x1875052842047872/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788205219.523498:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788205219.523503:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205219.523508:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000320d64fa] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8a80 x1875052842047872/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205219.523533:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788205219.523536:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788205219.523540:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788205219.523541:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788205219.523543:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788205219.523546:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788205219.523549:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15686 00000400:00000200:0.0:1788205219.523554:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205219.523558:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788205219.523560:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788205219.523563:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205219.523565:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205219.523567:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205219.523570:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788205219.523581:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788205219.523583:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788205219.523585:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788205219.523587:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788205219.523589:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788205219.523591:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788205219.523594:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205219.523596:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205219.523598:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205219.523600:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788205219.523602:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788205219.524763:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788205219.524765:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205219.524767:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788205219.524773:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205219.524775:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205219.524777:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788205219.524792:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788205219.524795:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205219.524797:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788205219.524802:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9180. 00000020:00000040:0.0:1788205219.524805:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788205219.524808:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788205219.524809:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205219.524811:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788205219.524812:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788205219.524814:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788205219.524818:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377c00. 00000100:00000001:0.0:1788205219.524822:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205219.524827:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9180 x1875052842048000/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788205219.524835:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788205219.524837:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205219.524841:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b4a335a] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9180 x1875052842048000/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205219.524849:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788205219.524852:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788205219.524855:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788205219.524857:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788205219.524859:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788205219.524861:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788205219.524864:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15686 00000400:00000200:0.0:1788205219.524868:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205219.524872:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788205219.524874:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788205219.524877:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205219.524879:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205219.524881:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205219.524883:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788205219.524885:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788205219.524886:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788205219.524888:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788205219.524890:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788205219.524892:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788205219.524895:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788205219.524898:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205219.524899:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205219.524901:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205219.524902:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788205219.524904:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788205219.524907:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788205219.524910:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205219.524911:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788205219.524914:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205219.524916:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205219.524918:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788205219.524920:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788205219.524922:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205219.524924:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788205219.524927:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fa300. 00000020:00000040:0.0:1788205219.524934:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788205219.524936:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788205219.524938:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205219.524939:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788205219.524941:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788205219.524943:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788205219.524947:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374400. 00000100:00000001:0.0:1788205219.524950:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205219.524954:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fa300 x1875052842048128/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788205219.524960:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788205219.524962:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205219.524966:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000643b1429] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fa300 x1875052842048128/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205219.524973:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205219.524975:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788205219.524978:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788205219.524981:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788205219.524984:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788205219.524985:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788205219.524987:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788205219.524990:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788205219.524992:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15686 00000400:00000200:0.0:1788205219.524995:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205219.524998:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788205219.525001:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788205219.525003:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205219.525005:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205219.525007:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205219.525009:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788205219.525011:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788205219.525013:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788205219.525014:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788205219.525016:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788205219.525017:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788205219.525019:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788205219.525022:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205219.525024:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205219.525026:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205219.525028:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788205219.525030:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788205219.525032:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788205219.525034:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205219.525035:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788205219.525038:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205219.525039:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205219.525041:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788205219.525043:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788205219.525045:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205219.525047:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788205219.525050:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fad80. 00000020:00000040:0.0:1788205219.525053:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788205219.525055:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788205219.525056:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205219.525058:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788205219.525059:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788205219.525061:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788205219.525064:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377400. 00000100:00000001:0.0:1788205219.525068:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205219.525072:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fad80 x1875052842048256/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788205219.525080:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788205219.525082:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205219.525085:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010fef5ed] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fad80 x1875052842048256/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205219.525092:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205219.525096:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15696) 00010000:00000001:0.0:1788205220.162455:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205220.162462:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205220.162467:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205220.162468:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205220.162471:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205220.162472:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205220.162497:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205220.162500:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205220.162503:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788205220.802522:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310359797, at 4310359808 00000100:00000010:1.0:1788205220.802538:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa885a0. 00000100:00000040:0.0:1788205220.803657:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310359797, at 4310359809 00000100:00000010:0.0:1788205220.803664:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88de0. 00010000:00000001:0.0:1788205221.190254:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205221.190260:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205221.190265:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205221.190266:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205221.190269:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205221.190270:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205222.210841:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205222.210849:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205222.210855:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205222.210856:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205222.210859:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205222.210861:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205222.210924:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205222.210927:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205222.210930:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205223.234502:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205223.234508:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205223.234514:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205223.234515:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205223.234519:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205223.234520:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205224.258623:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205224.258634:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205224.258637:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205224.258641:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205224.258648:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205224.258650:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205224.258652:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205224.258655:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205224.258660:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205224.258662:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205224.258666:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205224.258667:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205224.259028:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205224.259032:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205224.259035:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788205224.642561:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788205224.642575:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788205224.642578:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788205224.642583:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788205224.642589:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788205224.642598:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 15691 00000400:00000200:0.0:1788205224.642609:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205224.642618:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788205224.642622:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788205224.642625:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205224.642629:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205224.642632:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205224.642635:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788205224.642639:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788205224.642641:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788205224.642644:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788205224.642647:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788205224.642650:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788205224.642652:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788205224.642656:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205224.642658:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205224.642660:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205224.642662:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788205224.642665:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788205224.642669:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788205224.642672:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205224.642675:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788205224.642679:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205224.642682:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205224.642685:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788205224.642688:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788205224.642699:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fa680. 00000020:00000040:0.0:1788205224.642704:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788205224.642708:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788205224.642710:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205224.642714:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788205224.642717:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788205224.642722:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788205224.642730:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377800. 00000100:00000001:0.0:1788205224.642738:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205224.642748:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fa680 x1875052842048384/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788205224.642759:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788205224.642764:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205224.642769:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003756c577] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fa680 x1875052842048384/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205224.642801:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788205224.642805:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788205224.642808:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788205224.642810:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788205224.642812:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788205224.642815:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788205224.642818:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15691 00000400:00000200:0.0:1788205224.642822:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205224.642824:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788205224.642826:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788205224.642991:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205224.642993:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205224.642996:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205224.642998:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788205224.643000:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788205224.643001:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788205224.643003:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788205224.643005:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788205224.643007:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788205224.643009:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788205224.643012:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205224.643014:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205224.643017:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205224.643019:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788205224.643021:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788205224.643024:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788205224.643027:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205224.643028:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788205224.643034:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205224.643036:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205224.643038:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788205224.643043:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788205224.643047:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205224.643049:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788205224.643052:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8e00. 00000020:00000040:0.0:1788205224.643055:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788205224.643058:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788205224.643059:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205224.643061:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788205224.643062:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788205224.643064:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788205224.643068:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376000. 00000100:00000001:0.0:1788205224.643071:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205224.643076:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8e00 x1875052842048512/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788205224.643084:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788205224.643086:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205224.643090:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7909e09] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8e00 x1875052842048512/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205224.643097:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788205224.643099:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788205224.643102:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788205224.643104:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788205224.643106:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788205224.643110:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788205224.643112:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15691 00000400:00000200:0.0:1788205224.643116:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205224.643120:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788205224.643122:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788205224.643125:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205224.643127:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205224.643129:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205224.643131:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788205224.643133:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788205224.643134:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788205224.643135:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788205224.643138:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788205224.643140:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788205224.643142:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788205224.643145:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205224.643147:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205224.643149:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205224.643151:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788205224.643153:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788205224.643155:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788205224.643158:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205224.643159:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788205224.643162:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205224.643165:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205224.643167:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788205224.643169:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788205224.643172:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205224.643173:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788205224.643177:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fb480. 00000020:00000040:0.0:1788205224.643179:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788205224.643182:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788205224.643184:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205224.643185:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788205224.643187:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788205224.643189:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788205224.643193:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374800. 00000100:00000001:0.0:1788205224.643196:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205224.643201:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fb480 x1875052842048640/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788205224.643206:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788205224.643208:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205224.643210:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c471466] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fb480 x1875052842048640/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205224.643216:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205224.643218:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788205224.643221:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788205224.643223:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788205224.643225:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788205224.643226:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788205224.643227:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788205224.643228:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788205224.643230:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15691 00000400:00000200:0.0:1788205224.643232:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205224.643234:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788205224.643235:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788205224.643236:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205224.643238:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205224.643239:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205224.643241:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788205224.643242:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788205224.643243:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788205224.643244:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788205224.643246:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788205224.643247:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788205224.643248:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788205224.643249:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205224.643250:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205224.643251:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205224.643252:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788205224.643254:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788205224.643255:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788205224.643256:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205224.643258:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788205224.643259:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205224.643261:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205224.643262:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788205224.643264:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788205224.643265:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205224.643267:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788205224.643269:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fbb80. 00000020:00000040:0.0:1788205224.643270:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788205224.643271:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788205224.643272:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205224.643273:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788205224.643274:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788205224.643275:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788205224.643277:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375800. 00000100:00000001:0.0:1788205224.643280:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205224.643282:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fbb80 x1875052842048768/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788205224.643287:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788205224.643288:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205224.643300:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006afb05e] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fbb80 x1875052842048768/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205224.643308:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205224.643314:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15701) 00010000:00000001:0.0:1788205225.282487:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205225.282494:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205225.282499:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205225.282500:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205225.282515:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205225.282517:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205225.922522:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310364917, at 4310364928 00000100:00000010:1.0:1788205225.922539:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa880c0. 00000100:00000040:0.0:1788205225.922650:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310364917, at 4310364928 00000100:00000010:0.0:1788205225.922666:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88360. 00010000:00000001:0.0:1788205226.306723:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205226.306732:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205226.306737:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205226.306740:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205226.306742:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205226.306745:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205226.306748:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205226.306750:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205226.306752:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205226.306754:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205226.306757:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205226.306758:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205226.306758:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205226.306759:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205226.306760:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205226.306761:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205226.306762:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205226.306764:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205226.306789:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205226.306791:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205226.306794:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205227.332600:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205227.332610:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205227.332616:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205227.332618:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205227.332622:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205227.332623:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205228.354970:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205228.354977:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205228.354982:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205228.354983:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205228.354987:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205228.354988:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205228.355013:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205228.355015:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205228.355018:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205229.378595:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205229.378602:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205229.378608:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205229.378609:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205229.378612:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205229.378613:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205230.402540:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205230.402547:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205230.402552:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205230.402553:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205230.402556:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205230.402557:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205230.402581:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205230.402584:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205230.402587:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788205231.042542:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310370038, at 4310370048 00000100:00000010:1.0:1788205231.042559:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88c00. 00000100:00000040:0.0:1788205231.042676:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310370038, at 4310370048 00000100:00000010:0.0:1788205231.042683:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88cc0. 00010000:00000001:0.0:1788205231.426522:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205231.426530:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205231.426536:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205231.426537:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205231.426541:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205231.426542:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205232.450687:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205232.450694:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205232.450699:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205232.450700:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205232.450713:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205232.450714:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205232.450747:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205232.450750:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205232.450858:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205233.474698:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205233.474706:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205233.474708:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205233.474712:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205233.474718:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205233.474720:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205233.474722:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205233.474724:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205233.474728:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205233.474730:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205233.474733:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205233.474734:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205234.498945:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205234.498952:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205234.498957:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205234.498959:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205234.498963:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205234.498964:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205234.498990:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205234.498993:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205234.498996:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205235.522531:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205235.522538:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205235.522544:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205235.522545:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205235.522549:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205235.522550:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205236.162510:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310375157, at 4310375168 00000100:00000010:0.0:1788205236.162527:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa884e0. 00000100:00000040:1.0:1788205236.162761:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310375157, at 4310375168 00000100:00000010:1.0:1788205236.162768:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa887e0. 00010000:00000001:0.0:1788205236.546536:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205236.546543:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205236.546550:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205236.546553:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205236.546555:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205236.546559:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205236.546562:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205236.546565:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205236.546567:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205236.546569:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205236.546573:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205236.546574:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205236.546576:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205236.546577:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205236.546579:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205236.546581:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205236.546582:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205236.546584:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205236.546613:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205236.546616:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205236.546619:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205237.570763:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205237.570770:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205237.570775:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205237.570776:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205237.570779:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205237.570781:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205238.594745:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205238.594753:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205238.594758:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205238.594760:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205238.594762:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205238.594764:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205238.594789:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205238.594792:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205238.594795:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205239.618895:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205239.618900:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205239.618905:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205239.618906:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205239.618908:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205239.618909:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205240.642531:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205240.642538:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205240.642544:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205240.642545:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205240.642548:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205240.642549:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205240.642574:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205240.642577:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205240.642579:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788205241.282507:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310380276, at 4310380288 00000100:00000010:0.0:1788205241.282523:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa883c0. 00000100:00000040:1.0:1788205241.282651:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310380276, at 4310380288 00000100:00000010:1.0:1788205241.282658:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88a80. 00010000:00000001:0.0:1788205241.666521:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205241.666526:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205241.666530:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205241.666531:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205241.666533:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205241.666534:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205242.690470:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205242.690475:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205242.690480:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205242.690481:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205242.690483:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205242.690484:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205242.690499:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205242.690501:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205242.690503:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205243.714909:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205243.714919:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205243.714921:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205243.714924:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205243.714930:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205243.714932:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205243.714934:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205243.714936:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205243.714941:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205243.714942:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205243.714945:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205243.714947:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205244.738510:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205244.738515:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205244.738520:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205244.738521:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205244.738524:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205244.738524:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205244.738547:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205244.738550:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205244.738553:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788205245.122878:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788205245.122888:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788205245.122890:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788205245.122894:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788205245.122903:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788205245.122909:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 15711 00000400:00000200:1.0:1788205245.122917:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788205245.122924:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788205245.122927:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788205245.122930:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205245.122934:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205245.122936:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205245.122938:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788205245.122943:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788205245.122945:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788205245.122947:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788205245.122950:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788205245.122953:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788205245.122955:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788205245.122958:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205245.122960:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205245.122961:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205245.122963:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788205245.122967:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788205245.122970:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788205245.122972:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788205245.122976:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788205245.122978:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788205245.122981:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205245.122983:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788205245.122985:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788205245.122994:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dc000. 00000020:00000040:1.0:1788205245.122998:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788205245.123002:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788205245.123003:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205245.123006:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788205245.123009:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788205245.123013:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788205245.123020:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98800. 00000100:00000001:1.0:1788205245.123027:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788205245.123036:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dc000 x1875052842050432/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788205245.123045:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788205245.123049:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205245.123053:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1e3b926] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dc000 x1875052842050432/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788205245.123081:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788205245.123084:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788205245.123088:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788205245.123089:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788205245.123091:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788205245.123093:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788205245.123096:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15711 00000400:00000200:1.0:1788205245.123100:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788205245.123103:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788205245.123104:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788205245.123107:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205245.123109:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205245.123111:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205245.123113:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788205245.123115:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788205245.123116:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788205245.123118:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788205245.123120:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788205245.123121:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788205245.123124:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788205245.123126:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205245.123128:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205245.123130:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205245.123131:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788205245.123133:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788205245.123136:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788205245.123138:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788205245.123140:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788205245.123151:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788205245.123154:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205245.123159:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788205245.123191:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788205245.123194:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205245.123195:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788205245.123199:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3df100. 00000020:00000040:1.0:1788205245.123205:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788205245.123207:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788205245.123209:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205245.123210:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788205245.123212:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788205245.123214:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788205245.123217:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9ac00. 00000100:00000001:1.0:1788205245.123221:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788205245.123226:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3df100 x1875052842050560/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788205245.123237:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788205245.123240:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205245.123243:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c16a5860] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3df100 x1875052842050560/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788205245.123251:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788205245.123253:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788205245.123256:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788205245.123258:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788205245.123259:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788205245.123262:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788205245.123265:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15711 00000400:00000200:1.0:1788205245.123268:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788205245.123271:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788205245.123273:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788205245.123275:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205245.123277:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205245.123279:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205245.123281:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788205245.123287:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788205245.123288:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788205245.123289:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788205245.123291:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788205245.123293:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788205245.123295:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788205245.123298:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205245.123299:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205245.123301:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205245.123303:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788205245.123305:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788205245.123308:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788205245.123310:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788205245.123312:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788205245.123314:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788205245.123316:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205245.123318:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788205245.123320:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788205245.123322:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205245.123323:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788205245.123326:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dd180. 00000020:00000040:1.0:1788205245.123328:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788205245.123330:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788205245.123332:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205245.123333:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788205245.123334:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788205245.123336:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788205245.123339:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b800. 00000100:00000001:1.0:1788205245.123342:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788205245.123345:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dd180 x1875052842050688/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788205245.123352:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788205245.123354:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205245.123357:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000095f81904] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dd180 x1875052842050688/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788205245.123364:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205245.123367:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788205245.123371:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788205245.123374:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788205245.123376:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788205245.123378:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788205245.123379:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788205245.123381:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788205245.123384:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15711 00000400:00000200:1.0:1788205245.123387:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788205245.123390:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788205245.123392:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788205245.123422:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205245.123424:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205245.123426:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205245.123428:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788205245.123430:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788205245.123431:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788205245.123432:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788205245.123434:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788205245.123436:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788205245.123438:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788205245.123441:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205245.123442:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205245.123444:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205245.123446:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788205245.123448:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788205245.123450:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788205245.123453:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788205245.123454:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788205245.123458:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788205245.123460:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205245.123461:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788205245.123464:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788205245.123466:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205245.123468:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788205245.123472:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ddf80. 00000020:00000040:1.0:1788205245.123474:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788205245.123476:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788205245.123478:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205245.123480:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788205245.123481:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788205245.123483:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788205245.123486:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b400. 00000100:00000001:1.0:1788205245.123489:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788205245.123493:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ddf80 x1875052842050816/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788205245.123500:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788205245.123501:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205245.123504:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dea6dee7] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ddf80 x1875052842050816/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788205245.123511:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205245.123516:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15721) 00010000:00000001:0.0:1788205245.762514:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205245.762521:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205245.762525:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205245.762526:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205245.762530:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205245.762531:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205246.402510:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310385397, at 4310385408 00000100:00000010:0.0:1788205246.402525:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88600. 00000100:00000040:1.0:1788205246.402605:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310385397, at 4310385408 00000100:00000010:1.0:1788205246.402610:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88a20. 00010000:00000001:0.0:1788205246.786528:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205246.786536:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205246.786542:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205246.786545:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205246.786547:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205246.786551:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205246.786553:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205246.786556:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205246.786558:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205246.786560:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205246.786563:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205246.786564:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205246.786566:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205246.786568:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205246.786569:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205246.786571:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205246.786572:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205246.786574:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205246.786600:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205246.786602:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205246.786605:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205247.810480:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205247.810486:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205247.810491:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205247.810492:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205247.810498:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205247.810500:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205248.834507:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205248.834515:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205248.834521:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205248.834522:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205248.834525:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205248.834527:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205248.834551:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205248.834554:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205248.834556:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205249.861135:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205249.861142:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205249.861148:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205249.861149:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205249.861153:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205249.861154:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788205250.243011:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788205250.243020:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788205250.243022:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788205250.243027:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788205250.243030:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788205250.243037:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 15716 00000400:00000200:0.0:1788205250.243045:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205250.243063:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788205250.243065:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788205250.243068:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205250.243089:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205250.243092:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205250.243095:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788205250.243099:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788205250.243100:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788205250.243103:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788205250.243106:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788205250.243108:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788205250.243110:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788205250.243113:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205250.243115:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205250.243117:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205250.243119:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788205250.243122:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788205250.243125:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788205250.243127:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205250.243130:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788205250.243133:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205250.243136:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205250.243138:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788205250.243140:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788205250.243149:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8700. 00000020:00000040:0.0:1788205250.243152:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788205250.243155:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788205250.243157:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205250.243160:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788205250.243162:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788205250.243167:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788205250.243175:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376400. 00000100:00000001:0.0:1788205250.243180:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205250.243188:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8700 x1875052842050944/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788205250.243197:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788205250.243201:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205250.243205:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006dab9339] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8700 x1875052842050944/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205250.243228:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788205250.243231:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788205250.243234:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788205250.243235:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788205250.243237:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788205250.243239:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788205250.243242:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15716 00000400:00000200:0.0:1788205250.243245:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205250.243247:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788205250.243249:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788205250.243252:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205250.243254:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205250.243256:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205250.243257:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788205250.243259:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788205250.243260:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788205250.243262:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788205250.243263:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788205250.243265:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788205250.243267:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788205250.243269:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205250.243271:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205250.243273:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205250.243275:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788205250.243277:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788205250.243279:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788205250.243281:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205250.243282:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788205250.243286:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205250.243288:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205250.243289:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788205250.243292:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788205250.243295:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205250.243296:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788205250.243300:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fbb80. 00000020:00000040:0.0:1788205250.243301:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788205250.243303:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788205250.243304:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205250.243306:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788205250.243307:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788205250.243308:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788205250.243311:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376800. 00000100:00000001:0.0:1788205250.243314:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205250.243319:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fbb80 x1875052842051072/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788205250.243325:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788205250.243326:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205250.243329:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006afb05e] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fbb80 x1875052842051072/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205250.243336:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788205250.243338:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788205250.243341:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788205250.243342:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788205250.243344:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788205250.243347:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788205250.243349:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15716 00000400:00000200:0.0:1788205250.243352:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205250.243354:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788205250.243356:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788205250.243358:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205250.243360:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205250.243362:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205250.243364:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788205250.243366:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788205250.243367:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788205250.243368:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788205250.243370:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788205250.243371:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788205250.243373:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788205250.243375:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205250.243377:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205250.243378:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205250.243380:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788205250.243382:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788205250.243384:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788205250.243386:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205250.243388:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788205250.243390:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205250.243392:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205250.243415:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788205250.243418:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788205250.243420:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205250.243422:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788205250.243426:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fb480. 00000020:00000040:0.0:1788205250.243428:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788205250.243431:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788205250.243432:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205250.243434:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788205250.243435:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788205250.243437:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788205250.243440:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377000. 00000100:00000001:0.0:1788205250.243444:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205250.243448:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fb480 x1875052842051200/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788205250.243455:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788205250.243457:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205250.243460:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c471466] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fb480 x1875052842051200/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205250.243468:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205250.243471:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788205250.243474:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788205250.243477:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788205250.243480:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788205250.243481:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788205250.243483:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788205250.243485:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788205250.243488:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15716 00000400:00000200:0.0:1788205250.243491:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205250.243494:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788205250.243496:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788205250.243499:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205250.243501:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205250.243503:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205250.243505:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788205250.243507:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788205250.243508:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788205250.243510:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788205250.243512:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788205250.243513:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788205250.243515:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788205250.243518:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205250.243520:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205250.243522:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205250.243523:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788205250.243525:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788205250.243528:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788205250.243531:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205250.243532:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788205250.243535:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205250.243537:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205250.243539:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788205250.243541:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788205250.243544:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205250.243545:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788205250.243549:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8e00. 00000020:00000040:0.0:1788205250.243551:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788205250.243553:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788205250.243554:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205250.243555:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788205250.243556:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788205250.243558:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788205250.243561:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376c00. 00000100:00000001:0.0:1788205250.243564:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205250.243569:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8e00 x1875052842051328/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788205250.243576:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788205250.243577:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205250.243581:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7909e09] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8e00 x1875052842051328/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205250.243589:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205250.243594:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15726) 00010000:00000001:0.0:1788205250.882493:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205250.882499:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205250.882502:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205250.882503:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205250.882505:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205250.882506:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205250.882526:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205250.882527:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205250.882529:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788205251.522486:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310390517, at 4310390528 00000100:00000040:1.0:1788205251.522486:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310390517, at 4310390528 00000100:00000010:1.0:1788205251.522503:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88e40. 00000100:00000010:0.0:1788205251.522509:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88420. 00010000:00000001:0.0:1788205251.906494:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205251.906501:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205251.906506:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205251.906508:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205251.906511:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205251.906512:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205252.930505:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205252.930512:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205252.930516:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205252.930517:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205252.930519:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205252.930520:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205252.930542:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205252.930544:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205252.930546:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205253.954524:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205253.954535:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205253.954537:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205253.954541:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205253.954546:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205253.954549:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205253.954552:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205253.954553:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205253.954557:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205253.954558:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205253.954560:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205253.954561:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205254.978520:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205254.978529:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205254.978535:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205254.978536:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205254.978538:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205254.978539:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205254.978558:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205254.978559:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205254.978561:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788205255.362504:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788205255.362513:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788205255.362515:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788205255.362518:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788205255.362522:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788205255.362527:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 15721 00000400:00000200:0.0:1788205255.362535:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205255.362540:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788205255.362542:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788205255.362544:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205255.362547:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205255.362548:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205255.362550:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788205255.362553:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788205255.362555:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788205255.362557:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788205255.362560:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788205255.362563:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788205255.362566:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788205255.362569:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205255.362570:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205255.362572:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205255.362574:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788205255.362577:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788205255.362580:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788205255.362583:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205255.362586:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788205255.362589:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205255.362592:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205255.362594:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788205255.362596:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788205255.362605:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fa680. 00000020:00000040:0.0:1788205255.362609:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788205255.362613:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788205255.362615:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205255.362618:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788205255.362620:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788205255.362625:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788205255.362631:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375800. 00000100:00000001:0.0:1788205255.362637:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205255.362647:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fa680 x1875052842051456/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788205255.362658:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788205255.362662:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205255.362667:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003756c577] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fa680 x1875052842051456/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205255.362694:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788205255.362697:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788205255.362701:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788205255.362702:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788205255.362703:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788205255.362706:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788205255.362709:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15721 00000400:00000200:0.0:1788205255.362712:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205255.362715:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788205255.362718:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788205255.362721:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205255.362722:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205255.362731:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205255.362733:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788205255.362735:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788205255.362736:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788205255.362738:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788205255.362740:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788205255.362742:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788205255.362745:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788205255.362747:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205255.362749:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205255.362751:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205255.362753:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788205255.362755:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788205255.362758:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788205255.362763:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205255.362765:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788205255.362770:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205255.362772:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205255.362773:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788205255.362777:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788205255.362780:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205255.362782:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788205255.362785:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fad80. 00000020:00000040:0.0:1788205255.362787:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788205255.362790:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788205255.362791:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205255.362792:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788205255.362793:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788205255.362795:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788205255.362798:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374800. 00000100:00000001:0.0:1788205255.362801:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205255.362805:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fad80 x1875052842051584/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788205255.362812:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788205255.362814:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205255.362818:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010fef5ed] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fad80 x1875052842051584/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205255.362826:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788205255.362829:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788205255.362832:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788205255.362834:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788205255.362835:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788205255.362838:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788205255.362839:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15721 00000400:00000200:0.0:1788205255.362842:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205255.362845:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788205255.362847:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788205255.362849:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205255.362851:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205255.362853:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205255.362855:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788205255.362857:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788205255.362858:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788205255.362860:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788205255.362861:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788205255.362863:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788205255.362865:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788205255.362867:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205255.362869:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205255.362871:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205255.362872:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788205255.362875:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788205255.362877:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788205255.362879:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205255.362880:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788205255.362882:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205255.362884:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205255.362886:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788205255.362888:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788205255.362891:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205255.362892:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788205255.362895:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fa300. 00000020:00000040:0.0:1788205255.362897:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788205255.362899:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788205255.362900:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205255.362902:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788205255.362903:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788205255.362905:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788205255.362908:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376000. 00000100:00000001:0.0:1788205255.362910:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205255.362914:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fa300 x1875052842051712/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788205255.362921:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788205255.362923:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205255.362933:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000643b1429] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fa300 x1875052842051712/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205255.362943:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205255.362946:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788205255.362949:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788205255.362952:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788205255.362955:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788205255.362956:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788205255.362958:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788205255.362960:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788205255.362962:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15721 00000400:00000200:0.0:1788205255.362965:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205255.362968:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788205255.362970:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788205255.362973:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205255.362974:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205255.362976:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205255.362978:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788205255.362980:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788205255.362981:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788205255.362999:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788205255.363001:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788205255.363003:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788205255.363005:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788205255.363009:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205255.363010:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205255.363012:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205255.363014:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788205255.363016:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788205255.363018:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788205255.363021:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205255.363022:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788205255.363024:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205255.363026:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205255.363028:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788205255.363029:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788205255.363032:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205255.363034:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788205255.363036:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9180. 00000020:00000040:0.0:1788205255.363039:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788205255.363041:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788205255.363042:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205255.363044:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788205255.363045:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788205255.363047:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788205255.363050:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377800. 00000100:00000001:0.0:1788205255.363053:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205255.363057:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9180 x1875052842051840/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788205255.363063:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788205255.363065:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205255.363069:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b4a335a] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9180 x1875052842051840/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205255.363082:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205255.363086:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15732) 00010000:00000001:0.0:1788205256.002515:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205256.002522:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205256.002528:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205256.002529:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205256.002533:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205256.002534:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205256.642489:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310395636, at 4310395648 00000100:00000010:0.0:1788205256.642506:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88420. 00000100:00000040:1.0:1788205256.642511:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310395636, at 4310395648 00000100:00000010:1.0:1788205256.642523:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88e40. 00010000:00000001:0.0:1788205257.026537:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205257.026543:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205257.026548:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205257.026551:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205257.026553:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205257.026556:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205257.026558:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205257.026560:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205257.026562:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205257.026563:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205257.026566:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205257.026567:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205257.026568:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205257.026569:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205257.026570:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205257.026570:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205257.026571:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205257.026572:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205257.026626:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205257.026628:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205257.026630:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205258.050824:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205258.050832:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205258.050838:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205258.050839:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205258.050842:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205258.050843:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205259.074896:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205259.074903:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205259.074909:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205259.074911:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205259.074914:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205259.074916:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205259.074985:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205259.074988:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205259.074991:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205260.098506:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205260.098511:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205260.098515:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205260.098516:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205260.098518:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205260.098519:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788205260.482486:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788205260.482496:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788205260.482498:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788205260.482502:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788205260.482506:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788205260.482512:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 15727 00000400:00000200:0.0:1788205260.482520:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205260.482525:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788205260.482528:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788205260.482531:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205260.482534:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205260.482537:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205260.482539:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788205260.482542:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788205260.482544:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788205260.482547:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788205260.482550:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788205260.482553:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788205260.482556:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788205260.482559:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205260.482561:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205260.482563:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205260.482565:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788205260.482568:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788205260.482571:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788205260.482573:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205260.482575:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788205260.482577:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205260.482579:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205260.482581:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788205260.482583:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788205260.482590:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8a80. 00000020:00000040:0.0:1788205260.482592:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788205260.482595:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788205260.482596:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205260.482599:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788205260.482601:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788205260.482604:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788205260.482609:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374400. 00000100:00000001:0.0:1788205260.482614:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205260.482621:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8a80 x1875052842051968/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788205260.482630:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788205260.482634:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205260.482638:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000320d64fa] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8a80 x1875052842051968/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205260.482660:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788205260.482663:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788205260.482667:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788205260.482668:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788205260.482669:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788205260.482672:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788205260.482674:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15727 00000400:00000200:0.0:1788205260.482677:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205260.482683:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788205260.482685:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788205260.482688:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205260.482690:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205260.482691:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205260.482693:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788205260.482696:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788205260.482698:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788205260.482700:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788205260.482703:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788205260.482705:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788205260.482708:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788205260.482711:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205260.482713:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205260.482716:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205260.482721:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788205260.482727:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788205260.482733:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788205260.482738:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205260.482743:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788205260.482750:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205260.482754:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205260.482758:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788205260.482762:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788205260.482767:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205260.482770:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788205260.482773:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fb100. 00000020:00000040:0.0:1788205260.482784:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788205260.482786:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788205260.482789:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205260.482791:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788205260.482793:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788205260.482795:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788205260.482799:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377c00. 00000100:00000001:0.0:1788205260.482803:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205260.482809:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fb100 x1875052842052096/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788205260.482817:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788205260.482820:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205260.482825:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000093808cf5] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fb100 x1875052842052096/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205260.482839:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788205260.482844:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788205260.482853:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788205260.482856:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788205260.482858:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788205260.482864:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788205260.482878:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15727 00000400:00000200:0.0:1788205260.482885:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205260.482888:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788205260.482890:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788205260.482892:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205260.482893:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205260.482907:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205260.482911:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788205260.482915:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788205260.482916:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788205260.482919:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788205260.482928:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788205260.482934:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788205260.482941:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788205260.482948:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205260.482952:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205260.482957:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205260.482963:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788205260.482966:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788205260.482971:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788205260.482973:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205260.482976:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788205260.482979:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205260.482982:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205260.482986:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788205260.482989:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788205260.482995:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205260.482999:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788205260.483004:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9c00. 00000020:00000040:0.0:1788205260.483008:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788205260.483011:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788205260.483013:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205260.483016:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788205260.483017:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788205260.483020:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788205260.483024:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377400. 00000100:00000001:0.0:1788205260.483028:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205260.483034:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9c00 x1875052842052224/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788205260.483058:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788205260.483061:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205260.483068:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d680416d] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9c00 x1875052842052224/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205260.483077:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205260.483082:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788205260.483091:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788205260.483095:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788205260.483101:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788205260.483104:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788205260.483106:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788205260.483111:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788205260.483118:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15727 00000400:00000200:0.0:1788205260.483125:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205260.483131:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788205260.483134:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788205260.483137:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205260.483139:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205260.483143:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205260.483146:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788205260.483151:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788205260.483153:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788205260.483157:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788205260.483160:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788205260.483164:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788205260.483169:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788205260.483173:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205260.483176:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205260.483178:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205260.483180:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788205260.483181:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788205260.483184:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788205260.483185:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205260.483186:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788205260.483189:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205260.483192:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205260.483195:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788205260.483197:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788205260.483202:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205260.483204:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788205260.483209:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8000. 00000020:00000040:0.0:1788205260.483213:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788205260.483219:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788205260.483222:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205260.483225:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788205260.483229:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788205260.483233:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788205260.483239:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375000. 00000100:00000001:0.0:1788205260.483246:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205260.483252:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8000 x1875052842052352/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788205260.483275:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788205260.483279:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205260.483288:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000755f6dce] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8000 x1875052842052352/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205260.483306:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205260.483313:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15737) 00010000:00000001:0.0:1788205261.122612:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205261.122620:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205261.122626:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205261.122628:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205261.122631:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205261.122632:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205261.122677:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205261.122680:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205261.122683:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788205261.762502:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310400756, at 4310400768 00000100:00000040:1.0:1788205261.762510:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310400756, at 4310400768 00000100:00000010:0.0:1788205261.762515:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88a20. 00000100:00000010:1.0:1788205261.762520:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88600. 00010000:00000001:0.0:1788205262.146506:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205262.146512:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205262.146518:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205262.146519:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205262.146523:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205262.146524:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205263.170556:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205263.170563:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205263.170570:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205263.170571:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205263.170575:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205263.170576:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205263.170636:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205263.170640:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205263.170642:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205264.194464:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205264.194470:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205264.194471:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205264.194474:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205264.194477:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205264.194478:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205264.194480:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205264.194481:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205264.194483:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205264.194484:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205264.194487:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205264.194487:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205265.218499:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205265.218506:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205265.218511:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205265.218513:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205265.218516:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205265.218517:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205265.218559:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205265.218561:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205265.218563:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788205265.602492:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788205265.602500:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788205265.602502:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788205265.602505:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788205265.602509:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788205265.602514:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 15732 00000400:00000200:1.0:1788205265.602519:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788205265.602524:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788205265.602526:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788205265.602528:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205265.602531:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205265.602532:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205265.602534:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788205265.602536:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788205265.602538:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788205265.602540:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788205265.602542:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788205265.602544:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788205265.602545:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788205265.602551:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205265.602553:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205265.602554:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205265.602555:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788205265.602557:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788205265.602559:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788205265.602560:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788205265.602562:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788205265.602564:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788205265.602566:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205265.602568:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788205265.602570:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788205265.602577:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dc700. 00000020:00000040:1.0:1788205265.602579:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788205265.602582:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788205265.602584:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205265.602586:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788205265.602588:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788205265.602591:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788205265.602596:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9bc00. 00000100:00000001:1.0:1788205265.602601:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788205265.602612:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dc700 x1875052842052480/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788205265.602619:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788205265.602623:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205265.602626:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7db4f2b] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dc700 x1875052842052480/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788205265.602641:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788205265.602643:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788205265.602645:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788205265.602646:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788205265.602647:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788205265.602649:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788205265.602651:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15732 00000400:00000200:1.0:1788205265.602653:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788205265.602654:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788205265.602656:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788205265.602658:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205265.602660:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205265.602661:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205265.602663:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788205265.602664:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788205265.602666:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788205265.602667:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788205265.602668:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788205265.602672:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788205265.602675:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788205265.602679:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205265.602680:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205265.602684:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205265.602688:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788205265.602691:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788205265.602695:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788205265.602699:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788205265.602701:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788205265.602706:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788205265.602709:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205265.602712:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788205265.602716:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788205265.602720:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205265.602722:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788205265.602726:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dd880. 00000020:00000040:1.0:1788205265.602729:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788205265.602733:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788205265.602735:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205265.602738:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788205265.602739:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788205265.602741:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788205265.602744:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98400. 00000100:00000001:1.0:1788205265.602747:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788205265.602753:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dd880 x1875052842052608/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788205265.602759:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788205265.602762:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205265.602766:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083606985] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dd880 x1875052842052608/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788205265.602782:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788205265.602784:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788205265.602789:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788205265.602790:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788205265.602791:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788205265.602793:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788205265.602796:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15732 00000400:00000200:1.0:1788205265.602800:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788205265.602804:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788205265.602816:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788205265.602818:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205265.602820:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205265.602823:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205265.602825:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788205265.602828:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788205265.602829:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788205265.602832:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788205265.602834:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788205265.602837:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788205265.602840:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788205265.602846:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205265.602848:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205265.602852:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205265.602856:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788205265.602860:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788205265.602862:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788205265.602865:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788205265.602867:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788205265.602870:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788205265.602873:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205265.602875:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788205265.602877:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788205265.602880:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205265.602881:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788205265.602883:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dce00. 00000020:00000040:1.0:1788205265.602887:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788205265.602889:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788205265.602890:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205265.602893:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788205265.602895:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788205265.602898:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788205265.602902:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98000. 00000100:00000001:1.0:1788205265.602907:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788205265.602914:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dce00 x1875052842052736/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788205265.602930:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788205265.602933:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205265.602939:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e15d5058] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dce00 x1875052842052736/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788205265.602947:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205265.602950:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788205265.602953:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788205265.602956:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788205265.602959:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788205265.602961:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788205265.602964:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788205265.602971:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788205265.602975:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15732 00000400:00000200:1.0:1788205265.602980:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788205265.602985:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788205265.602987:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788205265.602993:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205265.602996:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205265.603000:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205265.603002:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788205265.603006:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788205265.603007:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788205265.603008:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788205265.603010:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788205265.603012:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788205265.603015:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788205265.603020:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205265.603024:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205265.603026:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205265.603027:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788205265.603028:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788205265.603030:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788205265.603031:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788205265.603033:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788205265.603035:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788205265.603039:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205265.603043:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788205265.603045:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788205265.603049:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205265.603052:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788205265.603055:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ddc00. 00000020:00000040:1.0:1788205265.603058:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788205265.603061:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788205265.603064:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205265.603073:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788205265.603076:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788205265.603079:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788205265.603086:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99800. 00000100:00000001:1.0:1788205265.603090:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788205265.603097:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ddc00 x1875052842052864/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788205265.603109:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788205265.603112:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205265.603122:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c3c4b34] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ddc00 x1875052842052864/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788205265.603130:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205265.603136:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15742) 00010000:00000001:0.0:1788205266.242503:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205266.242509:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205266.242514:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205266.242515:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205266.242519:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205266.242520:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205266.882506:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310405876, at 4310405888 00000100:00000040:1.0:1788205266.882506:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310405876, at 4310405888 00000100:00000010:1.0:1788205266.882523:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa883c0. 00000100:00000010:0.0:1788205266.882524:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88a80. 00010000:00000001:0.0:1788205267.266501:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205267.266507:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205267.266511:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205267.266513:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205267.266514:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205267.266516:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205267.266518:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205267.266520:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205267.266522:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205267.266523:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205267.266525:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205267.266526:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205267.266527:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205267.266527:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205267.266528:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205267.266529:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205267.266530:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205267.266531:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205267.266555:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205267.266557:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205267.266559:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205268.290627:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205268.290634:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205268.290640:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205268.290641:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205268.290644:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205268.290645:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205269.314484:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205269.314489:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205269.314495:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205269.314496:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205269.314500:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205269.314501:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205269.314521:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205269.314524:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205269.314526:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205270.338559:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205270.338569:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205270.338576:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205270.338578:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205270.338582:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205270.338583:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205271.363128:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205271.363143:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205271.363155:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205271.363157:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205271.363164:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205271.363165:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205271.363218:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205271.363224:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205271.363230:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788205272.002544:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310410998, at 4310411008 00000100:00000040:1.0:1788205272.002551:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310410998, at 4310411008 00000100:00000010:0.0:1788205272.002567:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa887e0. 00000100:00000010:1.0:1788205272.002572:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa884e0. 00010000:00000001:0.0:1788205272.386563:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205272.386571:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205272.386577:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205272.386579:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205272.386582:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205272.386584:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205273.410545:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205273.410553:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205273.410555:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205273.410558:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205273.410563:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205273.410565:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205273.410567:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205273.410568:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205273.410571:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205273.410572:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205273.410575:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205273.410576:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205273.410601:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205273.410604:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205273.410606:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205274.434518:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205274.434523:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205274.434527:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205274.434528:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205274.434532:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205274.434533:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788205274.434593:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788205274.434597:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788205274.434600:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205275.458520:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205275.458527:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205275.458532:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205275.458534:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205275.458537:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205275.458538:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205275.458561:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205275.458563:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205275.458566:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788205275.842711:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205275.842717:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788205275.842722:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205275.842732:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9f480 x1875052842053504/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205275.842751:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205275.842755:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205275.842760:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205275.842763:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205275.842766:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205275.842773:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842053504:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788205275.842780:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205275.842784:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205275.842788:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205275.842792:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205275.842799:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788205275.842804:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205275.842813:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205275.842819:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503029a0. 00000400:00000010:0.0:1788205275.842826:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c34c8. 00000100:00000200:0.0:1788205275.842836:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842053504, portal 25 00000100:00000001:0.0:1788205275.842841:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205275.842844:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330355328 : -109644379196288 : ffff9c476db9f480) 00000100:00000040:0.0:1788205275.842854:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9f480 x1875052842053504/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205275.842882:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205275.842889:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205275.842895:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3198. 00000100:00000200:0.0:1788205275.842901:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052842053504, offset 0 00000400:00000200:0.0:1788205275.842913:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205275.842930:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205275.842941:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205275.842950:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205275.842961:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205275.842967:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205275.842971:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205275.842975:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705286:705286:256:4294967295] 192.168.201.101@tcp LPNI seq info [705281:705281:8:4294967295] 00000400:00000200:0.0:1788205275.842983:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205275.842998:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205275.843007:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205275.843014:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036d00. 00000800:00000200:0.0:1788205275.843026:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205275.843033:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1788205275.843060:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205275.843070:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036d00. 00000400:00000200:0.0:1788205275.843079:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205275.843087:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205275.843094:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3198 00000400:00000010:0.0:1788205275.843099:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3198. 00000100:00000001:0.0:1788205275.843106:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205275.843114:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9f480 x1875052842053504/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205275.843136:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205275.843143:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9f480 x1875052842053504/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205300 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205275.843162:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205275.843165:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205275.843171:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205275.843179:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205275.843183:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4310416116 00000100:00000010:0.0:1788205275.843201:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba420. 00000100:00000001:0.0:1788205275.843209:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788205275.843216:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4310416116 00000100:00000010:0.0:1788205275.843220:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685baea0. 00000100:00000001:0.0:1788205275.843224:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788205275.843229:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205275.843231:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205275.843234:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205275.843239:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205275/real 1788205275] req@ffff9c476db9f480 x1875052842053504/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205275.843256:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205275.843258:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205275.843260:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503029a0. 00000400:00000200:0.0:1788205275.843262:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c34c8 00000400:00000010:0.0:1788205275.843264:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c34c8. 00000100:00000001:0.0:1788205275.843266:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205275.843269:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9f480 x1875052842053504/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205275.843277:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9f480 x1875052842053504/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205275.843283:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205275.843285:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205275.843287:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205275.843289:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205275.843293:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9f480 x1875052842053504/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205275.843299:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205275.843303:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9f480 x1875052842053504/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205300 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205275.843310:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205275.843312:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205275.843314:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205275.843315:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205275.843317:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205275.843319:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205275.843322:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205275.843326:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205275.843328:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205275.843332:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9f480 x1875052842053504/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205300 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205275.843340:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842053504:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788205275.843345:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205275.843347:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205275.843349:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9f480 x1875052842053504/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205300 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205275.843355:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205275.843358:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205275.843360:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788205275.843363:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205275.843364:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205275.843366:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788205275.843368:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205275.843370:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a43000. 02000000:00000001:0.0:1788205275.843375:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205275.843376:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205275.843378:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9f480. 00000100:00000001:0.0:1788205275.843380:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205275.843381:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205275.843384:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205275.843389:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788205275.843391:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205275.843408:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205275.843410:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788205275.843411:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205275.843415:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9f800 x1875052842053632/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205275.843422:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205275.843423:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205275.843425:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205275.843427:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205275.843429:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205275.843432:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842053632:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205275.843436:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205275.843438:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205275.843439:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205275.843441:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205275.843443:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788205275.843445:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205275.843449:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205275.843451:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503029a0. 00000400:00000010:0.0:1788205275.843454:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c34c8. 00000100:00000200:0.0:1788205275.843457:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842053632, portal 10 00000100:00000001:0.0:1788205275.843459:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205275.843460:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330356224 : -109644379195392 : ffff9c476db9f800) 00000100:00000040:0.0:1788205275.843466:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9f800 x1875052842053632/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205275.843472:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205275.843475:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205275.843477:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3198. 00000100:00000200:0.0:1788205275.843479:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842053632, offset 0 00000400:00000200:0.0:1788205275.843482:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205275.843486:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205275.843489:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205275.843492:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205275.843495:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205275.843497:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205275.843499:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205275.843503:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705287:705287:256:4294967295] 192.168.201.101@tcp LPNI seq info [705282:705282:8:4294967295] 00000400:00000200:0.0:1788205275.843506:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205275.843512:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205275.843517:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205275.843520:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036d00. 00000800:00000200:0.0:1788205275.843523:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205275.843526:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1788205275.843536:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205275.843538:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036d00. 00000400:00000200:0.0:1788205275.843541:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205275.843544:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205275.843547:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3198 00000400:00000010:0.0:1788205275.843549:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3198. 00000100:00000001:0.0:1788205275.843551:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205275.843555:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9f800 x1875052842053632/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205275.843562:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205275.843565:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9f800 x1875052842053632/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205300 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205275.843571:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205275.843573:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205275.843575:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205275.843578:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788205275.843581:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205275.843583:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310414858 00000100:00000001:0.0:1788205275.843586:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310416116 00000100:00000001:0.0:1788205275.843588:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310414858 00000100:00000001:0.0:1788205275.843590:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310416116 00000100:00000001:0.0:1788205275.843592:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205275.843593:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205275.843595:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205275.843598:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205275/real 1788205275] req@ffff9c476db9f800 x1875052842053632/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205275.843605:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205275.843606:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205275.843608:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503029a0. 00000400:00000200:0.0:1788205275.843610:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c34c8 00000400:00000010:0.0:1788205275.843612:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c34c8. 00000100:00000001:0.0:1788205275.843613:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205275.843616:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9f800 x1875052842053632/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205275.843646:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9f800 x1875052842053632/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205275.843653:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205275.843654:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205275.843656:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205275.843657:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205275.843660:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9f800 x1875052842053632/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205275.843666:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205275.843670:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9f800 x1875052842053632/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205300 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205275.843677:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205275.843679:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205275.843680:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205275.843681:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205275.843683:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205275.843684:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205275.843687:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205275.843690:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205275.843692:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205275.843695:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9f800 x1875052842053632/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205300 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205275.843703:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842053632:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205275.843707:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205275.843710:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9c380 x1875052842053760/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205275.843716:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205275.843718:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205275.843719:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205275.843721:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205275.843723:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205275.843725:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842053760:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205275.843728:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205275.843730:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205275.843732:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205275.843733:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205275.843736:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376c00. 02000000:00000001:0.0:1788205275.843738:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205275.843741:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205275.843743:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503029a0. 00000400:00000010:0.0:1788205275.843746:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c34c8. 00000100:00000200:0.0:1788205275.843749:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842053760, portal 10 00000100:00000001:0.0:1788205275.843751:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205275.843752:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330342784 : -109644379208832 : ffff9c476db9c380) 00000100:00000040:0.0:1788205275.843757:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9c380 x1875052842053760/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205275.843764:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205275.843766:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205275.843768:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3198. 00000100:00000200:0.0:1788205275.843770:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842053760, offset 0 00000400:00000200:0.0:1788205275.843773:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205275.843777:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205275.843779:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205275.843782:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205275.843785:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205275.843787:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205275.843789:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205275.843792:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705288:705288:256:4294967295] 192.168.201.101@tcp LPNI seq info [705283:705283:8:4294967295] 00000400:00000200:0.0:1788205275.843796:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205275.843801:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205275.843806:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205275.843808:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036d00. 00000800:00000200:0.0:1788205275.843812:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205275.843814:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1788205275.843825:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205275.843827:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036d00. 00000400:00000200:0.0:1788205275.843829:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205275.843832:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205275.843835:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3198 00000400:00000010:0.0:1788205275.843837:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3198. 00000100:00000001:0.0:1788205275.843838:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205275.843841:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9c380 x1875052842053760/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205275.843849:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205275.843851:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9c380 x1875052842053760/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205300 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205275.843857:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205275.843859:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205275.843862:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205275.843864:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788205275.843867:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205275.843869:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310414858 00000100:00000001:0.0:1788205275.843871:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310416116 00000100:00000001:0.0:1788205275.843873:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310414858 00000100:00000001:0.0:1788205275.843875:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310416116 00000100:00000001:0.0:1788205275.843878:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205275.843880:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205275.843881:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205275.843885:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205275/real 1788205275] req@ffff9c476db9c380 x1875052842053760/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205275.843893:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205275.843894:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205275.843895:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503029a0. 00000400:00000200:0.0:1788205275.843897:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c34c8 00000400:00000010:0.0:1788205275.843898:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c34c8. 00000100:00000001:0.0:1788205275.843900:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205275.843903:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9c380 x1875052842053760/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205275.843911:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9c380 x1875052842053760/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205275.843917:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205275.843918:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205275.843920:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205275.843921:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205275.843925:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9c380 x1875052842053760/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205275.843931:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205275.843935:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9c380 x1875052842053760/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205300 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205275.843941:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205275.843943:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205275.843945:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205275.843946:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205275.843947:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205275.843949:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205275.843951:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205275.843955:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205275.843956:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205275.843960:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9c380 x1875052842053760/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205300 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205275.843968:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842053760:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205275.843971:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205275.843975:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9ca80 x1875052842053888/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205275.843981:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205275.843982:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205275.843984:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205275.843985:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205275.843987:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205275.843990:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842053888:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788205275.843993:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205275.843995:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205275.843996:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205275.843998:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205275.844000:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377000. 02000000:00000001:0.0:1788205275.844002:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205275.844005:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205275.844007:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503029a0. 00000400:00000010:0.0:1788205275.844010:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c34c8. 00000100:00000200:0.0:1788205275.844013:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842053888, portal 4 00000100:00000001:0.0:1788205275.844015:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205275.844016:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330344576 : -109644379207040 : ffff9c476db9ca80) 00000100:00000040:0.0:1788205275.844021:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9ca80 x1875052842053888/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205275.844027:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205275.844029:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205275.844031:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3198. 00000100:00000200:0.0:1788205275.844033:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052842053888, offset 0 00000400:00000200:0.0:1788205275.844036:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205275.844039:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205275.844042:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205275.844045:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205275.844047:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205275.844049:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205275.844051:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205275.844054:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705289:705289:256:4294967295] 192.168.201.101@tcp LPNI seq info [705284:705284:8:4294967295] 00000400:00000200:0.0:1788205275.844058:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205275.844063:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205275.844067:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205275.844070:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036d00. 00000800:00000200:0.0:1788205275.844073:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205275.844076:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1788205275.844085:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205275.844087:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036d00. 00000400:00000200:0.0:1788205275.844089:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205275.844092:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205275.844095:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3198 00000400:00000010:0.0:1788205275.844096:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3198. 00000100:00000001:0.0:1788205275.844098:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205275.844102:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9ca80 x1875052842053888/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205275.844109:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205275.844112:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9ca80 x1875052842053888/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205300 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205275.844124:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205275.844125:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205275.844128:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205275.844130:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788205275.844133:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205275.844135:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310414884 00000100:00000001:0.0:1788205275.844137:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310416116 00000100:00000001:0.0:1788205275.844139:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310414884 00000100:00000001:0.0:1788205275.844141:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310416116 00000100:00000001:0.0:1788205275.844143:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205275.844145:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205275.844147:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205275.844150:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205275/real 1788205275] req@ffff9c476db9ca80 x1875052842053888/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205275.844157:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205275.844158:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205275.844160:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503029a0. 00000400:00000200:0.0:1788205275.844162:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c34c8 00000400:00000010:0.0:1788205275.844163:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c34c8. 00000100:00000001:0.0:1788205275.844165:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205275.844168:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9ca80 x1875052842053888/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205275.844175:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9ca80 x1875052842053888/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205275.844181:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205275.844182:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205275.844184:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205275.844185:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205275.844188:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9ca80 x1875052842053888/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205275.844195:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205275.844199:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9ca80 x1875052842053888/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205300 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205275.844205:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205275.844208:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205275.844209:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205275.844210:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205275.844211:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205275.844213:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205275.844215:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205275.844217:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205275.844220:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205275.844224:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9ca80 x1875052842053888/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205300 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205275.844230:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842053888:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788205275.844234:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205275.844235:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205275.844238:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9f800 x1875052842053632/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205300 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205275.844245:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205275.844246:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205275.844248:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788205275.844250:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205275.844252:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205275.844253:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788205275.844255:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205275.844256:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a40400. 02000000:00000001:0.0:1788205275.844259:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205275.844261:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205275.844262:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9f800. 00000100:00000001:0.0:1788205275.844264:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205275.844266:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205275.844267:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205275.844270:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9c380 x1875052842053760/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205300 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205275.844276:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205275.844277:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205275.844279:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376c00. 02000000:00000001:0.0:1788205275.844281:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205275.844282:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205275.844283:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788205275.844285:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205275.844286:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a43400. 02000000:00000001:0.0:1788205275.844288:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205275.844289:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205275.844290:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9c380. 00000100:00000001:0.0:1788205275.844292:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205275.844293:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205275.844295:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205275.844298:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9ca80 x1875052842053888/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205300 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205275.844303:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205275.844305:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205275.844306:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377000. 02000000:00000001:0.0:1788205275.844308:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205275.844309:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205275.844310:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788205275.844312:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205275.844313:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a41c00. 02000000:00000001:0.0:1788205275.844315:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205275.844316:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205275.844317:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9ca80. 00000100:00000001:0.0:1788205275.844319:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205275.844320:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205275.844322:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205275.844325:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788205275.844326:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205275.844328:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205275.844329:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205276.482506:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205276.482512:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205276.482517:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205276.482520:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205276.482522:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205276.482525:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205276.482528:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205276.482530:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205276.482532:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205276.482534:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205276.482537:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205276.482539:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205276.482540:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205276.482541:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205276.482543:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205276.482544:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205276.482545:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205276.482547:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205277.122503:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310416116, at 4310416128 00000100:00000040:1.0:1788205277.122503:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310416116, at 4310416128 00000100:00000010:0.0:1788205277.122519:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba420. 00000100:00000010:1.0:1788205277.122520:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685baea0. 00010000:00000001:0.0:1788205277.506506:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205277.506513:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205277.506518:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205277.506520:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205277.506523:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205277.506524:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205277.506548:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205277.506550:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205277.506553:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205278.530570:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205278.530575:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205278.530579:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205278.530581:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205278.530615:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205278.530617:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788205278.530731:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788205278.530735:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788205278.530738:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205279.554542:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205279.554548:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205279.554554:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205279.554555:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205279.554558:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205279.554560:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205279.554595:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205279.554597:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205279.554600:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205280.578890:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205280.578950:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205280.578958:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205280.578959:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205280.578963:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205280.578965:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205280.963384:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205280.963389:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788205280.963410:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205280.963418:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c848700 x1875052842054016/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205280.963425:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205280.963427:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205280.963431:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205280.963434:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205280.963437:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205280.963440:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c848700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842054016:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788205280.963444:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205280.963448:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205280.963450:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205280.963453:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205280.963459:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788205280.963462:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205280.963469:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205280.963475:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503029a0. 00000400:00000010:0.0:1788205280.963482:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c34c8. 00000100:00000200:0.0:1788205280.963491:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842054016, portal 25 00000100:00000001:0.0:1788205280.963494:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205280.963495:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578512128 : -109644131039488 : ffff9c477c848700) 00000100:00000040:0.0:1788205280.963501:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c848700 x1875052842054016/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205280.963509:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205280.963511:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205280.963515:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3198. 00000100:00000200:0.0:1788205280.963518:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052842054016, offset 0 00000400:00000200:0.0:1788205280.963527:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205280.963536:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205280.963556:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205280.963562:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205280.963568:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205280.963572:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205280.963575:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205280.963580:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705290:705290:256:4294967295] 192.168.201.101@tcp LPNI seq info [705285:705285:8:4294967295] 00000400:00000200:0.0:1788205280.963584:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205280.963595:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205280.963603:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205280.963610:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036d00. 00000800:00000200:0.0:1788205280.963620:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205280.963625:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1788205280.963641:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205280.963643:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036d00. 00000400:00000200:0.0:1788205280.963652:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205280.963656:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205280.963663:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3198 00000400:00000010:0.0:1788205280.963665:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3198. 00000100:00000001:0.0:1788205280.963672:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205280.963677:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c848700 x1875052842054016/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205280.963686:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205280.963688:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c848700 x1875052842054016/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205305 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205280.963696:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205280.963697:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205280.963703:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205280.963708:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205280.963711:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4310421237 00000100:00000010:0.0:1788205280.963725:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba420. 00000100:00000001:0.0:1788205280.963731:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788205280.963738:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4310421237 00000100:00000010:0.0:1788205280.963741:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba1e0. 00000100:00000001:0.0:1788205280.963745:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788205280.963749:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205280.963752:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205280.963755:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205280.963761:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205280/real 1788205280] req@ffff9c477c848700 x1875052842054016/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205280.963772:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205280.963773:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205280.963775:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503029a0. 00000400:00000200:0.0:1788205280.963777:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c34c8 00000400:00000010:0.0:1788205280.963778:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c34c8. 00000100:00000001:0.0:1788205280.963780:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205280.963782:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c848700 x1875052842054016/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205280.963788:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c848700 x1875052842054016/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205280.963797:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205280.963798:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205280.963800:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205280.963802:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205280.963805:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c848700 x1875052842054016/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205280.963810:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205280.963814:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c848700 x1875052842054016/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205305 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205280.963818:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205280.963820:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205280.963821:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205280.963822:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205280.963823:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205280.963825:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205280.963833:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205280.963837:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205280.963839:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205280.963843:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c848700 x1875052842054016/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205305 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205280.963850:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c848700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842054016:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788205280.963854:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205280.963857:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c849c00 x1875052842054144/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205280.963865:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205280.963866:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205280.963868:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205280.963871:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205280.963873:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205280.963876:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c849c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842054144:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205280.963879:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205280.963881:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205280.963882:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205280.963883:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205280.963886:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376800. 02000000:00000001:0.0:1788205280.963887:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205280.963890:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205280.963892:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503029a0. 00000400:00000010:0.0:1788205280.963894:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c34c8. 00000100:00000200:0.0:1788205280.963896:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842054144, portal 10 00000100:00000001:0.0:1788205280.963897:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205280.963898:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578517504 : -109644131034112 : ffff9c477c849c00) 00000100:00000040:0.0:1788205280.963903:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c849c00 x1875052842054144/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205280.963907:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205280.963909:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205280.963910:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3198. 00000100:00000200:0.0:1788205280.963911:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842054144, offset 0 00000400:00000200:0.0:1788205280.963914:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205280.963916:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205280.963918:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205280.963920:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205280.963922:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205280.963923:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205280.963925:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205280.963927:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705291:705291:256:4294967295] 192.168.201.101@tcp LPNI seq info [705286:705286:8:4294967295] 00000400:00000200:0.0:1788205280.963929:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205280.963933:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205280.963936:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205280.963939:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036d00. 00000800:00000200:0.0:1788205280.963941:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205280.963943:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1788205280.963949:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205280.963951:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036d00. 00000400:00000200:0.0:1788205280.963952:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205280.963954:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205280.963956:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3198 00000400:00000010:0.0:1788205280.963957:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3198. 00000100:00000001:0.0:1788205280.963959:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205280.963961:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c849c00 x1875052842054144/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205280.963966:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205280.963967:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c849c00 x1875052842054144/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205305 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205280.963972:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205280.963973:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205280.963975:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205280.963978:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788205280.963979:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205280.963981:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310419978 00000100:00000001:0.0:1788205280.963982:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310421237 00000100:00000001:0.0:1788205280.963984:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310419978 00000100:00000001:0.0:1788205280.963986:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310421237 00000100:00000001:0.0:1788205280.963987:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205280.963988:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205280.963989:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205280.963991:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205280/real 1788205280] req@ffff9c477c849c00 x1875052842054144/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205280.964000:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205280.964000:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205280.964002:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503029a0. 00000400:00000200:0.0:1788205280.964003:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c34c8 00000400:00000010:0.0:1788205280.964004:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c34c8. 00000100:00000001:0.0:1788205280.964005:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205280.964006:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c849c00 x1875052842054144/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205280.964010:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c849c00 x1875052842054144/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205280.964014:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205280.964015:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205280.964016:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205280.964017:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205280.964019:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c849c00 x1875052842054144/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205280.964029:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205280.964032:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c849c00 x1875052842054144/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205305 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205280.964037:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205280.964039:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205280.964041:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205280.964042:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205280.964043:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205280.964045:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205280.964047:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205280.964050:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205280.964052:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205280.964056:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c849c00 x1875052842054144/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205305 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205280.964063:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c849c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842054144:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205280.964066:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205280.964069:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c84b100 x1875052842054272/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205280.964075:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205280.964077:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205280.964079:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205280.964080:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205280.964082:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205280.964085:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c84b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842054272:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205280.964088:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205280.964089:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205280.964091:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205280.964092:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205280.964095:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376400. 02000000:00000001:0.0:1788205280.964097:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205280.964100:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205280.964102:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503029a0. 00000400:00000010:0.0:1788205280.964104:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c34c8. 00000100:00000200:0.0:1788205280.964107:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842054272, portal 10 00000100:00000001:0.0:1788205280.964109:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205280.964110:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578522880 : -109644131028736 : ffff9c477c84b100) 00000100:00000040:0.0:1788205280.964116:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c84b100 x1875052842054272/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205280.964121:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205280.964123:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205280.964125:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3198. 00000100:00000200:0.0:1788205280.964128:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842054272, offset 0 00000400:00000200:0.0:1788205280.964132:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205280.964136:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205280.964139:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205280.964142:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205280.964144:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205280.964147:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205280.964150:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205280.964152:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705292:705292:256:4294967295] 192.168.201.101@tcp LPNI seq info [705287:705287:8:4294967295] 00000400:00000200:0.0:1788205280.964156:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205280.964162:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205280.964166:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205280.964169:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036d00. 00000800:00000200:0.0:1788205280.964173:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205280.964175:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1788205280.964184:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205280.964186:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036d00. 00000400:00000200:0.0:1788205280.964189:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205280.964192:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205280.964195:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3198 00000400:00000010:0.0:1788205280.964197:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3198. 00000100:00000001:0.0:1788205280.964199:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205280.964203:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c84b100 x1875052842054272/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205280.964210:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205280.964213:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84b100 x1875052842054272/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205305 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205280.964218:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205280.964219:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205280.964222:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205280.964224:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788205280.964227:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205280.964229:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310419978 00000100:00000001:0.0:1788205280.964231:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310421237 00000100:00000001:0.0:1788205280.964233:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310419978 00000100:00000001:0.0:1788205280.964235:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310421237 00000100:00000001:0.0:1788205280.964237:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205280.964239:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205280.964240:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205280.964243:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205280/real 1788205280] req@ffff9c477c84b100 x1875052842054272/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205280.964249:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205280.964251:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205280.964252:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503029a0. 00000400:00000200:0.0:1788205280.964254:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c34c8 00000400:00000010:0.0:1788205280.964255:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c34c8. 00000100:00000001:0.0:1788205280.964257:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205280.964259:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c84b100 x1875052842054272/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205280.964266:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c84b100 x1875052842054272/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205280.964271:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205280.964272:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205280.964273:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205280.964275:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205280.964277:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c84b100 x1875052842054272/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205280.964282:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205280.964286:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c84b100 x1875052842054272/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205305 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205280.964291:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205280.964295:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205280.964296:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205280.964297:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205280.964298:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205280.964300:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205280.964302:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205280.964305:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205280.964307:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205280.964311:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c84b100 x1875052842054272/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205305 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205280.964318:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c84b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842054272:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205280.964320:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205280.964324:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c848000 x1875052842054400/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205280.964329:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205280.964331:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205280.964333:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205280.964334:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205280.964336:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205280.964339:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c848000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842054400:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788205280.964341:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205280.964343:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205280.964345:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205280.964346:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205280.964350:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376c00. 02000000:00000001:0.0:1788205280.964352:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205280.964355:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205280.964357:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503029a0. 00000400:00000010:0.0:1788205280.964360:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c34c8. 00000100:00000200:0.0:1788205280.964363:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842054400, portal 4 00000100:00000001:0.0:1788205280.964366:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205280.964367:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578510336 : -109644131041280 : ffff9c477c848000) 00000100:00000040:0.0:1788205280.964373:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c848000 x1875052842054400/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205280.964379:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205280.964382:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205280.964384:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3198. 00000100:00000200:0.0:1788205280.964387:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052842054400, offset 0 00000400:00000200:0.0:1788205280.964390:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205280.964414:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205280.964418:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205280.964421:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205280.964423:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205280.964425:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205280.964427:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205280.964429:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705293:705293:256:4294967295] 192.168.201.101@tcp LPNI seq info [705288:705288:8:4294967295] 00000400:00000200:0.0:1788205280.964432:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205280.964438:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205280.964441:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205280.964445:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036d00. 00000800:00000200:0.0:1788205280.964449:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205280.964451:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1788205280.964462:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205280.964464:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036d00. 00000400:00000200:0.0:1788205280.964466:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205280.964469:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205280.964471:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3198 00000400:00000010:0.0:1788205280.964473:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3198. 00000100:00000001:0.0:1788205280.964475:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205280.964479:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c848000 x1875052842054400/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205280.964491:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205280.964494:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c848000 x1875052842054400/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205305 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205280.964500:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205280.964501:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205280.964504:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205280.964507:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788205280.964510:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205280.964511:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310420005 00000100:00000001:0.0:1788205280.964514:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310421237 00000100:00000001:0.0:1788205280.964516:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310420005 00000100:00000001:0.0:1788205280.964518:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310421237 00000100:00000001:0.0:1788205280.964520:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205280.964522:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205280.964523:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205280.964526:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205280/real 1788205280] req@ffff9c477c848000 x1875052842054400/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205280.964534:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205280.964535:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205280.964536:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503029a0. 00000400:00000200:0.0:1788205280.964539:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c34c8 00000400:00000010:0.0:1788205280.964568:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c34c8. 00000100:00000001:0.0:1788205280.964571:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205280.964575:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c848000 x1875052842054400/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205280.964582:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c848000 x1875052842054400/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205280.964588:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205280.964590:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205280.964592:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205280.964593:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205280.964596:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c848000 x1875052842054400/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205280.964602:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205280.964606:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c848000 x1875052842054400/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205305 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205280.964612:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205280.964614:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205280.964615:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205280.964617:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205280.964618:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205280.964620:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205280.964622:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205280.964626:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205280.964628:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205280.964632:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c848000 x1875052842054400/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205305 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205280.964639:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c848000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842054400:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788205280.964642:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205280.964644:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205280.964648:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c848700 x1875052842054016/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205305 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205280.964654:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205280.964657:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205280.964660:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788205280.964663:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205280.964666:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205280.964668:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788205280.964670:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205280.964673:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f1c00. 02000000:00000001:0.0:1788205280.964677:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205280.964679:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205280.964681:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c848700. 00000100:00000001:0.0:1788205280.964684:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205280.964685:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205280.964686:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205280.964689:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c849c00 x1875052842054144/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205305 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205280.964695:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205280.964696:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205280.964697:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376800. 02000000:00000001:0.0:1788205280.964699:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205280.964700:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205280.964701:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788205280.964703:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205280.964704:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f1000. 02000000:00000001:0.0:1788205280.964706:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205280.964707:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205280.964708:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c849c00. 00000100:00000001:0.0:1788205280.964710:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205280.964711:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205280.964712:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205280.964715:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c84b100 x1875052842054272/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205305 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205280.964722:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205280.964723:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205280.964724:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376400. 02000000:00000001:0.0:1788205280.964726:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205280.964727:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205280.964728:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788205280.964730:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205280.964731:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f3c00. 02000000:00000001:0.0:1788205280.964733:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205280.964734:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205280.964735:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c84b100. 00000100:00000001:0.0:1788205280.964737:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205280.964738:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205280.964739:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205280.964743:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c848000 x1875052842054400/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205305 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205280.964748:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205280.964749:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205280.964751:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376c00. 02000000:00000001:0.0:1788205280.964753:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205280.964754:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205280.964755:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788205280.964756:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205280.964757:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f0000. 02000000:00000001:0.0:1788205280.964760:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205280.964761:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205280.964762:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c848000. 00000100:00000001:0.0:1788205280.964764:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205280.964765:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205280.964768:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205280.964777:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788205280.964779:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205280.964782:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205280.964784:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205281.602514:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205281.602521:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205281.602527:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205281.602528:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205281.602563:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205281.602565:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205281.602590:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205281.602593:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205281.602596:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788205282.242487:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310421237, at 4310421248 00000100:00000040:1.0:1788205282.242487:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310421237, at 4310421248 00000100:00000010:0.0:1788205282.242498:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba420. 00000100:00000010:1.0:1788205282.242502:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba1e0. 00010000:00000001:0.0:1788205282.626570:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205282.626577:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205282.626583:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205282.626584:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205282.626587:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205282.626588:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788205282.626725:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788205282.626728:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788205282.626741:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205283.650512:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205283.650520:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205283.650522:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205283.650524:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205283.650528:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205283.650529:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205283.650531:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205283.650532:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205283.650535:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205283.650536:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205283.650539:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205283.650540:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205283.650560:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205283.650562:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205283.650564:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205284.674529:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205284.674535:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205284.674539:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205284.674540:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205284.674542:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205284.674543:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205285.698569:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205285.698575:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205285.698579:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205285.698580:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205285.698582:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205285.698583:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205285.698603:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205285.698605:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205285.698607:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788205286.082646:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788205286.082656:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788205286.082659:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788205286.082663:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788205286.082667:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788205286.082674:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 15752 00000400:00000200:1.0:1788205286.082682:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788205286.082687:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788205286.082691:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788205286.082693:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205286.082696:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205286.082698:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205286.082700:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788205286.082704:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788205286.082705:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788205286.082708:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788205286.082711:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788205286.082713:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788205286.082716:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788205286.082719:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205286.082720:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205286.082722:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205286.082723:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788205286.082726:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788205286.082729:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788205286.082731:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788205286.082734:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788205286.082738:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788205286.082741:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205286.082743:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788205286.082745:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788205286.082756:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ded80. 00000020:00000040:1.0:1788205286.082760:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788205286.082764:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788205286.082766:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205286.082769:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788205286.082771:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788205286.082775:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788205286.082782:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99c00. 00000100:00000001:1.0:1788205286.082788:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788205286.082797:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ded80 x1875052842054528/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788205286.082807:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788205286.082813:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205286.082819:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a769e60] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ded80 x1875052842054528/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788205286.082840:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788205286.082843:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788205286.082847:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788205286.082848:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788205286.082850:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788205286.082853:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788205286.082855:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15752 00000400:00000200:1.0:1788205286.082859:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788205286.082862:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788205286.082864:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788205286.082866:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205286.082868:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205286.082870:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205286.082872:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788205286.082874:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788205286.082876:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788205286.082878:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788205286.082880:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788205286.082882:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788205286.082884:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788205286.082886:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205286.082888:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205286.082890:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205286.082892:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788205286.082895:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788205286.082898:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788205286.082901:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205286.082904:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1788205286.082904:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1788205286.082910:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1788205286.082911:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205286.082913:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1788205286.082915:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205286.082919:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000040:0.0:1788205286.082923:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3ded80 x1875052842054528/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1788205286.082924:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788205286.082930:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205286.082934:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788205286.082940:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dca80. 00000100:00000001:0.0:1788205286.082941:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000040:1.0:1788205286.082945:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000100:00000001:0.0:1788205286.082946:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788205286.082951:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788205286.082952:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788205286.082954:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205286.082956:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788205286.082957:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788205286.082960:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788205286.082962:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788205286.082964:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205286.082967:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842054528:192.168.201.101@tcp:250:kworker.0 02000000:00000010:1.0:1788205286.082970:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b000. 00000100:00000001:0.0:1788205286.082973:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1788205286.082975:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205286.082978:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205286.082981:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788205286.082983:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dca80 x1875052842054656/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1788205286.082986:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205286.082993:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376400. 00000100:00000001:1.0:1788205286.082993:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788205286.082997:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205286.082998:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205286.083003:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004099c200] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dca80 x1875052842054656/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788205286.083008:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205286.083014:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503029a0. 00000400:00000010:0.0:1788205286.083023:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c34c8. 00000100:00000001:1.0:1788205286.083025:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788205286.083029:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:0.0:1788205286.083031:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842054528, portal 25 00000100:00080000:1.0:1788205286.083031:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788205286.083036:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788205286.083036:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1788205286.083039:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573885312 : -109644135666304 : ffff9c477c3ded80) 00000100:00080000:1.0:1788205286.083039:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788205286.083044:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788205286.083048:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15752 00000100:00000040:0.0:1788205286.083049:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3ded80 x1875052842054528/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788205286.083054:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788205286.083060:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788205286.083065:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1788205286.083068:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788205286.083070:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205286.083075:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205286.083076:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000100:00000040:1.0:1788205286.083079:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000400:00000010:0.0:1788205286.083080:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3198. 00000100:00000001:1.0:1788205286.083082:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000100:00000200:0.0:1788205286.083085:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052842054528, offset 0 00000020:00000001:1.0:1788205286.083087:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788205286.083090:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788205286.083092:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788205286.083095:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000400:00000200:0.0:1788205286.083096:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000020:00000001:1.0:1788205286.083099:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788205286.083102:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788205286.083107:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000400:00000200:0.0:1788205286.083108:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:1.0:1788205286.083111:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205286.083114:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205286.083117:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000400:00000200:0.0:1788205286.083118:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000020:00000040:1.0:1788205286.083120:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000400:00000200:0.0:1788205286.083125:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00080000:1.0:1788205286.083126:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788205286.083130:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205286.083133:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 02000000:00000001:1.0:1788205286.083134:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788205286.083138:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1788205286.083141:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 02000000:00000001:1.0:1788205286.083142:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205286.083145:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000400:00000200:0.0:1788205286.083146:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000008:00100000:1.0:1788205286.083148:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788205286.083153:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205286.083154:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705294:705294:256:4294967295] 192.168.201.101@tcp LPNI seq info [705289:705289:8:4294967295] 00000100:00000001:1.0:1788205286.083155:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788205286.083161:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3de300. 00000400:00000200:0.0:1788205286.083164:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000020:00000040:1.0:1788205286.083166:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788205286.083169:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788205286.083171:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205286.083175:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788205286.083178:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1788205286.083179:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 02000000:00000001:1.0:1788205286.083181:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788205286.083186:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9a000. 00000100:00000001:1.0:1788205286.083190:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788205286.083195:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3de300 x1875052842054784/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788205286.083201:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788205286.083203:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205286.083206:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc9d591c] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3de300 x1875052842054784/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788205286.083213:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205286.083216:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788205286.083219:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788205286.083222:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788205286.083224:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788205286.083226:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788205286.083227:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788205286.083229:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788205286.083232:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15752 00000800:00000200:0.0:1788205286.083733:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205286.083740:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036d00. 00000800:00000200:0.0:1788205286.083746:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205286.083750:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1788205286.083762:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205286.083765:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036d00. 00000400:00000200:0.0:1788205286.083771:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205286.083776:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788205286.083848:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788205286.083854:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000400:00000200:0.0:1788205286.083856:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3198 00000100:00080000:1.0:1788205286.083857:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000400:00000010:0.0:1788205286.083862:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3198. 00000100:00000040:1.0:1788205286.083863:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205286.083867:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1788205286.083869:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:1.0:1788205286.083871:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205286.083874:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000100:00000200:0.0:1788205286.083876:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c3ded80 x1875052842054528/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1788205286.083879:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788205286.083882:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788205286.083886:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788205286.083889:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000100:00000001:0.0:1788205286.083892:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1788205286.083893:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788205286.083897:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3ded80 x1875052842054528/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205311 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1788205286.083899:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788205286.083906:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205286.083911:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1788205286.083914:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205286.083915:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205286.083918:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1788205286.083920:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788205286.083924:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00000001:0.0:1788205286.083926:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788205286.083928:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788205286.083933:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205286.083934:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 02000000:00000001:1.0:1788205286.083939:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1788205286.083940:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4310426357 02000000:00000001:1.0:1788205286.083943:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1788205286.083947:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba420. 02000000:00000001:1.0:1788205286.083947:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205286.083952:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788205286.083955:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000008:00100000:1.0:1788205286.083955:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788205286.083959:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205286.083962:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205286.083964:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4310426357 00000100:00000010:1.0:1788205286.083967:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dea00. 00000100:00000010:0.0:1788205286.083970:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685baf60. 00000020:00000040:1.0:1788205286.083971:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 00000100:00000001:0.0:1788205286.083976:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 02000000:00000001:1.0:1788205286.083977:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788205286.083980:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205286.083981:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788205286.083983:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788205286.083985:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1788205286.083988:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788205286.083988:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205286.083994:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 02000000:00000010:1.0:1788205286.083995:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99800. 00000100:00100000:0.0:1788205286.084000:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205286/real 1788205286] req@ffff9c477c3ded80 x1875052842054528/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788205286.084000:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788205286.084007:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dea00 x1875052842054912/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000001:0.0:1788205286.084022:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1788205286.084022:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000001:0.0:1788205286.084026:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1788205286.084026:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788205286.084030:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503029a0. 00000100:00000040:1.0:1788205286.084031:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4ead91e] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dea00 x1875052842054912/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788205286.084035:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c34c8 00000400:00000010:0.0:1788205286.084040:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c34c8. 00000100:00000001:1.0:1788205286.084040:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205286.084046:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1788205286.084047:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15762) 00000100:00000200:0.0:1788205286.084054:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3ded80 x1875052842054528/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205286.084065:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3ded80 x1875052842054528/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205286.084072:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205286.084074:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205286.084076:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205286.084078:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205286.084082:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c3ded80 x1875052842054528/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205286.084089:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205286.084094:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3ded80 x1875052842054528/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205311 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205286.084102:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205286.084105:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205286.084106:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205286.084107:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205286.084110:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205286.084111:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205286.084115:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205286.084119:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205286.084122:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205286.084126:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3ded80 x1875052842054528/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205311 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205286.084135:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842054528:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788205286.084140:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205286.084141:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205286.084145:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3ded80 x1875052842054528/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205311 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205286.084151:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205286.084154:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205286.084156:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376400. 02000000:00000001:0.0:1788205286.084159:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205286.084161:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205286.084163:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788205286.084165:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205286.084168:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4653a99c00. 02000000:00000001:0.0:1788205286.084172:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205286.084174:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205286.084175:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3ded80. 00000100:00000001:0.0:1788205286.084179:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205286.084180:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205286.084183:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205286.085552:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788205286.085554:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205286.085557:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205286.085559:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788205286.085561:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205286.085570:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3dca80 x1875052842054656/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205286.085579:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205286.085581:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205286.085584:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205286.085586:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205286.085588:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205286.085592:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842054656:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205286.085595:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205286.085599:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205286.085601:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205286.085603:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205286.085608:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376400. 02000000:00000001:0.0:1788205286.085610:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205286.085614:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205286.085618:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503029a0. 00000400:00000010:0.0:1788205286.085623:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c34c8. 00000100:00000200:0.0:1788205286.085628:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842054656, portal 10 00000100:00000001:0.0:1788205286.085630:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205286.085632:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573876352 : -109644135675264 : ffff9c477c3dca80) 00000100:00000040:0.0:1788205286.085640:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3dca80 x1875052842054656/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205286.085647:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205286.085649:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205286.085651:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3198. 00000100:00000200:0.0:1788205286.085654:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842054656, offset 0 00000400:00000200:0.0:1788205286.085659:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205286.085665:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205286.085671:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205286.085674:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205286.085677:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205286.085680:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205286.085683:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205286.085686:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705295:705295:256:4294967295] 192.168.201.101@tcp LPNI seq info [705290:705290:8:4294967295] 00000400:00000200:0.0:1788205286.085690:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205286.085697:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205286.085702:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205286.085708:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036d00. 00000800:00000200:0.0:1788205286.085713:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205286.085716:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1788205286.085728:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205286.085730:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036d00. 00000400:00000200:0.0:1788205286.085733:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205286.085737:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205286.085742:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3198 00000400:00000010:0.0:1788205286.085744:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3198. 00000100:00000001:0.0:1788205286.085747:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205286.085750:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c3dca80 x1875052842054656/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205286.085758:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205286.085761:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3dca80 x1875052842054656/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205311 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205286.085768:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205286.085769:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205286.085773:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205286.085777:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788205286.085780:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205286.085783:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310425100 00000100:00000001:0.0:1788205286.085786:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310426357 00000100:00000001:0.0:1788205286.085788:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310425100 00000100:00000001:0.0:1788205286.085790:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310426357 00000100:00000001:0.0:1788205286.085792:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205286.085795:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205286.085797:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205286.085801:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205286/real 1788205286] req@ffff9c477c3dca80 x1875052842054656/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205286.085815:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205286.085817:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205286.085819:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503029a0. 00000400:00000200:0.0:1788205286.085821:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c34c8 00000400:00000010:0.0:1788205286.085822:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c34c8. 00000100:00000001:0.0:1788205286.085824:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205286.085827:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3dca80 x1875052842054656/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205286.085836:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3dca80 x1875052842054656/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205286.085842:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205286.085844:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205286.085846:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205286.085847:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205286.085851:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c3dca80 x1875052842054656/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205286.085858:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205286.085863:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3dca80 x1875052842054656/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205311 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205286.085869:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205286.085871:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205286.086158:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205286.086160:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205286.086162:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205286.086164:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205286.086168:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205286.086172:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205286.086174:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205286.086179:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3dca80 x1875052842054656/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205311 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205286.086243:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842054656:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205286.086248:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205286.086251:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3de300 x1875052842054784/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205286.086258:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205286.086260:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205286.086262:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205286.086264:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205286.086266:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205286.086269:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842054784:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205286.086273:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205286.086275:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205286.086277:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205286.086278:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205286.086282:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376800. 02000000:00000001:0.0:1788205286.086284:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205286.086287:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205286.086289:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503029a0. 00000400:00000010:0.0:1788205286.086292:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c34c8. 00000100:00000200:0.0:1788205286.086295:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842054784, portal 10 00000100:00000001:0.0:1788205286.086297:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205286.086298:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573882624 : -109644135668992 : ffff9c477c3de300) 00000100:00000040:0.0:1788205286.086304:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3de300 x1875052842054784/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205286.086311:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205286.086312:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205286.086314:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3198. 00000100:00000200:0.0:1788205286.086317:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842054784, offset 0 00000400:00000200:0.0:1788205286.086321:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205286.086324:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205286.086328:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205286.086331:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205286.086333:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205286.086336:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205286.086338:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205286.086341:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705296:705296:256:4294967295] 192.168.201.101@tcp LPNI seq info [705291:705291:8:4294967295] 00000400:00000200:0.0:1788205286.086345:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205286.086352:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205286.086356:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205286.086359:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036d00. 00000800:00000200:0.0:1788205286.086363:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205286.086366:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1788205286.086375:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205286.086377:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036d00. 00000400:00000200:0.0:1788205286.086380:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205286.086383:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205286.086386:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3198 00000400:00000010:0.0:1788205286.086388:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3198. 00000100:00000001:0.0:1788205286.086390:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205286.086414:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c3de300 x1875052842054784/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205286.086423:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205286.086426:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3de300 x1875052842054784/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205311 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205286.086432:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205286.086434:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205286.086437:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205286.086440:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788205286.086443:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205286.086445:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310425101 00000100:00000001:0.0:1788205286.086447:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310426357 00000100:00000001:0.0:1788205286.086449:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310425101 00000100:00000001:0.0:1788205286.086451:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310426357 00000100:00000001:0.0:1788205286.086463:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205286.086466:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205286.086467:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205286.086471:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205286/real 1788205286] req@ffff9c477c3de300 x1875052842054784/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205286.086478:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205286.086480:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205286.086481:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503029a0. 00000400:00000200:0.0:1788205286.086483:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c34c8 00000400:00000010:0.0:1788205286.086484:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c34c8. 00000100:00000001:0.0:1788205286.086486:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205286.086488:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3de300 x1875052842054784/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205286.086494:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3de300 x1875052842054784/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205286.086499:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205286.086500:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205286.086502:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205286.086503:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205286.086506:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c3de300 x1875052842054784/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205286.086512:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205286.086516:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3de300 x1875052842054784/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205311 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205286.086523:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205286.086526:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205286.086527:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205286.086529:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205286.086530:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205286.086532:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205286.086535:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205286.086539:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205286.086542:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205286.086546:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3de300 x1875052842054784/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205311 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205286.086554:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842054784:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205286.086559:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205286.086563:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3dea00 x1875052842054912/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205286.086570:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205286.086571:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205286.086573:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205286.086575:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205286.086577:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205286.086580:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842054912:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788205286.086582:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205286.086584:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205286.086586:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205286.086587:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205286.086590:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788205286.086592:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205286.086596:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205286.086599:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503029a0. 00000400:00000010:0.0:1788205286.086602:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c34c8. 00000100:00000200:0.0:1788205286.086605:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842054912, portal 4 00000100:00000001:0.0:1788205286.086607:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205286.086608:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573884416 : -109644135667200 : ffff9c477c3dea00) 00000100:00000040:0.0:1788205286.086614:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3dea00 x1875052842054912/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205286.086620:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205286.086623:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205286.086626:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3198. 00000100:00000200:0.0:1788205286.086628:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052842054912, offset 0 00000400:00000200:0.0:1788205286.086631:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205286.086635:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205286.086639:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205286.086642:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205286.086645:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205286.086647:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205286.086650:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205286.086653:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705297:705297:256:4294967295] 192.168.201.101@tcp LPNI seq info [705292:705292:8:4294967295] 00000400:00000200:0.0:1788205286.086656:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205286.086663:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205286.086667:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205286.086670:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036d00. 00000800:00000200:0.0:1788205286.086673:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205286.086676:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1788205286.086686:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205286.086688:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036d00. 00000400:00000200:0.0:1788205286.086690:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205286.086693:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205286.086696:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3198 00000400:00000010:0.0:1788205286.086698:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3198. 00000100:00000001:0.0:1788205286.086700:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205286.086703:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c3dea00 x1875052842054912/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205286.086716:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205286.086719:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3dea00 x1875052842054912/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205311 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205286.086726:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205286.086727:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205286.086730:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205286.086733:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788205286.086735:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205286.086737:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310425127 00000100:00000001:0.0:1788205286.086740:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310426357 00000100:00000001:0.0:1788205286.086741:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310425127 00000100:00000001:0.0:1788205286.086744:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310426357 00000100:00000001:0.0:1788205286.086746:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205286.086748:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205286.086750:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205286.086753:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205286/real 1788205286] req@ffff9c477c3dea00 x1875052842054912/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205286.086761:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205286.086762:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205286.086763:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503029a0. 00000400:00000200:0.0:1788205286.086765:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c34c8 00000400:00000010:0.0:1788205286.086767:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c34c8. 00000100:00000001:0.0:1788205286.086769:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205286.086772:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3dea00 x1875052842054912/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205286.086780:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3dea00 x1875052842054912/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205286.086785:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205286.086787:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205286.086789:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205286.086790:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205286.086793:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c3dea00 x1875052842054912/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205286.086799:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205286.086803:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3dea00 x1875052842054912/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205311 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205286.086810:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205286.086812:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205286.086813:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205286.086815:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205286.086817:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205286.086818:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205286.086821:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205286.086824:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205286.086826:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205286.086830:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3dea00 x1875052842054912/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205311 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205286.086837:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842054912:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788205286.086841:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205286.086843:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205286.086847:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3dca80 x1875052842054656/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205311 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205286.086854:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205286.086856:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205286.086859:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376400. 02000000:00000001:0.0:1788205286.086861:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205286.086863:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205286.086865:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788205286.086867:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205286.086869:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4653a9b000. 02000000:00000001:0.0:1788205286.086883:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205286.086885:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205286.086890:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3dca80. 00000100:00000001:0.0:1788205286.086894:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205286.086895:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205286.086897:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205286.086900:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3de300 x1875052842054784/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205311 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205286.086906:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205286.086908:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205286.086909:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376800. 02000000:00000001:0.0:1788205286.086911:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205286.086912:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205286.086913:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788205286.086915:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205286.086916:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4653a9a000. 02000000:00000001:0.0:1788205286.086919:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205286.086920:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205286.086921:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3de300. 00000100:00000001:0.0:1788205286.086923:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205286.086925:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205286.086926:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205286.086929:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3dea00 x1875052842054912/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205311 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205286.086935:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205286.086936:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205286.086937:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788205286.086939:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205286.086941:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205286.086942:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788205286.086943:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205286.086945:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4653a99800. 02000000:00000001:0.0:1788205286.086947:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205286.086949:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205286.086950:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3dea00. 00000100:00000001:0.0:1788205286.086952:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205286.086954:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205286.086956:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205286.086959:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788205286.086961:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205286.086963:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205286.086965:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205286.724714:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205286.724721:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205286.724726:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205286.724729:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205286.724731:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205286.724734:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205286.724737:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205286.724740:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205286.724742:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205286.724744:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205286.724747:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205286.724748:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205286.724750:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205286.724751:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205286.724753:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205286.724754:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205286.724756:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205286.724757:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788205286.725353:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788205286.725357:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788205286.725360:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788205287.362525:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310426357, at 4310426368 00000100:00000040:0.0:1788205287.362526:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310426357, at 4310426368 00000100:00000010:1.0:1788205287.362542:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685baf60. 00000100:00000010:0.0:1788205287.362544:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba420. 00010000:00000001:0.0:1788205287.746562:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205287.746569:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205287.746575:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205287.746577:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205287.746580:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205287.746581:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205287.746614:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205287.746617:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205287.746620:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205288.770548:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205288.770556:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205288.770560:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205288.770561:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205288.770564:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205288.770565:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205289.794748:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205289.794754:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205289.794760:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205289.794761:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205289.794764:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205289.794765:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205289.794789:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205289.794792:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205289.794794:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205290.818512:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205290.818519:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205290.818524:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205290.818526:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205290.818530:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205290.818531:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788205290.818663:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788205290.818666:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788205290.818669:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788205291.204777:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205291.204781:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788205291.204784:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205291.204790:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c84a300 x1875052842055040/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205291.204798:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205291.204800:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205291.204803:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205291.204806:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205291.204808:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205291.204811:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c84a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842055040:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788205291.204815:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205291.204819:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205291.204822:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205291.204824:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205291.204828:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788205291.204830:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205291.204835:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205291.204838:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503029a0. 00000400:00000010:0.0:1788205291.204844:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c34c8. 00000100:00000200:0.0:1788205291.204850:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842055040, portal 25 00000100:00000001:0.0:1788205291.204852:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205291.204854:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578519296 : -109644131032320 : ffff9c477c84a300) 00000100:00000040:0.0:1788205291.204860:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c84a300 x1875052842055040/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205291.204866:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205291.204869:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205291.204871:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3198. 00000100:00000200:0.0:1788205291.204874:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052842055040, offset 0 00000400:00000200:0.0:1788205291.204880:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205291.204887:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205291.204892:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205291.204897:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205291.204901:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205291.204905:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205291.204907:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205291.204911:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705298:705298:256:4294967295] 192.168.201.101@tcp LPNI seq info [705293:705293:8:4294967295] 00000400:00000200:0.0:1788205291.204916:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205291.204925:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205291.204931:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205291.204936:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036d00. 00000800:00000200:0.0:1788205291.204942:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205291.204945:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1788205291.204958:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205291.204961:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036d00. 00000400:00000200:0.0:1788205291.204966:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205291.204971:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205291.204975:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3198 00000400:00000010:0.0:1788205291.204977:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3198. 00000100:00000001:0.0:1788205291.204981:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205291.204985:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c84a300 x1875052842055040/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205291.205148:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205291.205154:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84a300 x1875052842055040/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205316 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205291.205161:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205291.205163:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205291.205170:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205291.205174:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205291.205176:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4310431478 00000100:00000010:0.0:1788205291.205182:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba420. 00000100:00000001:0.0:1788205291.205187:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788205291.205194:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4310431478 00000100:00000010:0.0:1788205291.205196:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685baa80. 00000100:00000001:0.0:1788205291.205199:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788205291.205202:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205291.205204:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205291.205207:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205291.205211:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205291/real 1788205291] req@ffff9c477c84a300 x1875052842055040/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205291.205220:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205291.205222:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205291.205224:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503029a0. 00000400:00000200:0.0:1788205291.205227:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c34c8 00000400:00000010:0.0:1788205291.205228:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c34c8. 00000100:00000001:0.0:1788205291.205231:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205291.205234:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c84a300 x1875052842055040/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205291.205247:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c84a300 x1875052842055040/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205291.205254:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205291.205255:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205291.205257:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205291.205259:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205291.205263:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c84a300 x1875052842055040/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205291.205268:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205291.205273:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c84a300 x1875052842055040/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205316 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205291.205279:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205291.205282:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205291.205283:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205291.205284:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205291.205286:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205291.205288:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205291.205290:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205291.205294:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205291.205297:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205291.205300:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c84a300 x1875052842055040/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205316 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205291.205307:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c84a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842055040:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788205291.205311:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205291.205313:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205291.205315:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c84a300 x1875052842055040/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205316 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205291.205326:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205291.205329:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205291.205331:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788205291.205334:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205291.205336:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205291.205337:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788205291.205339:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205291.205342:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f2400. 02000000:00000001:0.0:1788205291.205345:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205291.205347:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205291.205348:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c84a300. 00000100:00000001:0.0:1788205291.205351:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205291.205352:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205291.205355:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205291.205361:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788205291.205363:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205291.205379:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205291.205380:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788205291.205382:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205291.205386:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c84aa00 x1875052842055168/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205291.205392:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205291.205412:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205291.205414:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205291.205416:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205291.205418:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205291.205421:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c84aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842055168:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205291.205424:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205291.205426:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205291.205427:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205291.205429:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205291.205431:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788205291.205433:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205291.205437:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205291.205440:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503029a0. 00000400:00000010:0.0:1788205291.205443:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c34c8. 00000100:00000200:0.0:1788205291.205446:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842055168, portal 10 00000100:00000001:0.0:1788205291.205448:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205291.205449:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578521088 : -109644131030528 : ffff9c477c84aa00) 00000100:00000040:0.0:1788205291.205456:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c84aa00 x1875052842055168/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205291.205462:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205291.205464:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205291.205467:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3198. 00000100:00000200:0.0:1788205291.205469:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842055168, offset 0 00000400:00000200:0.0:1788205291.205473:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205291.205477:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205291.205481:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205291.205484:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205291.205486:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205291.205489:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205291.205491:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205291.205494:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705299:705299:256:4294967295] 192.168.201.101@tcp LPNI seq info [705294:705294:8:4294967295] 00000400:00000200:0.0:1788205291.205499:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205291.205504:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205291.205508:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205291.205512:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036d00. 00000800:00000200:0.0:1788205291.205515:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205291.205518:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1788205291.205528:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205291.205530:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036d00. 00000400:00000200:0.0:1788205291.205533:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205291.205536:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205291.205539:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3198 00000400:00000010:0.0:1788205291.205540:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3198. 00000100:00000001:0.0:1788205291.205543:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205291.205546:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c84aa00 x1875052842055168/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205291.205554:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205291.205556:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84aa00 x1875052842055168/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205316 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205291.205562:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205291.205563:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205291.205566:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205291.205570:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788205291.205573:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205291.205575:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310430220 00000100:00000001:0.0:1788205291.205579:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310431478 00000100:00000001:0.0:1788205291.205581:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310430220 00000100:00000001:0.0:1788205291.205582:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310431478 00000100:00000001:0.0:1788205291.205584:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205291.205586:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205291.205588:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205291.205592:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205291/real 1788205291] req@ffff9c477c84aa00 x1875052842055168/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205291.205599:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205291.205600:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205291.205602:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503029a0. 00000400:00000200:0.0:1788205291.205604:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c34c8 00000400:00000010:0.0:1788205291.205606:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c34c8. 00000100:00000001:0.0:1788205291.205608:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205291.205611:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c84aa00 x1875052842055168/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205291.205618:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c84aa00 x1875052842055168/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205291.205628:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205291.205629:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205291.205631:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205291.205632:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205291.205635:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c84aa00 x1875052842055168/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205291.205640:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205291.205643:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c84aa00 x1875052842055168/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205316 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205291.205648:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205291.205651:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205291.205652:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205291.205653:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205291.205655:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205291.205656:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205291.205659:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205291.205662:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205291.205664:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205291.205668:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c84aa00 x1875052842055168/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205316 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205291.205675:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c84aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842055168:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205291.205679:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205291.205680:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205291.205683:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c84aa00 x1875052842055168/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205316 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205291.205689:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205291.205691:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205291.205693:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788205291.205695:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205291.205696:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205291.205697:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788205291.205699:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205291.205701:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f0c00. 02000000:00000001:0.0:1788205291.205703:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205291.205704:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205291.205705:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c84aa00. 00000100:00000001:0.0:1788205291.205707:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205291.205708:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205291.205710:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205291.205713:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788205291.205715:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205291.205716:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205291.205717:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205291.205786:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205291.205788:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205291.205997:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205291.205999:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788205291.206001:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205291.206005:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c84a680 x1875052842055296/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205291.206012:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205291.206013:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205291.206015:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205291.206017:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205291.206018:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205291.206021:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c84a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842055296:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205291.206024:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205291.206026:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205291.206027:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205291.206029:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205291.206032:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788205291.206035:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205291.206038:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205291.206041:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503029a0. 00000400:00000010:0.0:1788205291.206044:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c34c8. 00000100:00000200:0.0:1788205291.206047:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842055296, portal 10 00000100:00000001:0.0:1788205291.206049:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205291.206050:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578520192 : -109644131031424 : ffff9c477c84a680) 00000100:00000040:0.0:1788205291.206056:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c84a680 x1875052842055296/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205291.206061:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205291.206063:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205291.206065:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3198. 00000100:00000200:0.0:1788205291.206068:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842055296, offset 0 00000400:00000200:0.0:1788205291.206071:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205291.206075:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205291.206079:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205291.206082:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205291.206085:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205291.206087:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205291.206089:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205291.206092:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705300:705300:256:4294967295] 192.168.201.101@tcp LPNI seq info [705295:705295:8:4294967295] 00000400:00000200:0.0:1788205291.206096:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205291.206101:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205291.206106:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205291.206109:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036d00. 00000800:00000200:0.0:1788205291.206114:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205291.206116:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1788205291.206126:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205291.206128:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036d00. 00000400:00000200:0.0:1788205291.206131:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205291.206134:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205291.206138:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3198 00000400:00000010:0.0:1788205291.206140:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3198. 00000100:00000001:0.0:1788205291.206142:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205291.206145:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c84a680 x1875052842055296/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205291.206326:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205291.206330:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84a680 x1875052842055296/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205316 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205291.206336:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205291.206338:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205291.206343:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205291.206346:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788205291.206350:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205291.206352:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310430220 00000100:00000001:0.0:1788205291.206354:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310431478 00000100:00000001:0.0:1788205291.206356:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310430220 00000100:00000001:0.0:1788205291.206359:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310431478 00000100:00000001:0.0:1788205291.206361:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205291.206362:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205291.206378:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205291.206382:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205291/real 1788205291] req@ffff9c477c84a680 x1875052842055296/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205291.206389:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205291.206391:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205291.206392:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503029a0. 00000400:00000200:0.0:1788205291.206423:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c34c8 00000400:00000010:0.0:1788205291.206424:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c34c8. 00000100:00000001:0.0:1788205291.206426:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205291.206430:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c84a680 x1875052842055296/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205291.206437:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c84a680 x1875052842055296/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205291.206443:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205291.206445:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205291.206447:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205291.206448:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205291.206451:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c84a680 x1875052842055296/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205291.206458:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205291.206461:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c84a680 x1875052842055296/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205316 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205291.206467:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205291.206470:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205291.206471:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205291.206473:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205291.206475:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205291.206476:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205291.206479:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205291.206482:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205291.206485:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205291.206489:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c84a680 x1875052842055296/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205316 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205291.206496:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c84a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842055296:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205291.206499:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205291.206501:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205291.206504:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c84a680 x1875052842055296/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205316 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205291.206509:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205291.206511:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205291.206513:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788205291.206515:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205291.206516:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205291.206517:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788205291.206519:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205291.206520:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f1800. 02000000:00000001:0.0:1788205291.206522:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205291.206523:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205291.206525:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c84a680. 00000100:00000001:0.0:1788205291.206527:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205291.206528:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205291.206530:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205291.206533:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788205291.206534:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205291.206536:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205291.206537:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788205291.206539:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205291.206542:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c849f80 x1875052842055424/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205291.206547:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205291.206549:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205291.206551:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205291.206552:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205291.206554:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205291.206556:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c849f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842055424:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788205291.206559:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205291.206561:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205291.206562:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205291.206564:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205291.206567:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788205291.206569:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205291.206572:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205291.206574:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503029a0. 00000400:00000010:0.0:1788205291.206577:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c34c8. 00000100:00000200:0.0:1788205291.206580:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842055424, portal 4 00000100:00000001:0.0:1788205291.206582:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205291.206584:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578518400 : -109644131033216 : ffff9c477c849f80) 00000100:00000040:0.0:1788205291.206589:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c849f80 x1875052842055424/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205291.206594:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205291.206597:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205291.206599:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3198. 00000100:00000200:0.0:1788205291.206601:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052842055424, offset 0 00000400:00000200:0.0:1788205291.206604:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205291.206608:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205291.206612:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205291.206615:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205291.206617:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205291.206619:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205291.206621:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205291.206624:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705301:705301:256:4294967295] 192.168.201.101@tcp LPNI seq info [705296:705296:8:4294967295] 00000400:00000200:0.0:1788205291.206627:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205291.206633:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205291.206637:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205291.206640:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036d00. 00000800:00000200:0.0:1788205291.206644:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205291.206647:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1788205291.206657:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205291.206659:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036d00. 00000400:00000200:0.0:1788205291.206662:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205291.206666:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205291.206668:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3198 00000400:00000010:0.0:1788205291.206670:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3198. 00000100:00000001:0.0:1788205291.206672:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205291.206675:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c849f80 x1875052842055424/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205291.206688:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205291.206691:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c849f80 x1875052842055424/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205316 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205291.206697:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205291.206699:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205291.206701:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205291.206704:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788205291.206707:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205291.206708:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310430246 00000100:00000001:0.0:1788205291.206710:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310431478 00000100:00000001:0.0:1788205291.206713:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310430246 00000100:00000001:0.0:1788205291.206715:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310431478 00000100:00000001:0.0:1788205291.206717:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205291.206719:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205291.206721:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205291.206724:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205291/real 1788205291] req@ffff9c477c849f80 x1875052842055424/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205291.206729:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205291.206730:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205291.206732:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503029a0. 00000400:00000200:0.0:1788205291.206734:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c34c8 00000400:00000010:0.0:1788205291.206735:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c34c8. 00000100:00000001:0.0:1788205291.206737:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205291.206740:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c849f80 x1875052842055424/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205291.206748:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c849f80 x1875052842055424/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205291.206752:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205291.206754:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205291.206755:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205291.206757:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205291.206759:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c849f80 x1875052842055424/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205291.206766:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205291.206769:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c849f80 x1875052842055424/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205316 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205291.206776:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205291.206778:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205291.206779:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205291.206780:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205291.206782:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205291.206783:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205291.206785:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205291.206787:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205291.206789:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205291.206792:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c849f80 x1875052842055424/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205316 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205291.206799:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c849f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842055424:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788205291.206803:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205291.206804:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205291.206806:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c849f80 x1875052842055424/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205316 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205291.206812:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205291.206813:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205291.206815:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788205291.206817:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205291.206818:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205291.206820:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788205291.206822:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205291.206823:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f2800. 02000000:00000001:0.0:1788205291.206826:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205291.206827:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205291.206828:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c849f80. 00000100:00000001:0.0:1788205291.206830:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205291.206831:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205291.206833:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205291.206835:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788205291.206836:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205291.206837:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205291.206839:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205291.206935:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205291.206937:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205291.842493:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205291.842501:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205291.842507:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205291.842508:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205291.842512:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205291.842513:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205291.842547:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205291.842550:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205291.842552:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788205292.483297:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310431478, at 4310431488 00000100:00000010:1.0:1788205292.483312:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685baa80. 00000100:00000040:0.0:1788205292.485715:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310431478, at 4310431491 00000100:00000010:0.0:1788205292.485727:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba420. 00010000:00000001:0.0:1788205292.866555:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205292.866563:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205292.866570:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205292.866572:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205292.866575:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205292.866577:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205293.890520:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205293.890532:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205293.890535:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205293.890539:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205293.890545:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205293.890549:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205293.890551:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205293.890554:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205293.890559:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205293.890561:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205293.890564:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205293.890565:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205293.890594:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205293.890598:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205293.890601:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205294.915714:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205294.915725:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205294.915733:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205294.915791:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205294.915797:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205294.915799:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788205294.915958:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788205294.915962:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788205294.915965:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205295.938966:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205295.938975:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205295.938983:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205295.938984:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205295.938988:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205295.938989:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205295.939023:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205295.939027:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205295.939030:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788205296.323497:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205296.323509:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788205296.323515:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205296.323532:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c849180 x1875052842055552/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205296.323574:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205296.323581:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205296.323590:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205296.323596:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205296.323600:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205296.323606:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c849180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842055552:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788205296.323614:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205296.323619:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205296.323622:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205296.323625:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205296.323634:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376800. 02000000:00000001:0.0:1788205296.323636:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205296.323658:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205296.323663:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503029a0. 00000400:00000010:0.0:1788205296.323671:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c34c8. 00000100:00000200:0.0:1788205296.323680:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842055552, portal 25 00000100:00000001:0.0:1788205296.323683:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205296.323685:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578514816 : -109644131036800 : ffff9c477c849180) 00000100:00000040:0.0:1788205296.323692:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c849180 x1875052842055552/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205296.323701:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205296.323704:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205296.323707:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3198. 00000100:00000200:0.0:1788205296.323711:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052842055552, offset 0 00000400:00000200:0.0:1788205296.323727:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205296.323739:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205296.323748:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205296.323755:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205296.323761:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205296.323766:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205296.323770:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205296.323774:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705302:705302:256:4294967295] 192.168.201.101@tcp LPNI seq info [705297:705297:8:4294967295] 00000400:00000200:0.0:1788205296.323779:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205296.323791:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205296.323798:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205296.323805:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036d00. 00000800:00000200:0.0:1788205296.323814:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205296.323820:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 1 secs later) 00000800:00000100:0.0:1788205296.323835:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205296.323838:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036d00. 00000400:00000200:0.0:1788205296.323846:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205296.323851:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205296.323858:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3198 00000400:00000010:0.0:1788205296.323861:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3198. 00000100:00000001:0.0:1788205296.323866:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205296.323870:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c849180 x1875052842055552/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205296.323881:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205296.323885:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c849180 x1875052842055552/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205321 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205296.323893:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205296.323895:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205296.323902:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205296.323906:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205296.323909:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4310436597 00000100:00000010:0.0:1788205296.323915:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba420. 00000100:00000001:0.0:1788205296.323923:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788205296.323931:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4310436597 00000100:00000010:0.0:1788205296.323934:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba240. 00000100:00000001:0.0:1788205296.323938:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788205296.323943:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205296.323947:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205296.323949:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205296.323954:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205296/real 1788205296] req@ffff9c477c849180 x1875052842055552/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205296.323968:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205296.323972:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205296.323977:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503029a0. 00000400:00000200:0.0:1788205296.323985:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c34c8 00000400:00000010:0.0:1788205296.323991:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c34c8. 00000100:00000001:0.0:1788205296.323998:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205296.324006:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c849180 x1875052842055552/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205296.324016:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c849180 x1875052842055552/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205296.324023:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205296.324190:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205296.324203:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205296.324208:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205296.324220:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c849180 x1875052842055552/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205296.324246:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205296.324257:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c849180 x1875052842055552/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205321 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205296.324295:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205296.324301:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205296.324306:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205296.324309:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205296.324315:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205296.324320:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205296.324330:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205296.324341:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205296.324347:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205296.324356:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c849180 x1875052842055552/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205321 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205296.324391:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c849180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842055552:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788205296.324460:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205296.324468:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205296.324476:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c849180 x1875052842055552/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205321 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205296.324497:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205296.324503:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205296.324508:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376800. 02000000:00000001:0.0:1788205296.324518:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205296.324523:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205296.324529:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788205296.324537:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205296.324542:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f3800. 02000000:00000001:0.0:1788205296.324553:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205296.324557:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205296.324562:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c849180. 00000100:00000001:0.0:1788205296.324570:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205296.324575:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205296.324581:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205296.324605:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788205296.324609:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205296.324612:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205296.324614:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788205296.324615:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205296.324621:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c849f80 x1875052842055680/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205296.324630:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205296.324631:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205296.324634:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205296.324637:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205296.324645:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205296.324649:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c849f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842055680:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205296.324652:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205296.324656:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205296.324657:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205296.324660:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205296.324664:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376800. 02000000:00000001:0.0:1788205296.324666:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205296.324671:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205296.324674:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503029a0. 00000400:00000010:0.0:1788205296.324679:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c34c8. 00000100:00000200:0.0:1788205296.324682:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842055680, portal 10 00000100:00000001:0.0:1788205296.324684:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205296.324686:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578518400 : -109644131033216 : ffff9c477c849f80) 00000100:00000040:0.0:1788205296.324694:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c849f80 x1875052842055680/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205296.324701:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205296.324703:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205296.324705:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3198. 00000100:00000200:0.0:1788205296.324708:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842055680, offset 0 00000400:00000200:0.0:1788205296.326730:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205296.326744:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205296.326753:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205296.326760:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205296.326767:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205296.326772:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205296.326776:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205296.326782:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705303:705303:256:4294967295] 192.168.201.101@tcp LPNI seq info [705298:705298:8:4294967295] 00000400:00000200:0.0:1788205296.326789:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205296.326806:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205296.326822:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205296.326836:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036d00. 00000800:00000200:0.0:1788205296.326855:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205296.326864:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 1 secs later) 00000800:00000100:0.0:1788205296.326903:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205296.326908:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036d00. 00000400:00000200:0.0:1788205296.326916:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205296.326922:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205296.326928:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3198 00000400:00000010:0.0:1788205296.326931:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3198. 00000100:00000001:0.0:1788205296.326936:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205296.326944:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c849f80 x1875052842055680/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205296.326958:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205296.326962:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c849f80 x1875052842055680/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205321 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205296.326971:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205296.326973:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205296.326980:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205296.326986:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788205296.326990:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205296.326993:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310435341 00000100:00000001:0.0:1788205296.326996:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310436597 00000100:00000001:0.0:1788205296.326999:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310435341 00000100:00000001:0.0:1788205296.327002:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310436597 00000100:00000001:0.0:1788205296.327005:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205296.327008:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205296.327011:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205296.327015:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205296/real 1788205296] req@ffff9c477c849f80 x1875052842055680/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205296.327026:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205296.327027:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205296.327032:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503029a0. 00000400:00000200:0.0:1788205296.327035:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c34c8 00000400:00000010:0.0:1788205296.327037:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c34c8. 00000100:00000001:0.0:1788205296.327040:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205296.327044:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c849f80 x1875052842055680/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205296.327053:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c849f80 x1875052842055680/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205296.327061:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205296.327063:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205296.327066:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205296.327068:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205296.327072:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c849f80 x1875052842055680/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205296.327078:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205296.327084:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c849f80 x1875052842055680/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205321 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205296.327092:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205296.327095:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205296.327097:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205296.327098:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205296.327100:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205296.327103:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205296.327106:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205296.327111:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205296.327113:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205296.327117:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c849f80 x1875052842055680/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205321 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205296.327126:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c849f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842055680:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205296.327132:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205296.327136:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c84a680 x1875052842055808/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205296.327150:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205296.327152:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205296.327157:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205296.327160:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205296.327163:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205296.327167:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c84a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842055808:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205296.327171:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205296.327175:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205296.327179:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205296.327185:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205296.327192:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376400. 02000000:00000001:0.0:1788205296.327197:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205296.327209:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205296.327216:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503029a0. 00000400:00000010:0.0:1788205296.327223:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c34c8. 00000100:00000200:0.0:1788205296.327233:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842055808, portal 10 00000100:00000001:0.0:1788205296.327239:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205296.327245:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578520192 : -109644131031424 : ffff9c477c84a680) 00000100:00000040:0.0:1788205296.327259:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c84a680 x1875052842055808/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205296.327270:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205296.327285:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205296.327289:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3198. 00000100:00000200:0.0:1788205296.327292:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842055808, offset 0 00000400:00000200:0.0:1788205296.327297:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205296.327301:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205296.327304:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205296.327307:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205296.327310:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205296.327312:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205296.327315:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205296.327318:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705304:705304:256:4294967295] 192.168.201.101@tcp LPNI seq info [705299:705299:8:4294967295] 00000400:00000200:0.0:1788205296.327322:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205296.327329:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205296.327333:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205296.327337:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036d00. 00000800:00000200:0.0:1788205296.327341:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205296.327345:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 1 secs later) 00000800:00000100:0.0:1788205296.327355:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205296.327358:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036d00. 00000400:00000200:0.0:1788205296.327361:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205296.327364:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205296.327367:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3198 00000400:00000010:0.0:1788205296.327369:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3198. 00000100:00000001:0.0:1788205296.327371:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205296.327375:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c84a680 x1875052842055808/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205296.327384:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205296.327387:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84a680 x1875052842055808/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205321 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205296.327411:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205296.327413:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205296.327417:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205296.327420:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788205296.327424:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205296.327426:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310435341 00000100:00000001:0.0:1788205296.327428:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310436597 00000100:00000001:0.0:1788205296.327430:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310435341 00000100:00000001:0.0:1788205296.327433:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310436597 00000100:00000001:0.0:1788205296.327435:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205296.327437:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205296.327439:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205296.327443:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205296/real 1788205296] req@ffff9c477c84a680 x1875052842055808/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205296.327451:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205296.327453:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205296.327455:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503029a0. 00000400:00000200:0.0:1788205296.327457:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c34c8 00000400:00000010:0.0:1788205296.327458:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c34c8. 00000100:00000001:0.0:1788205296.327461:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205296.327464:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c84a680 x1875052842055808/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205296.327472:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c84a680 x1875052842055808/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205296.327478:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205296.327479:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205296.327481:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205296.327482:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205296.327485:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c84a680 x1875052842055808/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205296.327491:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205296.327494:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c84a680 x1875052842055808/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205321 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205296.327502:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205296.327504:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205296.327505:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205296.327507:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205296.327508:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205296.327510:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205296.327512:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205296.327516:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205296.327518:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205296.327522:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c84a680 x1875052842055808/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205321 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205296.327530:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c84a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842055808:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205296.327535:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205296.327538:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205296.327542:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c849f80 x1875052842055680/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205321 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205296.327549:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205296.327552:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205296.327555:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376800. 02000000:00000001:0.0:1788205296.327559:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205296.327561:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205296.327563:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788205296.327565:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205296.327568:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f3000. 02000000:00000001:0.0:1788205296.327572:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205296.327574:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205296.327576:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c849f80. 00000100:00000001:0.0:1788205296.327580:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205296.327581:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205296.327582:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205296.327586:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c84a680 x1875052842055808/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205321 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205296.327592:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205296.327593:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205296.327595:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376400. 02000000:00000001:0.0:1788205296.327597:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205296.327598:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205296.327599:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788205296.327601:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205296.327603:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f2800. 02000000:00000001:0.0:1788205296.327605:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205296.327606:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205296.327607:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c84a680. 00000100:00000001:0.0:1788205296.327610:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205296.327611:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205296.327613:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205296.327622:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788205296.327624:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205296.327627:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205296.327628:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205296.329248:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205296.329256:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788205296.329260:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205296.329270:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c84aa00 x1875052842055936/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205296.329294:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205296.329296:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205296.329300:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205296.329304:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205296.329307:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205296.329311:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c84aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842055936:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788205296.329315:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205296.329319:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205296.329322:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205296.329325:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205296.329333:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376400. 02000000:00000001:0.0:1788205296.329336:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205296.329343:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205296.329348:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503029a0. 00000400:00000010:0.0:1788205296.329354:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c34c8. 00000100:00000200:0.0:1788205296.329361:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842055936, portal 4 00000100:00000001:0.0:1788205296.329363:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205296.329365:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578521088 : -109644131030528 : ffff9c477c84aa00) 00000100:00000040:0.0:1788205296.329383:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c84aa00 x1875052842055936/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205296.329392:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205296.329416:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205296.329420:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3198. 00000100:00000200:0.0:1788205296.329424:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052842055936, offset 0 00000400:00000200:0.0:1788205296.329431:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205296.329439:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205296.329446:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205296.329451:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205296.329455:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205296.329459:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205296.329462:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205296.329466:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705305:705305:256:4294967295] 192.168.201.101@tcp LPNI seq info [705300:705300:8:4294967295] 00000400:00000200:0.0:1788205296.329471:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205296.329480:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205296.329486:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205296.329491:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036d00. 00000800:00000200:0.0:1788205296.329498:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205296.329503:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 1 secs later) 00000800:00000100:0.0:1788205296.329518:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205296.329521:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036d00. 00000400:00000200:0.0:1788205296.329527:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205296.329532:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205296.329536:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3198 00000400:00000010:0.0:1788205296.329538:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3198. 00000100:00000001:0.0:1788205296.329544:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205296.329548:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c84aa00 x1875052842055936/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205296.329557:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205296.329561:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84aa00 x1875052842055936/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205321 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205296.329575:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205296.329577:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205296.329583:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205296.329587:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788205296.329590:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205296.329593:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310435370 00000100:00000001:0.0:1788205296.329596:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310436597 00000100:00000001:0.0:1788205296.329599:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310435370 00000100:00000001:0.0:1788205296.329601:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310436597 00000100:00000001:0.0:1788205296.329604:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205296.329607:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205296.329609:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205296.329614:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205296/real 1788205296] req@ffff9c477c84aa00 x1875052842055936/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205296.329623:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205296.329625:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205296.329627:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503029a0. 00000400:00000200:0.0:1788205296.329630:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c34c8 00000400:00000010:0.0:1788205296.329631:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c34c8. 00000100:00000001:0.0:1788205296.329634:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205296.329637:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c84aa00 x1875052842055936/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205296.329660:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c84aa00 x1875052842055936/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205296.329668:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205296.329670:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205296.329672:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205296.329675:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205296.329679:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c84aa00 x1875052842055936/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205296.329686:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205296.329691:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c84aa00 x1875052842055936/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205321 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205296.329698:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205296.329700:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205296.329702:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205296.329703:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205296.329705:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205296.329708:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205296.329711:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205296.330387:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205296.330391:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205296.330428:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c84aa00 x1875052842055936/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205321 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205296.330440:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c84aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842055936:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788205296.330446:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205296.330448:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205296.330452:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c84aa00 x1875052842055936/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205321 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205296.330459:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205296.330462:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205296.330466:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376400. 02000000:00000001:0.0:1788205296.330470:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205296.330473:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205296.330475:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788205296.330478:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205296.330480:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f1800. 02000000:00000001:0.0:1788205296.330484:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205296.330487:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205296.330489:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c84aa00. 00000100:00000001:0.0:1788205296.330493:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205296.330494:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205296.330497:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205296.330505:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788205296.330507:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205296.330510:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205296.330512:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205296.962795:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205296.962803:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205296.962808:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205296.962811:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205296.962813:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205296.962816:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205296.962819:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205296.962821:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205296.962823:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205296.962826:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205296.962829:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205296.962831:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205296.962832:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205296.962833:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205296.962835:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205296.962836:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205296.962838:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205296.962839:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205297.602893:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310436597, at 4310436608 00000100:00000010:0.0:1788205297.602910:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba420. 00000100:00000040:1.0:1788205297.603620:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310436597, at 4310436609 00000100:00000010:1.0:1788205297.603638:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba240. 00010000:00000001:0.0:1788205297.986569:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205297.986578:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205297.986586:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205297.986587:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205297.986591:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205297.986593:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205297.986623:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205297.986626:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205297.986629:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205299.014370:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205299.014390:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205299.014412:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205299.014414:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205299.014417:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205299.014418:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788205299.015079:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788205299.015083:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788205299.015086:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205300.034554:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205300.034563:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205300.034568:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205300.034569:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205300.034572:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205300.034573:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205300.034604:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205300.034607:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205300.034611:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205301.058531:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205301.058537:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205301.058543:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205301.058544:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205301.058547:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205301.058548:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205301.444268:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205301.444272:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788205301.444275:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205301.444281:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c84a300 x1875052842056064/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205301.444289:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205301.444291:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205301.444295:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205301.444298:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205301.444300:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205301.444303:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c84a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842056064:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788205301.444307:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205301.444311:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205301.444313:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205301.444315:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205301.444321:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376800. 02000000:00000001:0.0:1788205301.444322:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205301.444327:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205301.444331:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503029a0. 00000400:00000010:0.0:1788205301.444337:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c34c8. 00000100:00000200:0.0:1788205301.444344:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842056064, portal 25 00000100:00000001:0.0:1788205301.444345:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205301.444347:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578519296 : -109644131032320 : ffff9c477c84a300) 00000100:00000040:0.0:1788205301.444351:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c84a300 x1875052842056064/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205301.444358:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205301.444360:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205301.444362:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3198. 00000100:00000200:0.0:1788205301.444365:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052842056064, offset 0 00000400:00000200:0.0:1788205301.444370:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205301.444377:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205301.444383:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205301.444387:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205301.444391:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205301.445219:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205301.445223:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205301.445227:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705306:705306:256:4294967295] 192.168.201.101@tcp LPNI seq info [705301:705301:8:4294967295] 00000400:00000200:0.0:1788205301.445232:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205301.445243:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205301.445249:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205301.445255:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036d00. 00000800:00000200:0.0:1788205301.445262:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000100:00000001:0.0:1788205301.445279:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205301.445284:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205301.445286:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4310441718 00000100:00000010:0.0:1788205301.445292:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba420. 00000100:00000001:0.0:1788205301.445299:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788205301.445305:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4310441718 00000100:00000010:0.0:1788205301.445308:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685bad80. 00000100:00000001:0.0:1788205301.445310:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788205301.445313:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205301.445316:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205301.445319:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205301.445323:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205301.445329:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788205301.445331:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1788205301.445333:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205301.445335:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788205301.445336:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205301.445342:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c848000 x1875052842056192/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205301.445349:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205301.445350:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205301.445352:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205301.445354:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205301.445356:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205301.445359:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c848000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842056192:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205301.445362:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205301.445364:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205301.445366:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205301.445368:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205301.445372:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377000. 02000000:00000001:0.0:1788205301.445374:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205301.445378:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205301.445381:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302160. 00000400:00000010:0.0:1788205301.445385:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3ee0. 00000100:00000200:0.0:1788205301.445390:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842056192, portal 10 00000100:00000001:0.0:1788205301.445391:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205301.445412:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578510336 : -109644131041280 : ffff9c477c848000) 00000100:00000040:0.0:1788205301.445419:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c848000 x1875052842056192/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205301.445426:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205301.445428:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205301.445430:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3bb0. 00000100:00000200:0.0:1788205301.445434:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842056192, offset 0 00000400:00000200:0.0:1788205301.445438:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205301.445442:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205301.445446:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205301.445449:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205301.445451:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205301.445454:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205301.445456:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205301.445459:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705307:705307:255:4294967295] 192.168.201.101@tcp LPNI seq info [705302:705302:7:4294967295] 00000400:00000200:0.0:1788205301.445463:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205301.445468:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205301.445472:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205301.445476:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036100. 00000800:00000200:0.0:1788205301.445480:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000100:00000001:0.0:1788205301.445486:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205301.445489:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788205301.445492:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205301.445494:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310440460 00000100:00000001:0.0:1788205301.445496:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310441718 00000100:00000001:0.0:1788205301.445498:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310440460 00000100:00000001:0.0:1788205301.445500:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310441718 00000100:00000001:0.0:1788205301.445502:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205301.445504:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205301.445506:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205301.445510:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c84b100 x1875052842056320/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205301.445521:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205301.445522:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205301.445524:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205301.445526:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205301.445528:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205301.445530:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c84b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842056320:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205301.445534:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205301.445536:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205301.445537:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205301.445539:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205301.445542:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788205301.445544:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205301.445547:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205301.445549:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302268. 00000400:00000010:0.0:1788205301.445552:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3e58. 00000100:00000200:0.0:1788205301.445555:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842056320, portal 10 00000100:00000001:0.0:1788205301.445557:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205301.445558:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578522880 : -109644131028736 : ffff9c477c84b100) 00000100:00000040:0.0:1788205301.445564:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c84b100 x1875052842056320/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205301.445571:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205301.445573:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205301.445575:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3dd0. 00000100:00000200:0.0:1788205301.445577:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842056320, offset 0 00000400:00000200:0.0:1788205301.446202:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205301.446207:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205301.446211:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205301.446214:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205301.446216:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205301.446218:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205301.446221:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205301.446224:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705308:705308:254:4294967295] 192.168.201.101@tcp LPNI seq info [705303:705303:6:4294967295] 00000400:00000200:0.0:1788205301.446228:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205301.446234:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205301.446239:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205301.446243:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036f00. 00000800:00000200:0.0:1788205301.446247:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000100:00000001:0.0:1788205301.446254:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205301.446258:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788205301.446261:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205301.446262:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310440460 00000100:00000001:0.0:1788205301.446265:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310441718 00000100:00000001:0.0:1788205301.446267:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310440460 00000100:00000001:0.0:1788205301.446269:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310441718 00000100:00000001:0.0:1788205301.446271:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205301.446273:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205301.446276:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205301.446280:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c849c00 x1875052842056448/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205301.446287:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205301.446289:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205301.446291:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205301.446293:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205301.446295:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205301.446298:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c849c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842056448:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788205301.446301:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205301.446303:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205301.446305:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205301.446307:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205301.446310:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788205301.446312:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205301.446316:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205301.446319:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302318. 00000400:00000010:0.0:1788205301.446325:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3cc0. 00000100:00000200:0.0:1788205301.446328:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842056448, portal 4 00000100:00000001:0.0:1788205301.446331:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205301.446332:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578517504 : -109644131034112 : ffff9c477c849c00) 00000100:00000040:0.0:1788205301.446338:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c849c00 x1875052842056448/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205301.446345:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205301.446347:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205301.446350:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3770. 00000100:00000200:0.0:1788205301.446352:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052842056448, offset 0 00000400:00000200:0.0:1788205301.446356:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205301.446360:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205301.446363:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205301.446365:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205301.446368:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205301.446370:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205301.446372:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205301.446375:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705309:705309:253:4294967295] 192.168.201.101@tcp LPNI seq info [705304:705304:5:4294967295] 00000400:00000200:0.0:1788205301.446378:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205301.446384:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205301.446387:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205301.446390:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036e00. 00000800:00000200:0.0:1788205301.448614:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000100:00000001:0.0:1788205301.448636:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205301.448644:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788205301.448651:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205301.448654:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310440489 00000100:00000001:0.0:1788205301.448672:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310441718 00000100:00000001:0.0:1788205301.448675:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310440489 00000100:00000001:0.0:1788205301.448678:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310441718 00000100:00000001:0.0:1788205301.448681:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205301.448685:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205301.448690:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205301.448695:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205301.448715:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788205301.448719:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1788205301.448723:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205301.448725:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788205301.448729:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205301.448731:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205302.082523:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205302.082529:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205302.082535:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205302.082536:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205302.082539:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205302.082541:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205302.082571:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205302.082573:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205302.082576:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788205302.722525:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310441718, at 4310441728 00000100:00000010:1.0:1788205302.722541:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685bad80. 00000100:00000040:0.0:1788205302.724266:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310441718, at 4310441729 00000100:00000010:0.0:1788205302.724279:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba420. 00010000:00000001:0.0:1788205303.106607:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205303.106614:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205303.106621:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205303.106622:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205303.106625:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205303.106627:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788205303.106747:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788205303.106750:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788205303.106752:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205304.131548:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205304.131562:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205304.131565:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205304.131570:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205304.131577:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205304.131581:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205304.131583:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205304.131586:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205304.131593:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205304.131595:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205304.131600:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205304.131601:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205304.131655:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205304.131660:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205304.131663:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1788205304.578841:0:2408:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.101:988 00000400:00000100:1.0:1788205304.578905:0:2408:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.101@tcp at host 192.168.201.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:1.0:1788205304.578918:0:2408:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788205304.578923:0:2408:0:(router.c:1791:lnet_notify()) 192.168.201.1@tcp notifying 192.168.201.101@tcp: down 00000400:00000200:1.0:1788205304.578929:0:2408:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788205304.578934:0:2408:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:1.0:1788205304.578940:0:2408:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788205304.578944:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036d00. 00000400:00000200:1.0:1788205304.578952:0:2408:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788205304.578958:0:2408:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788205304.578966:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3198 00000400:00000010:1.0:1788205304.578970:0:2408:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3198. 00000100:00000001:1.0:1788205304.578976:0:2408:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788205304.578989:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477c84a300 x1875052842056064/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788205304.579017:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788205304.579022:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84a300 x1875052842056064/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205326 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788205304.579031:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205304.579033:0:2408:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788205304.579051:0:2408:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788205304.579054:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036100. 00000400:00000200:1.0:1788205304.579057:0:2408:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788205304.579060:0:2408:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788205304.579064:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3bb0 00000400:00000010:1.0:1788205304.579066:0:2408:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3bb0. 00000100:00000001:1.0:1788205304.579068:0:2408:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788205304.579073:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477c848000 x1875052842056192/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788205304.579082:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788205304.579085:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c848000 x1875052842056192/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205326 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788205304.579092:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205304.579093:0:2408:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788205304.579098:0:2408:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788205304.579100:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036f00. 00000400:00000200:1.0:1788205304.579103:0:2408:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788205304.579106:0:2408:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788205304.579110:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3dd0 00000400:00000010:1.0:1788205304.579112:0:2408:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3dd0. 00000100:00000001:1.0:1788205304.579114:0:2408:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788205304.579119:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477c84b100 x1875052842056320/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788205304.579127:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788205304.579130:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84b100 x1875052842056320/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205326 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788205304.579177:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205304.579179:0:2408:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1788205304.579185:0:2408:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:1.0:1788205304.579188:0:2408:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036e00. 00000400:00000200:1.0:1788205304.579190:0:2408:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1788205304.579194:0:2408:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1788205304.579196:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3770 00000400:00000010:1.0:1788205304.579199:0:2408:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3770. 00000100:00000001:1.0:1788205304.579201:0:2408:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788205304.579207:0:2408:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477c849c00 x1875052842056448/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788205304.579214:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788205304.579217:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c849c00 x1875052842056448/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205326 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788205304.579224:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205304.579226:0:2408:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205304.579382:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205304.579388:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788205304.579391:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205304.579421:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205301/real 1788205304] req@ffff9c477c848000 x1875052842056192/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205304.579435:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205304.579437:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205304.579442:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302160. 00000400:00000200:0.0:1788205304.579446:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3ee0 00000400:00000010:0.0:1788205304.579448:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3ee0. 00000100:00000001:0.0:1788205304.579451:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205304.579456:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c848000 x1875052842056192/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205304.579466:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c848000 x1875052842056192/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205304.579474:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205304.579476:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205304.579479:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205304.579482:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205304.579487:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c848000 x1875052842056192/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205304.579494:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205304.579499:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c848000 x1875052842056192/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205326 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205304.579508:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205304.579512:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205304.579514:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205304.579515:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205304.579518:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205304.579522:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205304.579526:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205304.579533:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205304.579536:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205304.579541:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c848000 x1875052842056192/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205326 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205304.579550:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c848000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842056192:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205304.579555:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205304.579559:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205301/real 1788205304] req@ffff9c477c84b100 x1875052842056320/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205304.579567:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205304.579568:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205304.579570:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302268. 00000400:00000200:0.0:1788205304.579573:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3e58 00000400:00000010:0.0:1788205304.579574:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3e58. 00000100:00000001:0.0:1788205304.579576:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205304.579579:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c84b100 x1875052842056320/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205304.579588:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c84b100 x1875052842056320/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205304.579594:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205304.579595:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205304.579597:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205304.579599:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205304.579603:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c84b100 x1875052842056320/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205304.579610:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205304.579614:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c84b100 x1875052842056320/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205326 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205304.579621:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205304.579623:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205304.579625:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205304.579627:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205304.579628:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205304.579630:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205304.579632:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205304.579636:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205304.579639:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205304.579643:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c84b100 x1875052842056320/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205326 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205304.579793:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c84b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842056320:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205304.579798:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205304.579802:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205301/real 1788205304] req@ffff9c477c849c00 x1875052842056448/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205304.579811:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205304.579812:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205304.579814:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c4750302318. 00000400:00000200:0.0:1788205304.579817:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3cc0 00000400:00000010:0.0:1788205304.579819:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3cc0. 00000100:00000001:0.0:1788205304.579821:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205304.579824:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c849c00 x1875052842056448/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205304.579838:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c849c00 x1875052842056448/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205304.579845:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205304.579847:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205304.579849:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205304.579850:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205304.579854:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c849c00 x1875052842056448/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205304.579860:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205304.579864:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c849c00 x1875052842056448/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205326 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205304.579871:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205304.579873:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205304.579875:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205304.579876:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205304.579878:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205304.579880:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205304.579883:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205304.579887:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205304.579889:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205304.579893:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c849c00 x1875052842056448/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205326 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205304.579900:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c849c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842056448:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788205304.579905:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205304.579910:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205301/real 1788205304] req@ffff9c477c84a300 x1875052842056064/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205304.579925:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205304.579928:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205304.579930:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503029a0. 00000400:00000200:0.0:1788205304.579933:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c34c8 00000400:00000010:0.0:1788205304.579936:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c34c8. 00000100:00000001:0.0:1788205304.579939:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205304.579942:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c84a300 x1875052842056064/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205304.579950:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c84a300 x1875052842056064/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205304.579958:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205304.579960:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205304.579962:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205304.579964:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205304.579968:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c84a300 x1875052842056064/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205304.579975:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205304.579980:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c84a300 x1875052842056064/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205326 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205304.579987:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205304.579991:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205304.579993:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205304.579994:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205304.579995:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205304.579997:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205304.579999:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205304.580003:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205304.580005:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205304.580009:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c84a300 x1875052842056064/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205326 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205304.580017:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c84a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842056064:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788205304.580021:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205304.580024:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205304.580027:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c848000 x1875052842056192/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205326 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205304.580034:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205304.580038:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205304.580043:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377000. 02000000:00000001:0.0:1788205304.580047:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205304.580051:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205304.580053:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788205304.580055:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205304.580058:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f2400. 02000000:00000001:0.0:1788205304.580063:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205304.580065:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205304.580067:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c848000. 00000100:00000001:0.0:1788205304.580071:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205304.580072:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205304.580074:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205304.580077:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c84b100 x1875052842056320/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205326 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205304.580083:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205304.580085:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205304.580086:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788205304.580088:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205304.580089:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205304.580090:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788205304.580091:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205304.580093:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f0000. 02000000:00000001:0.0:1788205304.580095:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205304.580096:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205304.580097:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c84b100. 00000100:00000001:0.0:1788205304.580100:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205304.580101:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205304.580103:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205304.580106:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c849c00 x1875052842056448/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205326 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205304.580112:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205304.580113:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205304.580115:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788205304.580117:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205304.580118:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205304.580119:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788205304.580121:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205304.580122:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f3c00. 02000000:00000001:0.0:1788205304.580125:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205304.580126:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205304.580127:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c849c00. 00000100:00000001:0.0:1788205304.580129:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205304.580130:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205304.581389:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205304.581547:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c84a300 x1875052842056064/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205326 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205304.581560:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205304.581840:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205304.581846:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376800. 02000000:00000001:0.0:1788205304.581852:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205304.581855:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205304.581858:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788205304.581861:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205304.581864:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f0c00. 02000000:00000001:0.0:1788205304.581867:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205304.581869:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205304.581872:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c84a300. 00000100:00000001:0.0:1788205304.581877:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205304.581878:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205304.581883:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205304.581894:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788205304.581898:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205304.581901:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205304.581904:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205305.154477:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205305.154485:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205305.154491:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205305.154492:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205305.154495:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205305.154496:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205306.179037:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205306.179049:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205306.179059:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205306.179060:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205306.179064:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205306.179065:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205306.179152:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205306.179156:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205306.179158:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788205306.563560:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788205306.563572:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788205306.563575:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788205306.563579:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788205306.563584:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788205306.563592:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 15773 00000400:00000200:1.0:1788205306.563602:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788205306.563608:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788205306.563611:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788205306.563614:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205306.563617:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205306.563620:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205306.563622:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788205306.563626:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788205306.563628:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788205306.563631:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788205306.563634:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788205306.563636:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788205306.563638:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788205306.563641:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205306.563643:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205306.563645:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205306.563647:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788205306.563650:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788205306.563653:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788205306.563656:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788205306.563658:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788205306.563663:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788205306.563665:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205306.563668:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788205306.563670:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788205306.563744:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dfb80. 00000020:00000040:1.0:1788205306.563749:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788205306.563753:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788205306.563754:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205306.563758:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788205306.563761:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788205306.563766:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788205306.563773:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98400. 00000100:00000001:1.0:1788205306.563780:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788205306.563790:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dfb80 x1875052842056576/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788205306.563800:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788205306.563805:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205306.563810:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086c01fd6] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dfb80 x1875052842056576/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788205306.563835:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788205306.563839:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788205306.563842:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788205306.563844:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788205306.563845:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788205306.563848:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788205306.563851:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15773 00000400:00000200:1.0:1788205306.563854:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788205306.563858:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788205306.563860:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788205306.563863:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205306.563865:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205306.563867:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205306.563869:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788205306.563871:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788205306.563873:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788205306.563875:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788205306.563877:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788205306.563878:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788205306.563881:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788205306.563883:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205306.563885:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205306.563887:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205306.563889:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788205306.563891:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788205306.563893:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788205306.563896:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788205306.563897:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788205306.563902:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788205306.563904:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205306.563906:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788205306.563909:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788205306.563913:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205306.563914:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788205306.563918:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3df800. 00000020:00000040:1.0:1788205306.563921:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788205306.563923:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788205306.563924:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205306.563926:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788205306.563928:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788205306.563929:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788205306.563933:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9bc00. 00000100:00000001:1.0:1788205306.563936:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788205306.563942:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3df800 x1875052842056704/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788205306.563950:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788205306.563952:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205306.563956:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051a886bc] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3df800 x1875052842056704/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788205306.563964:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788205306.563966:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788205306.563969:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788205306.563971:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788205306.563972:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788205306.563975:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788205306.563978:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15773 00000400:00000200:1.0:1788205306.563981:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788205306.563984:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788205306.563986:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788205306.563989:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205306.563991:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205306.563993:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205306.563995:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788205306.563997:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788205306.563998:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788205306.564000:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788205306.564002:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788205306.564004:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788205306.564006:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788205306.564008:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205306.564010:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205306.564012:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205306.564014:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788205306.564050:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788205306.564054:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788205306.564056:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788205306.564058:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788205306.564060:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788205306.564062:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205306.564064:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788205306.564066:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788205306.564069:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205306.564071:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788205306.564074:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dd500. 00000020:00000040:1.0:1788205306.564076:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788205306.564079:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788205306.564080:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205306.564082:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788205306.564083:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788205306.564085:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788205306.564089:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b400. 00000100:00000001:1.0:1788205306.564092:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788205306.564096:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dd500 x1875052842056832/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788205306.565207:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205306.565214:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788205306.565217:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205306.565225:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3dfb80 x1875052842056576/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205306.565236:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205306.565238:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205306.565243:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205306.565245:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205306.565248:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205306.565251:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842056576:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788205306.565255:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205306.565259:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205306.565262:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205306.565264:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205306.565271:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788205306.565273:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205306.565278:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205306.565283:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503029a0. 00000400:00000010:0.0:1788205306.565290:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c34c8. 00000100:00000200:0.0:1788205306.565297:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842056576, portal 25 00000100:00000001:0.0:1788205306.565299:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205306.565301:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573888896 : -109644135662720 : ffff9c477c3dfb80) 00000100:00000040:0.0:1788205306.565306:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3dfb80 x1875052842056576/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205306.565314:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205306.565317:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205306.565319:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3cc0. 00000100:00000200:0.0:1788205306.565322:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052842056576, offset 0 00000400:00000200:0.0:1788205306.565328:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205306.565335:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205306.565342:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205306.565347:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205306.565351:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205306.565355:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205306.565358:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205306.565362:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705310:705310:256:4294967295] 192.168.201.101@tcp LPNI seq info [705305:705305:8:4294967295] 00000400:00000200:0.0:1788205306.565367:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205306.565376:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205306.565383:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205306.565389:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036a00. 00000100:00000001:1.0:1788205306.565861:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788205306.565864:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205306.565871:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081f75c12] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dd500 x1875052842056832/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788205306.565883:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205306.565887:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788205306.565890:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788205306.565893:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788205306.565897:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788205306.565900:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788205306.565902:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788205306.565905:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788205306.565908:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15773 00000400:00000200:1.0:1788205306.565913:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788205306.565917:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788205306.565920:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788205306.565923:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205306.565927:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205306.565929:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205306.565931:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788205306.565934:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788205306.565936:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788205306.565938:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788205306.565941:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788205306.565944:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788205306.565947:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788205306.565950:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205306.565952:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205306.565954:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205306.565955:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788205306.565958:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788205306.565961:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788205306.565964:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788205306.565966:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788205306.565972:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788205306.565975:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205306.565977:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788205306.565981:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788205306.565984:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205306.565986:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788205306.565992:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dea00. 00000020:00000040:1.0:1788205306.565996:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788205306.566000:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788205306.566002:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205306.566004:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788205306.566008:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788205306.566010:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788205306.566016:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b800. 00000100:00000001:1.0:1788205306.566021:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788205306.566028:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dea00 x1875052842056960/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788205306.566035:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788205306.566037:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205306.566041:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4ead91e] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dea00 x1875052842056960/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788205306.566048:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205306.566054:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15783) 00000800:00000200:0.0:1788205306.566336:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205306.566341:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1788205306.566355:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205306.566358:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036a00. 00000400:00000200:0.0:1788205306.566364:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205306.566369:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205306.566375:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3cc0 00000400:00000010:0.0:1788205306.566377:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3cc0. 00000100:00000001:0.0:1788205306.566382:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205306.566386:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c3dfb80 x1875052842056576/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205306.566411:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205306.566415:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3dfb80 x1875052842056576/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205331 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205306.566423:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205306.566424:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205306.566431:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205306.566435:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205306.566439:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4310446840 00000100:00000010:0.0:1788205306.566444:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba420. 00000100:00000001:0.0:1788205306.566451:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788205306.566456:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4310446840 00000100:00000010:0.0:1788205306.566459:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba3c0. 00000100:00000001:0.0:1788205306.566743:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788205306.566748:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205306.566751:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205306.566753:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205306.566760:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205306/real 1788205306] req@ffff9c477c3dfb80 x1875052842056576/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205306.566772:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205306.566774:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205306.566776:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503029a0. 00000400:00000200:0.0:1788205306.566780:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c34c8 00000400:00000010:0.0:1788205306.566782:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c34c8. 00000100:00000001:0.0:1788205306.566784:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205306.566788:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3dfb80 x1875052842056576/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205306.566797:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3dfb80 x1875052842056576/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205306.566809:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205306.566811:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205306.566813:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205306.566815:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205306.566820:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c3dfb80 x1875052842056576/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205306.566827:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205306.566831:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3dfb80 x1875052842056576/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205331 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205306.566839:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205306.566842:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205306.566843:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205306.566845:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205306.566847:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205306.566850:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205306.566852:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205306.566857:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205306.566859:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205306.566863:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3dfb80 x1875052842056576/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205331 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205306.566870:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842056576:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788205306.566876:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205306.566879:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3df800 x1875052842056704/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205306.566886:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205306.566888:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205306.566890:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205306.566893:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205306.566895:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205306.566898:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842056704:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205306.566901:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205306.566904:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205306.566906:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205306.566908:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205306.566912:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788205306.566914:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205306.566918:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205306.566921:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503029a0. 00000400:00000010:0.0:1788205306.566925:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c34c8. 00000100:00000200:0.0:1788205306.566929:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842056704, portal 10 00000100:00000001:0.0:1788205306.566931:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205306.566933:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573888000 : -109644135663616 : ffff9c477c3df800) 00000100:00000040:0.0:1788205306.566940:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3df800 x1875052842056704/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205306.566946:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205306.566949:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205306.566951:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3cc0. 00000100:00000200:0.0:1788205306.566954:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842056704, offset 0 00000400:00000200:0.0:1788205306.566959:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205306.566964:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205306.566968:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205306.566972:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205306.566975:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205306.566978:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205306.566981:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205306.566984:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705311:705311:256:4294967295] 192.168.201.101@tcp LPNI seq info [705306:705306:8:4294967295] 00000400:00000200:0.0:1788205306.566989:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205306.566995:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205306.567000:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205306.567005:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036a00. 00000800:00000200:0.0:1788205306.567009:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205306.567012:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1788205306.567023:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205306.567025:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036a00. 00000400:00000200:0.0:1788205306.567028:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205306.567031:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205306.567035:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3cc0 00000400:00000010:0.0:1788205306.567036:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3cc0. 00000100:00000001:0.0:1788205306.567038:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205306.567042:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c3df800 x1875052842056704/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205306.567049:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205306.567052:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3df800 x1875052842056704/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205331 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205306.567058:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205306.567059:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205306.567062:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205306.567066:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788205306.567069:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205306.567071:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310445581 00000100:00000001:0.0:1788205306.567073:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310446840 00000100:00000001:0.0:1788205306.567075:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310445581 00000100:00000001:0.0:1788205306.567077:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310446840 00000100:00000001:0.0:1788205306.567079:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205306.567081:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205306.567083:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205306.567086:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205306/real 1788205306] req@ffff9c477c3df800 x1875052842056704/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205306.567551:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205306.567553:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205306.567554:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503029a0. 00000400:00000200:0.0:1788205306.567557:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c34c8 00000400:00000010:0.0:1788205306.567559:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c34c8. 00000100:00000001:0.0:1788205306.567561:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205306.567566:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3df800 x1875052842056704/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205306.567574:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3df800 x1875052842056704/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205306.567581:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205306.567582:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205306.567584:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205306.567586:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205306.567590:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c3df800 x1875052842056704/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205306.567597:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205306.567601:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3df800 x1875052842056704/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205331 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205306.567608:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205306.567610:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205306.567612:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205306.567613:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205306.567615:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205306.567616:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205306.567619:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205306.567622:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205306.567624:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205306.567628:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3df800 x1875052842056704/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205331 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205306.567637:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842056704:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205306.567641:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205306.567644:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205306.567647:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3dfb80 x1875052842056576/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205331 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205306.567654:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205306.567657:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205306.567660:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788205306.567663:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205306.567665:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205306.567667:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788205306.567669:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205306.567685:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4653a98400. 02000000:00000001:0.0:1788205306.567691:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205306.567693:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205306.567695:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3dfb80. 00000100:00000001:0.0:1788205306.567698:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205306.567699:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205306.567700:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205306.567704:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3df800 x1875052842056704/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205331 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205306.567709:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205306.567710:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205306.567711:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788205306.567713:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205306.567714:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205306.567715:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788205306.567717:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205306.567718:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4653a9bc00. 02000000:00000001:0.0:1788205306.567722:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205306.567723:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205306.567725:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3df800. 00000100:00000001:0.0:1788205306.567726:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205306.567728:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205306.567730:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205306.567737:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788205306.567739:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205306.567742:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205306.567744:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788205306.567745:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205306.567749:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3dd500 x1875052842056832/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205306.567755:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205306.567757:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205306.567759:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205306.567761:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205306.567763:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205306.567766:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842056832:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205306.567769:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205306.567772:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205306.567773:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205306.567775:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205306.567779:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788205306.567781:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205306.567784:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205306.567787:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503029a0. 00000400:00000010:0.0:1788205306.567790:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c34c8. 00000100:00000200:0.0:1788205306.567793:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842056832, portal 10 00000100:00000001:0.0:1788205306.567795:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205306.567797:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573879040 : -109644135672576 : ffff9c477c3dd500) 00000100:00000040:0.0:1788205306.567803:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3dd500 x1875052842056832/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205306.567809:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205306.567811:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205306.567813:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3cc0. 00000100:00000200:0.0:1788205306.567817:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842056832, offset 0 00000400:00000200:0.0:1788205306.567821:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205306.567825:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205306.567829:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205306.567832:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205306.567834:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205306.567837:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205306.567839:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205306.567842:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705312:705312:256:4294967295] 192.168.201.101@tcp LPNI seq info [705307:705307:8:4294967295] 00000400:00000200:0.0:1788205306.567846:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205306.567852:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205306.567856:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205306.567860:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036a00. 00000800:00000200:0.0:1788205306.567865:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205306.567868:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1788205306.567879:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205306.567881:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036a00. 00000400:00000200:0.0:1788205306.567884:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205306.567887:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205306.567890:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3cc0 00000400:00000010:0.0:1788205306.567892:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3cc0. 00000100:00000001:0.0:1788205306.567894:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205306.567898:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c3dd500 x1875052842056832/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205306.567905:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205306.567908:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3dd500 x1875052842056832/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205331 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205306.567914:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205306.567915:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205306.567918:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205306.567922:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788205306.567925:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205306.567927:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310445582 00000100:00000001:0.0:1788205306.567930:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310446840 00000100:00000001:0.0:1788205306.567932:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310445582 00000100:00000001:0.0:1788205306.567934:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310446840 00000100:00000001:0.0:1788205306.567936:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205306.567939:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205306.567940:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205306.567944:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205306/real 1788205306] req@ffff9c477c3dd500 x1875052842056832/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205306.567951:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205306.567952:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205306.567954:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503029a0. 00000400:00000200:0.0:1788205306.567956:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c34c8 00000400:00000010:0.0:1788205306.567957:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c34c8. 00000100:00000001:0.0:1788205306.567959:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205306.567962:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3dd500 x1875052842056832/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205306.567970:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3dd500 x1875052842056832/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205306.567977:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205306.567978:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205306.567980:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205306.567981:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205306.567984:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c3dd500 x1875052842056832/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205306.567991:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205306.567994:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3dd500 x1875052842056832/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205331 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205306.568001:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205306.568004:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205306.568005:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205306.568007:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205306.568008:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205306.568010:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205306.568012:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205306.568016:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205306.568018:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205306.568021:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3dd500 x1875052842056832/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205331 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205306.568029:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842056832:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205306.568032:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205306.568036:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3dea00 x1875052842056960/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205306.568043:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205306.568045:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205306.568047:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205306.568048:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205306.568050:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205306.568053:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842056960:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788205306.568056:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205306.568058:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205306.568060:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205306.568061:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205306.568064:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788205306.568066:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205306.568071:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205306.568073:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503029a0. 00000400:00000010:0.0:1788205306.568076:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c34c8. 00000100:00000200:0.0:1788205306.568079:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842056960, portal 4 00000100:00000001:0.0:1788205306.568081:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205306.568082:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573884416 : -109644135667200 : ffff9c477c3dea00) 00000100:00000040:0.0:1788205306.568089:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3dea00 x1875052842056960/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205306.568095:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205306.568097:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205306.569579:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3cc0. 00000100:00000200:0.0:1788205306.569588:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052842056960, offset 0 00000400:00000200:0.0:1788205306.569596:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205306.569604:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205306.569611:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205306.569616:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205306.569619:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205306.569622:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205306.569625:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205306.569629:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705313:705313:256:4294967295] 192.168.201.101@tcp LPNI seq info [705308:705308:8:4294967295] 00000400:00000200:0.0:1788205306.569633:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205306.569642:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205306.569647:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205306.569655:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036a00. 00000800:00000200:0.0:1788205306.569663:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205306.569667:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1788205306.570112:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205306.570115:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036a00. 00000400:00000200:0.0:1788205306.570121:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205306.570126:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205306.570131:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3cc0 00000400:00000010:0.0:1788205306.570133:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3cc0. 00000100:00000001:0.0:1788205306.570138:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205306.570145:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c3dea00 x1875052842056960/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205306.570157:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205306.570160:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3dea00 x1875052842056960/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205331 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205306.570168:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205306.570170:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205306.570176:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205306.570180:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788205306.570185:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205306.570188:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310445610 00000100:00000001:0.0:1788205306.570191:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310446840 00000100:00000001:0.0:1788205306.570194:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310445610 00000100:00000001:0.0:1788205306.570196:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310446840 00000100:00000001:0.0:1788205306.570198:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205306.570201:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205306.570204:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205306.570209:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205306/real 1788205306] req@ffff9c477c3dea00 x1875052842056960/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205306.570219:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205306.570221:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205306.570224:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503029a0. 00000400:00000200:0.0:1788205306.570226:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c34c8 00000400:00000010:0.0:1788205306.570228:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c34c8. 00000100:00000001:0.0:1788205306.570230:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205306.570234:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3dea00 x1875052842056960/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205306.570242:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3dea00 x1875052842056960/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205306.570254:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205306.570256:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205306.570258:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205306.570260:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205306.570264:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c3dea00 x1875052842056960/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205306.570271:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205306.570276:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3dea00 x1875052842056960/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205331 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205306.570283:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205306.570286:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205306.570288:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205306.570289:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205306.570292:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205306.570295:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205306.570299:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205306.570304:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205306.570307:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205306.570311:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3dea00 x1875052842056960/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205331 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205306.570319:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842056960:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788205306.570324:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205306.570326:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205306.570330:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3dd500 x1875052842056832/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205331 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205306.570338:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205306.570341:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205306.570345:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788205306.570349:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205306.570351:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205306.570353:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788205306.570355:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205306.570358:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4653a9b400. 02000000:00000001:0.0:1788205306.570363:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205306.570365:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205306.570366:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3dd500. 00000100:00000001:0.0:1788205306.570371:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205306.570372:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205306.570374:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205306.570377:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3dea00 x1875052842056960/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205331 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205306.570384:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205306.570385:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205306.570387:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788205306.570389:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205306.570390:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205306.570391:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788205306.570415:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205306.570417:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4653a9b800. 02000000:00000001:0.0:1788205306.570420:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205306.570421:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205306.570422:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3dea00. 00000100:00000001:0.0:1788205306.570425:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205306.570426:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205306.570429:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205306.570436:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788205306.570438:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205306.570441:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205306.570443:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205307.202551:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205307.202557:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205307.202563:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205307.202566:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205307.202568:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205307.202571:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205307.202574:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205307.202576:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205307.202578:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205307.202580:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205307.202583:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205307.202585:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205307.202586:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205307.202587:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205307.202588:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205307.202589:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205307.202591:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205307.202593:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788205307.202681:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788205307.202685:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788205307.202687:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788205307.842759:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310446840, at 4310446848 00000100:00000040:1.0:1788205307.842760:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310446840, at 4310446848 00000100:00000010:0.0:1788205307.842775:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba420. 00000100:00000010:1.0:1788205307.842777:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba3c0. 00010000:00000001:0.0:1788205308.226534:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205308.226542:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205308.226549:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205308.226550:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205308.226553:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205308.226554:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205308.226577:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205308.226580:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205308.226583:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205309.255570:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205309.255579:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205309.255586:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205309.255588:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205309.255591:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205309.255593:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205310.274524:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205310.274531:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205310.274537:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205310.274539:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205310.274542:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205310.274544:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205310.274568:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205310.274571:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205310.274575:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205311.298598:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205311.298605:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205311.300274:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205311.300281:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205311.300289:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205311.300291:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788205311.682730:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788205311.682749:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788205311.682753:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788205311.682759:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788205311.682766:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788205311.682779:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 15778 00000400:00000200:1.0:1788205311.682793:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788205311.682802:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788205311.682807:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788205311.682812:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205311.682817:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205311.682819:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205311.682822:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788205311.682838:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788205311.682841:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788205311.682843:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788205311.682848:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788205311.682851:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788205311.682853:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788205311.682857:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205311.682859:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205311.682861:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205311.682863:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788205311.682867:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788205311.682871:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788205311.682873:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788205311.682877:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788205311.682882:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788205311.682885:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205311.682888:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788205311.682891:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788205311.682904:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3de300. 00000020:00000040:1.0:1788205311.682909:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788205311.682914:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788205311.682917:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205311.682921:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788205311.682925:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788205311.682930:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788205311.682941:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98000. 00000100:00000001:1.0:1788205311.682951:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788205311.682966:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3de300 x1875052842057088/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788205311.682980:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788205311.682988:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205311.682993:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc9d591c] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3de300 x1875052842057088/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205311.685732:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205311.685740:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788205311.685745:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205311.685764:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3de300 x1875052842057088/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205311.685776:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205311.685779:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205311.685786:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205311.685790:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205311.685794:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205311.685798:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842057088:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788205311.685804:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205311.685811:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205311.685815:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205311.685819:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205311.685834:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788205311.685837:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205311.685851:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205311.685858:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503029a0. 00000400:00000010:0.0:1788205311.685870:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c34c8. 00000100:00000200:0.0:1788205311.685879:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842057088, portal 25 00000100:00000001:0.0:1788205311.685882:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205311.685884:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573882624 : -109644135668992 : ffff9c477c3de300) 00000100:00000040:0.0:1788205311.685892:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3de300 x1875052842057088/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205311.685899:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205311.685903:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205311.685906:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3cc0. 00000100:00000200:0.0:1788205311.685910:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052842057088, offset 0 00000400:00000200:0.0:1788205311.685919:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205311.685933:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205311.685945:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205311.685953:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205311.685959:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205311.685964:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205311.685968:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205311.685973:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705314:705314:256:4294967295] 192.168.201.101@tcp LPNI seq info [705309:705309:8:4294967295] 00000400:00000200:0.0:1788205311.685978:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205311.685990:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000100:00000001:1.0:1788205311.686040:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788205311.686046:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788205311.686052:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788205311.686054:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788205311.686057:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788205311.686061:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788205311.686066:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15778 00000400:00000200:1.0:1788205311.686071:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788205311.686075:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788205311.686078:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788205311.686082:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205311.686086:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205311.686088:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205311.686091:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788205311.686096:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788205311.686098:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788205311.686101:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788205311.686104:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788205311.686107:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788205311.686109:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788205311.686112:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205311.686115:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205311.686116:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205311.686118:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788205311.686122:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788205311.686126:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788205311.686129:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788205311.686131:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788205311.686141:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788205311.686144:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205311.686146:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788205311.686152:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788205311.686156:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205311.686159:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788205311.686165:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dca80. 00000020:00000040:1.0:1788205311.686169:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788205311.686175:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788205311.686177:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205311.686181:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788205311.686184:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788205311.686189:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788205311.686196:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9ac00. 00000100:00000001:1.0:1788205311.686204:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788205311.686212:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dca80 x1875052842057216/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788205311.686223:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788205311.686228:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205311.686233:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004099c200] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dca80 x1875052842057216/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1788205311.686320:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205311.686432:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036a00. 00000800:00000200:0.0:1788205311.686444:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205311.686450:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1788205311.686469:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205311.686473:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036a00. 00000400:00000200:0.0:1788205311.686482:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205311.686489:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205311.686497:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3cc0 00000400:00000010:0.0:1788205311.686501:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3cc0. 00000100:00000001:0.0:1788205311.686507:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205311.686512:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c3de300 x1875052842057088/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205311.686523:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205311.686527:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3de300 x1875052842057088/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205336 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205311.686536:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205311.686538:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205311.686549:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205311.686555:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205311.686558:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4310451960 00000100:00000010:0.0:1788205311.686564:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba420. 00000100:00000001:0.0:1788205311.686573:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788205311.686584:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4310451960 00000100:00000010:0.0:1788205311.686587:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba5a0. 00000100:00000001:0.0:1788205311.686591:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788205311.686595:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205311.686599:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205311.686602:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205311.686608:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205311/real 1788205311] req@ffff9c477c3de300 x1875052842057088/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205311.686620:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205311.686621:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205311.686624:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503029a0. 00000400:00000200:0.0:1788205311.686627:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c34c8 00000400:00000010:0.0:1788205311.686629:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c34c8. 00000100:00000001:0.0:1788205311.686632:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205311.686635:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3de300 x1875052842057088/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205311.686643:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3de300 x1875052842057088/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205311.686649:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205311.686650:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205311.686653:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205311.686656:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205311.686660:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c3de300 x1875052842057088/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205311.686666:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205311.686671:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3de300 x1875052842057088/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205336 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205311.686680:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205311.686683:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205311.686685:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205311.686686:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205311.686689:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205311.686692:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205311.686696:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205311.686701:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205311.686704:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205311.686709:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3de300 x1875052842057088/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205336 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205311.686718:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842057088:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788205311.686725:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205311.686728:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205311.686731:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3de300 x1875052842057088/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205336 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205311.686738:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205311.686742:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205311.686745:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788205311.686749:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205311.686751:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205311.686754:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788205311.686756:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205311.686759:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4653a98000. 02000000:00000001:0.0:1788205311.686766:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205311.686768:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205311.686770:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3de300. 00000100:00000001:0.0:1788205311.686774:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205311.686775:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205311.686778:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205311.686789:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788205311.686791:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205311.686793:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205311.686796:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205311.687060:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788205311.687064:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788205311.687068:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788205311.687069:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788205311.687071:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788205311.687076:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788205311.687080:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15778 00000400:00000200:1.0:1788205311.687085:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788205311.687088:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788205311.687091:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788205311.687094:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205311.687096:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205311.687099:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205311.687101:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788205311.687104:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788205311.687105:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788205311.687107:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788205311.687109:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788205311.687112:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788205311.687114:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788205311.687117:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205311.687119:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205311.687121:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205311.687124:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788205311.687126:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788205311.687129:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788205311.687132:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788205311.687134:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788205311.687140:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788205311.687143:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205311.687144:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788205311.687148:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788205311.687151:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205311.687153:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788205311.687159:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ded80. 00000020:00000040:1.0:1788205311.687162:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788205311.687165:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788205311.687168:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205311.687170:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788205311.687172:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788205311.687175:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788205311.687181:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98800. 00000100:00000001:1.0:1788205311.687185:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788205311.687191:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ded80 x1875052842057344/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788205311.687199:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788205311.687202:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205311.687206:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a769e60] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ded80 x1875052842057344/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788205311.687214:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205311.687216:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788205311.687220:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788205311.687228:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788205311.687232:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788205311.687233:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788205311.687235:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788205311.687237:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788205311.687240:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15778 00000400:00000200:1.0:1788205311.688963:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788205311.688974:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788205311.688979:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788205311.688984:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205311.688987:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205311.688990:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205311.688992:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788205311.689006:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788205311.689148:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788205311.689152:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788205311.689155:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788205311.689159:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788205311.689162:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788205311.689166:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205311.689168:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205311.689170:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205311.689172:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788205311.689175:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788205311.689179:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788205311.689181:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788205311.689185:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788205311.689194:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788205311.689197:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205311.689200:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788205311.689205:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788205311.689208:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205311.689211:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788205311.689220:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ddc00. 00000020:00000040:1.0:1788205311.689224:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788205311.689228:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788205311.689229:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205311.689232:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788205311.689235:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1788205311.689486:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205311.689492:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788205311.689495:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205311.689507:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3dca80 x1875052842057216/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1788205311.689592:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788205311.689603:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98c00. 00000100:00000001:1.0:1788205311.689612:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788205311.689620:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ddc00 x1875052842057472/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788205311.689629:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788205311.689633:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205311.689638:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c3c4b34] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ddc00 x1875052842057472/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788205311.689651:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205311.689659:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15788) 00000100:00000001:0.0:1788205311.689727:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205311.689730:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205311.689735:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205311.689738:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205311.689741:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205311.689746:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842057216:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205311.689752:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205311.689759:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205311.689764:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205311.689767:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205311.689773:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788205311.689775:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205311.689783:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205311.689788:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503029a0. 00000400:00000010:0.0:1788205311.689796:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c34c8. 00000100:00000200:0.0:1788205311.689805:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842057216, portal 10 00000100:00000001:0.0:1788205311.689808:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205311.689809:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573876352 : -109644135675264 : ffff9c477c3dca80) 00000100:00000040:0.0:1788205311.689818:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3dca80 x1875052842057216/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205311.689930:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205311.689934:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205311.689938:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3cc0. 00000100:00000200:0.0:1788205311.689941:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842057216, offset 0 00000400:00000200:0.0:1788205311.689948:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205311.689958:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205311.689965:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205311.689971:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205311.689976:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205311.689980:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205311.689983:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205311.689987:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705315:705315:256:4294967295] 192.168.201.101@tcp LPNI seq info [705310:705310:8:4294967295] 00000400:00000200:0.0:1788205311.689991:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205311.690059:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205311.690068:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205311.690075:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036a00. 00000800:00000200:0.0:1788205311.690084:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205311.690088:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1788205311.690101:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205311.690104:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036a00. 00000400:00000200:0.0:1788205311.690187:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205311.690193:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205311.690200:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3cc0 00000400:00000010:0.0:1788205311.690203:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3cc0. 00000100:00000001:0.0:1788205311.690209:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205311.690213:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c3dca80 x1875052842057216/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205311.690223:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205311.690226:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3dca80 x1875052842057216/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205336 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205311.690233:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205311.690235:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205311.690243:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205311.690248:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788205311.690252:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205311.690256:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310450704 00000100:00000001:0.0:1788205311.690260:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310451960 00000100:00000001:0.0:1788205311.690262:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310450704 00000100:00000001:0.0:1788205311.690265:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310451960 00000100:00000001:0.0:1788205311.690267:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205311.690270:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205311.690273:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205311.690278:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205311/real 1788205311] req@ffff9c477c3dca80 x1875052842057216/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205311.690349:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205311.691442:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205311.691449:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503029a0. 00000400:00000200:0.0:1788205311.691457:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c34c8 00000400:00000010:0.0:1788205311.691459:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c34c8. 00000100:00000001:0.0:1788205311.691465:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205311.691473:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3dca80 x1875052842057216/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205311.691484:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3dca80 x1875052842057216/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205311.691492:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205311.691494:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205311.691498:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205311.691501:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205311.691506:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c3dca80 x1875052842057216/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205311.691514:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205311.691519:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3dca80 x1875052842057216/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205336 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205311.691527:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205311.691531:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205311.691533:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205311.691534:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205311.691537:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205311.691540:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205311.691544:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205311.691550:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205311.691553:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205311.691557:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3dca80 x1875052842057216/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205336 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205311.691566:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842057216:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205311.691573:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205311.691578:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3ded80 x1875052842057344/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205311.691584:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205311.691586:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205311.691589:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205311.691593:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205311.691596:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205311.691599:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842057344:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205311.691603:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205311.691607:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205311.691610:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205311.691612:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205311.691622:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788205311.691624:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205311.691630:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205311.691633:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503029a0. 00000400:00000010:0.0:1788205311.691638:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c34c8. 00000100:00000200:0.0:1788205311.691644:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842057344, portal 10 00000100:00000001:0.0:1788205311.691647:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205311.691649:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573885312 : -109644135666304 : ffff9c477c3ded80) 00000100:00000040:0.0:1788205311.691657:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3ded80 x1875052842057344/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205311.691664:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205311.691667:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205311.691670:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3cc0. 00000100:00000200:0.0:1788205311.691674:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842057344, offset 0 00000400:00000200:0.0:1788205311.691883:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205311.691894:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205311.691902:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205311.691906:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205311.691910:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205311.691914:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205311.691917:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205311.691920:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705316:705316:256:4294967295] 192.168.201.101@tcp LPNI seq info [705311:705311:8:4294967295] 00000400:00000200:0.0:1788205311.691925:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205311.691934:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205311.691939:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205311.691947:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036a00. 00000800:00000200:0.0:1788205311.691954:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205311.691959:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1788205311.691971:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205311.691974:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036a00. 00000400:00000200:0.0:1788205311.691980:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205311.691984:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205311.691990:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3cc0 00000400:00000010:0.0:1788205311.691992:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3cc0. 00000100:00000001:0.0:1788205311.691996:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205311.692060:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c3ded80 x1875052842057344/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205311.693447:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205311.693529:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3ded80 x1875052842057344/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205336 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205311.693537:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205311.693540:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205311.694526:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205311.694538:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788205311.694545:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205311.694549:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310450709 00000100:00000001:0.0:1788205311.694555:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310451960 00000100:00000001:0.0:1788205311.694558:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310450709 00000100:00000001:0.0:1788205311.694560:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310451960 00000100:00000001:0.0:1788205311.694563:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205311.694567:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205311.694571:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205311.694579:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205311/real 1788205311] req@ffff9c477c3ded80 x1875052842057344/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205311.694594:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205311.694596:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205311.694600:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503029a0. 00000400:00000200:0.0:1788205311.694604:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c34c8 00000400:00000010:0.0:1788205311.694608:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c34c8. 00000100:00000001:0.0:1788205311.694612:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205311.694616:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3ded80 x1875052842057344/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205311.694625:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3ded80 x1875052842057344/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205311.694634:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205311.694637:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205311.694640:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205311.694642:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205311.694647:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c3ded80 x1875052842057344/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205311.694655:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205311.694660:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3ded80 x1875052842057344/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205336 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205311.694668:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205311.694671:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205311.694672:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205311.694673:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205311.694677:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205311.694738:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205311.694744:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205311.694750:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205311.694754:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205311.694759:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3ded80 x1875052842057344/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205336 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205311.694767:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842057344:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205311.694774:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205311.694777:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205311.694782:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3dca80 x1875052842057216/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205336 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205311.694789:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205311.694793:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205311.694798:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788205311.694804:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205311.694807:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205311.694810:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788205311.694812:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205311.694816:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4653a9ac00. 02000000:00000001:0.0:1788205311.694821:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205311.694823:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205311.694825:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3dca80. 00000100:00000001:0.0:1788205311.694829:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205311.694831:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205311.694833:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205311.694836:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3ded80 x1875052842057344/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205336 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205311.694843:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205311.694844:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205311.694846:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788205311.694848:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205311.694849:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205311.694850:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788205311.694852:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205311.694853:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4653a98800. 02000000:00000001:0.0:1788205311.694857:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205311.694858:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205311.694859:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3ded80. 00000100:00000001:0.0:1788205311.694862:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205311.694864:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205311.694867:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205311.694877:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788205311.694880:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205311.694883:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205311.694886:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788205311.694888:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205311.694894:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3ddc00 x1875052842057472/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205311.694903:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205311.694905:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205311.694909:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205311.694913:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205311.694917:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205311.694920:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842057472:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788205311.694924:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205311.694929:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205311.694933:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205311.694936:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205311.694945:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788205311.694948:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205311.694954:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205311.694959:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503029a0. 00000400:00000010:0.0:1788205311.694964:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c34c8. 00000100:00000200:0.0:1788205311.694972:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842057472, portal 4 00000100:00000001:0.0:1788205311.694974:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205311.694976:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573880832 : -109644135670784 : ffff9c477c3ddc00) 00000100:00000040:0.0:1788205311.694984:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3ddc00 x1875052842057472/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205311.694991:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205311.694994:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205311.694997:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3cc0. 00000100:00000200:0.0:1788205311.695001:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052842057472, offset 0 00000400:00000200:0.0:1788205311.695008:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205311.695027:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205311.695036:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205311.695042:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205311.695046:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205311.695051:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205311.695054:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205311.695058:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705317:705317:256:4294967295] 192.168.201.101@tcp LPNI seq info [705312:705312:8:4294967295] 00000400:00000200:0.0:1788205311.695062:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205311.695073:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205311.695080:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205311.695088:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036a00. 00000800:00000200:0.0:1788205311.695096:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205311.695101:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1788205311.695275:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205311.695279:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036a00. 00000400:00000200:0.0:1788205311.695284:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205311.695289:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205311.695295:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3cc0 00000400:00000010:0.0:1788205311.695297:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3cc0. 00000100:00000001:0.0:1788205311.695300:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205311.695306:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c3ddc00 x1875052842057472/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205311.695314:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205311.695317:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3ddc00 x1875052842057472/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205336 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205311.695322:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205311.695324:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205311.695328:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205311.695332:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788205311.695335:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205311.695337:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310450735 00000100:00000001:0.0:1788205311.695340:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310451960 00000100:00000001:0.0:1788205311.695342:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310450735 00000100:00000001:0.0:1788205311.695344:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310451960 00000100:00000001:0.0:1788205311.695347:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205311.695349:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205311.695351:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205311.695355:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205311/real 1788205311] req@ffff9c477c3ddc00 x1875052842057472/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205311.695368:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205311.695370:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205311.695372:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503029a0. 00000400:00000200:0.0:1788205311.695375:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c34c8 00000400:00000010:0.0:1788205311.695376:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c34c8. 00000100:00000001:0.0:1788205311.695379:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205311.695382:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3ddc00 x1875052842057472/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205311.695390:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3ddc00 x1875052842057472/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205311.695425:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205311.695427:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205311.695429:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205311.695431:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205311.695435:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c3ddc00 x1875052842057472/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205311.695441:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205311.695444:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3ddc00 x1875052842057472/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205336 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205311.695451:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205311.695521:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205311.695522:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205311.695524:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205311.695527:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205311.695529:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205311.695575:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205311.695582:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205311.695584:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205311.695590:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3ddc00 x1875052842057472/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205336 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205311.695598:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842057472:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788205311.695602:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205311.695604:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205311.695607:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3ddc00 x1875052842057472/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205336 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205311.695614:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205311.695616:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205311.695619:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774374800. 02000000:00000001:0.0:1788205311.695622:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205311.695624:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205311.695626:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788205311.695628:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205311.695630:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4653a98c00. 02000000:00000001:0.0:1788205311.695632:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205311.695634:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205311.695636:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3ddc00. 00000100:00000001:0.0:1788205311.695638:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205311.695640:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205311.695642:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205311.695649:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788205311.695650:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205311.695652:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205311.695654:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205312.322533:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205312.322540:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205312.322546:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205312.322548:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205312.322552:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205312.322553:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205312.322580:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205312.322583:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205312.322587:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788205312.962518:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310451960, at 4310451968 00000100:00000010:0.0:1788205312.962534:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba420. 00000100:00000040:1.0:1788205312.962617:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310451960, at 4310451968 00000100:00000010:1.0:1788205312.962622:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba5a0. 00010000:00000001:0.0:1788205313.346527:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205313.346537:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205313.346539:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205313.346543:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205313.346549:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205313.346552:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205313.346554:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205313.346556:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205313.346561:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205313.346562:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205313.346566:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205313.346567:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205314.370520:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205314.370526:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205314.370531:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205314.370532:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205314.370536:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205314.370537:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205314.370561:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205314.370564:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205314.370567:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205315.394634:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205315.394641:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205315.394648:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205315.394649:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205315.394653:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205315.394654:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205316.418525:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205316.418532:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205316.418537:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205316.418540:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205316.418542:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205316.418545:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205316.418548:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205316.418550:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205316.418553:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205316.418555:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205316.418559:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205316.418560:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205316.418562:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205316.418563:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205316.418565:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205316.418566:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205316.418568:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205316.418570:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205316.418630:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205316.418633:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205316.418635:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788205316.802957:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205316.802961:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788205316.802963:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205316.802970:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c848700 x1875052842057600/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205316.802979:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205316.802981:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205316.802984:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205316.802987:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205316.802989:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205316.802993:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c848700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842057600:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788205316.802997:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205316.803002:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205316.803004:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205316.803007:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205316.803012:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788205316.803015:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205316.803021:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205316.803025:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503029a0. 00000400:00000010:0.0:1788205316.803032:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c34c8. 00000100:00000200:0.0:1788205316.803040:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842057600, portal 25 00000100:00000001:0.0:1788205316.803042:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205316.803045:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578512128 : -109644131039488 : ffff9c477c848700) 00000100:00000040:0.0:1788205316.803050:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c848700 x1875052842057600/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205316.803058:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205316.803061:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205316.803064:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3cc0. 00000100:00000200:0.0:1788205316.803067:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052842057600, offset 0 00000400:00000200:0.0:1788205316.803074:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205316.803083:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205316.803089:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205316.803095:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205316.803099:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205316.803103:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205316.803106:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205316.803110:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705318:705318:256:4294967295] 192.168.201.101@tcp LPNI seq info [705313:705313:8:4294967295] 00000400:00000200:0.0:1788205316.803114:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205316.803124:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205316.803130:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205316.803136:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036a00. 00000800:00000200:0.0:1788205316.803143:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205316.803147:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1788205316.803456:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205316.803458:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036a00. 00000400:00000200:0.0:1788205316.803465:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205316.803469:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205316.803475:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3cc0 00000400:00000010:0.0:1788205316.803477:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3cc0. 00000100:00000001:0.0:1788205316.803481:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205316.803485:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c848700 x1875052842057600/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205316.803494:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205316.803498:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c848700 x1875052842057600/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205341 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205316.803505:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205316.803507:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205316.803513:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205316.803517:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205316.803520:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4310457077 00000100:00000010:0.0:1788205316.803526:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba420. 00000100:00000001:0.0:1788205316.803532:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788205316.803538:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4310457077 00000100:00000010:0.0:1788205316.803541:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba600. 00000100:00000001:0.0:1788205316.803544:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788205316.803548:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205316.803551:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205316.803553:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205316.803557:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205316/real 1788205316] req@ffff9c477c848700 x1875052842057600/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205316.803566:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205316.803568:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205316.803569:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503029a0. 00000400:00000200:0.0:1788205316.803572:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c34c8 00000400:00000010:0.0:1788205316.803574:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c34c8. 00000100:00000001:0.0:1788205316.803576:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205316.803579:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c848700 x1875052842057600/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205316.803586:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c848700 x1875052842057600/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205316.803591:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205316.803593:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205316.803595:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205316.803597:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205316.803600:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c848700 x1875052842057600/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205316.803606:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205316.803610:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c848700 x1875052842057600/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205341 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205316.803616:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205316.803618:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205316.803620:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205316.803620:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205316.803623:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205316.803624:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205316.803627:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205316.803630:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205316.803632:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205316.803637:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c848700 x1875052842057600/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205341 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205316.803644:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c848700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842057600:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788205316.803649:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205316.803650:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205316.803654:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c848700 x1875052842057600/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205341 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205316.803660:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205316.803663:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205316.803665:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788205316.803668:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205316.803670:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205316.803672:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788205316.803674:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205316.803676:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f1000. 02000000:00000001:0.0:1788205316.803680:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205316.803682:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205316.803684:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c848700. 00000100:00000001:0.0:1788205316.803686:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205316.803688:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205316.803690:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205316.803698:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788205316.803700:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205316.803702:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205316.803703:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788205316.803704:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205316.803708:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c849880 x1875052842057728/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205316.803715:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205316.803716:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205316.803718:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205316.803719:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205316.803721:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205316.803724:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c849880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842057728:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205316.803727:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205316.803729:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205316.803731:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205316.803733:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205316.803736:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788205316.803737:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205316.803741:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205316.803743:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503029a0. 00000400:00000010:0.0:1788205316.803747:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c34c8. 00000100:00000200:0.0:1788205316.803749:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842057728, portal 10 00000100:00000001:0.0:1788205316.803751:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205316.803752:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578516608 : -109644131035008 : ffff9c477c849880) 00000100:00000040:0.0:1788205316.803759:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c849880 x1875052842057728/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205316.803765:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205316.803767:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205316.804229:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3cc0. 00000100:00000200:0.0:1788205316.804286:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842057728, offset 0 00000400:00000200:0.0:1788205316.804292:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205316.804297:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205316.804302:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205316.804305:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205316.804308:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205316.804311:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205316.804313:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205316.804316:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705319:705319:256:4294967295] 192.168.201.101@tcp LPNI seq info [705314:705314:8:4294967295] 00000400:00000200:0.0:1788205316.804320:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205316.804327:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205316.804331:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205316.804336:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036a00. 00000800:00000200:0.0:1788205316.804341:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205316.804344:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1788205316.804356:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205316.804357:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036a00. 00000400:00000200:0.0:1788205316.804361:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205316.804364:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205316.804367:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3cc0 00000400:00000010:0.0:1788205316.804369:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3cc0. 00000100:00000001:0.0:1788205316.804371:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205316.804375:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c849880 x1875052842057728/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205316.804384:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205316.804388:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c849880 x1875052842057728/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205341 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205316.804418:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205316.804423:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205316.804429:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205316.804435:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788205316.804441:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205316.804445:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310455819 00000100:00000001:0.0:1788205316.804449:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310457077 00000100:00000001:0.0:1788205316.804453:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310455819 00000100:00000001:0.0:1788205316.804459:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310457077 00000100:00000001:0.0:1788205316.804465:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205316.804469:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205316.804473:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205316.804480:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205316/real 1788205316] req@ffff9c477c849880 x1875052842057728/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205316.804492:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205316.804495:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205316.804499:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503029a0. 00000400:00000200:0.0:1788205316.804505:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c34c8 00000400:00000010:0.0:1788205316.804510:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c34c8. 00000100:00000001:0.0:1788205316.804514:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205316.804521:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c849880 x1875052842057728/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205316.804540:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c849880 x1875052842057728/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205316.804551:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205316.804553:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205316.804555:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205316.804556:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205316.804561:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c849880 x1875052842057728/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205316.804569:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205316.804572:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c849880 x1875052842057728/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205341 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205316.804580:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205316.804582:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205316.804584:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205316.804585:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205316.804587:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205316.804588:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205316.804591:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205316.804594:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205316.804596:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205316.804600:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c849880 x1875052842057728/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205341 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205316.804607:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c849880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842057728:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205316.804611:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205316.804615:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c848a80 x1875052842057856/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205316.804621:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205316.804622:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205316.804625:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205316.804627:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205316.804629:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205316.804632:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c848a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842057856:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205316.804635:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205316.804637:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205316.804639:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205316.804641:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205316.804644:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377000. 02000000:00000001:0.0:1788205316.804646:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205316.804649:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205316.804652:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503029a0. 00000400:00000010:0.0:1788205316.804655:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c34c8. 00000100:00000200:0.0:1788205316.804658:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842057856, portal 10 00000100:00000001:0.0:1788205316.804660:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205316.804661:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578513024 : -109644131038592 : ffff9c477c848a80) 00000100:00000040:0.0:1788205316.804667:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c848a80 x1875052842057856/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205316.804672:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205316.804674:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205316.804677:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3cc0. 00000100:00000200:0.0:1788205316.804679:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842057856, offset 0 00000400:00000200:0.0:1788205316.804683:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205316.804687:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205316.804690:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205316.804693:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205316.804695:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205316.804697:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205316.804699:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205316.804702:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705320:705320:256:4294967295] 192.168.201.101@tcp LPNI seq info [705315:705315:8:4294967295] 00000400:00000200:0.0:1788205316.804706:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205316.804712:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205316.804716:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205316.804719:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036a00. 00000800:00000200:0.0:1788205316.804722:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205316.804725:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1788205316.804754:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205316.804756:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036a00. 00000400:00000200:0.0:1788205316.804758:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205316.804761:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205316.804764:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3cc0 00000400:00000010:0.0:1788205316.804766:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3cc0. 00000100:00000001:0.0:1788205316.804826:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205316.804830:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c848a80 x1875052842057856/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205316.804838:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205316.804841:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c848a80 x1875052842057856/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205341 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205316.804847:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205316.804848:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205316.804851:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205316.804853:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788205316.804857:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205316.804859:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310455819 00000100:00000001:0.0:1788205316.804861:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310457077 00000100:00000001:0.0:1788205316.804864:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310455819 00000100:00000001:0.0:1788205316.804866:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310457077 00000100:00000001:0.0:1788205316.804868:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205316.804870:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205316.804871:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205316.804875:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205316/real 1788205316] req@ffff9c477c848a80 x1875052842057856/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205316.804882:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205316.804883:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205316.804885:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503029a0. 00000400:00000200:0.0:1788205316.804887:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c34c8 00000400:00000010:0.0:1788205316.804888:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c34c8. 00000100:00000001:0.0:1788205316.804890:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205316.804892:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c848a80 x1875052842057856/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205316.804900:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c848a80 x1875052842057856/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205316.804906:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205316.804908:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205316.804909:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205316.804910:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205316.804914:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c848a80 x1875052842057856/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205316.804920:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205316.804936:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c848a80 x1875052842057856/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205341 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205316.804942:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205316.804944:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205316.804946:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205316.804947:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205316.804949:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205316.804951:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205316.804953:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205316.804956:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205316.804958:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205316.804962:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c848a80 x1875052842057856/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205341 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205316.804970:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c848a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842057856:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205316.804973:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205316.804975:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205316.804978:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c849880 x1875052842057728/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205341 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205316.804984:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205316.804986:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205316.804988:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788205316.804990:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205316.804992:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205316.804993:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788205316.804995:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205316.804997:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f1c00. 02000000:00000001:0.0:1788205316.804998:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205316.805000:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205316.805001:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c849880. 00000100:00000001:0.0:1788205316.805003:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205316.805005:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205316.805006:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205316.805009:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c848a80 x1875052842057856/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205341 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205316.805015:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205316.805016:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205316.805018:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377000. 02000000:00000001:0.0:1788205316.805020:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205316.805020:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205316.805021:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788205316.805023:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205316.805024:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c46547f3400. 02000000:00000001:0.0:1788205316.805026:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205316.805026:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205316.805028:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c848a80. 00000100:00000001:0.0:1788205316.805029:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205316.805031:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205316.805032:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205316.805037:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788205316.805038:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205316.805040:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205316.805041:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788205316.805043:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205316.805046:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9fb80 x1875052842057984/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205316.805052:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205316.805054:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205316.805056:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205316.805057:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205316.805059:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205316.805062:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842057984:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788205316.805065:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205316.805067:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205316.805069:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205316.805070:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205316.805073:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377000. 02000000:00000001:0.0:1788205316.805075:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205316.805078:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205316.805080:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503029a0. 00000400:00000010:0.0:1788205316.805084:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c34c8. 00000100:00000200:0.0:1788205316.805086:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842057984, portal 4 00000100:00000001:0.0:1788205316.805088:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205316.805089:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330357120 : -109644379194496 : ffff9c476db9fb80) 00000100:00000040:0.0:1788205316.805095:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9fb80 x1875052842057984/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205316.805101:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205316.805103:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205316.805105:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3cc0. 00000100:00000200:0.0:1788205316.805108:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052842057984, offset 0 00000400:00000200:0.0:1788205316.805112:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205316.805116:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205316.805119:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205316.805123:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205316.805125:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205316.805127:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205316.805130:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205316.805133:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705321:705321:256:4294967295] 192.168.201.101@tcp LPNI seq info [705316:705316:8:4294967295] 00000400:00000200:0.0:1788205316.805136:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205316.805142:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205316.805147:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205316.805150:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036a00. 00000800:00000200:0.0:1788205316.805153:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205316.805155:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1788205316.805230:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205316.805232:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036a00. 00000400:00000200:0.0:1788205316.805286:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205316.805290:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205316.805293:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3cc0 00000400:00000010:0.0:1788205316.805295:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3cc0. 00000100:00000001:0.0:1788205316.805298:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205316.805301:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9fb80 x1875052842057984/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205316.805308:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205316.805311:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9fb80 x1875052842057984/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205341 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205316.805317:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205316.805319:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205316.805321:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205316.805324:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788205316.805327:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205316.805329:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310455845 00000100:00000001:0.0:1788205316.805332:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310457077 00000100:00000001:0.0:1788205316.805334:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310455845 00000100:00000001:0.0:1788205316.805335:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310457077 00000100:00000001:0.0:1788205316.805337:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205316.805339:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205316.805341:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205316.805344:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205316/real 1788205316] req@ffff9c476db9fb80 x1875052842057984/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205316.805351:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205316.805352:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205316.805354:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503029a0. 00000400:00000200:0.0:1788205316.805356:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c34c8 00000400:00000010:0.0:1788205316.805358:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c34c8. 00000100:00000001:0.0:1788205316.805360:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205316.805362:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9fb80 x1875052842057984/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205316.805370:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9fb80 x1875052842057984/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205316.805376:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205316.805377:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205316.805379:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205316.805380:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205316.805384:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9fb80 x1875052842057984/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205316.805390:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205316.805414:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9fb80 x1875052842057984/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205341 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205316.805421:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205316.805423:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205316.805425:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205316.805426:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205316.805428:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205316.805430:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205316.805432:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205316.805436:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205316.805437:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205316.805442:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9fb80 x1875052842057984/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205341 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205316.805448:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842057984:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788205316.805452:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205316.805453:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205316.805456:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9fb80 x1875052842057984/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205341 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205316.805461:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205316.805463:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205316.805464:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377000. 02000000:00000001:0.0:1788205316.805467:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205316.805469:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205316.805470:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788205316.805472:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205316.805473:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a43800. 02000000:00000001:0.0:1788205316.805477:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205316.805479:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205316.805480:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9fb80. 00000100:00000001:0.0:1788205316.805483:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205316.805484:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205316.805486:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205316.805489:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788205316.805490:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205316.805492:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205316.805493:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205317.442570:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205317.442577:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205317.442582:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205317.442583:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205317.442586:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205317.442588:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205318.082494:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310457077, at 4310457088 00000100:00000040:1.0:1788205318.082494:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310457077, at 4310457088 00000100:00000010:0.0:1788205318.082508:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba420. 00000100:00000010:1.0:1788205318.082508:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba600. 00010000:00000001:0.0:1788205318.466571:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205318.466577:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205318.466583:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205318.466584:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205318.466587:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205318.466589:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205318.466617:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205318.466620:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205318.466623:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205319.490529:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205319.490537:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205319.490543:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205319.490544:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205319.490548:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205319.490549:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205320.514946:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205320.514953:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205320.514970:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205320.514975:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205320.514983:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205320.514984:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205320.515269:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205320.515272:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205320.515275:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205321.538548:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205321.538558:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205321.538565:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205321.538566:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205321.538570:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205321.538571:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788205321.922595:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788205321.922606:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788205321.922608:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788205321.922612:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788205321.922618:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788205321.922625:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 15788 00000400:00000200:1.0:1788205321.922635:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788205321.922641:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788205321.922645:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788205321.922649:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205321.922653:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205321.922655:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205321.922658:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788205321.922662:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788205321.922665:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788205321.922668:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788205321.922671:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788205321.922673:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788205321.922676:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788205321.922679:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205321.922680:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205321.922683:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205321.922685:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788205321.922687:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788205321.922690:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788205321.922693:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788205321.922696:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788205321.922700:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788205321.922703:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205321.922705:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788205321.922707:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788205321.922716:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dce00. 00000020:00000040:1.0:1788205321.922720:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788205321.922724:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788205321.922726:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205321.922729:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788205321.922732:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788205321.922736:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788205321.922744:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9a400. 00000100:00000001:1.0:1788205321.922752:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788205321.922761:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dce00 x1875052842058112/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788205321.922771:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788205321.922776:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205321.922781:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e15d5058] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dce00 x1875052842058112/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788205321.922808:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788205321.922812:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788205321.922815:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788205321.922817:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788205321.922818:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788205321.922821:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788205321.922824:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15788 00000400:00000200:1.0:1788205321.922829:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788205321.922832:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788205321.922866:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788205321.922869:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205321.922871:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205321.922873:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205321.922875:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788205321.922877:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788205321.922878:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788205321.922880:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788205321.922882:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788205321.922884:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788205321.922886:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788205321.922890:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205321.922892:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205321.922894:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205321.922897:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788205321.922899:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00000001:0.0:1788205321.922900:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:1.0:1788205321.922904:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788205321.922905:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788205321.922909:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205321.922910:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1788205321.922914:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:0.0:1788205321.922918:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3dce00 x1875052842058112/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1788205321.922922:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205321.922926:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1788205321.922928:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205321.922930:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205321.922932:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:0.0:1788205321.922934:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205321.922937:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205321.922939:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:1.0:1788205321.922940:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1788205321.922942:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842058112:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788205321.922948:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000008:00000001:1.0:1788205321.922948:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205321.922952:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205321.922953:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205321.922956:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788205321.922957:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dd880. 02000000:00000001:0.0:1788205321.922958:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:1.0:1788205321.922963:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000010:0.0:1788205321.922964:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376000. 02000000:00000001:1.0:1788205321.922967:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788205321.922968:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788205321.922972:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205321.922976:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:1.0:1788205321.922976:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788205321.922980:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:0.0:1788205321.922982:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503029a0. 02000000:00000001:1.0:1788205321.922984:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788205321.922988:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c34c8. 02000000:00000010:1.0:1788205321.922992:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99000. 00000100:00000200:0.0:1788205321.922995:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842058112, portal 25 00000100:00000001:0.0:1788205321.922998:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788205321.922998:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205321.923000:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573877248 : -109644135674368 : ffff9c477c3dce00) 00000100:00000040:0.0:1788205321.923007:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3dce00 x1875052842058112/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788205321.923009:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dd880 x1875052842058240/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788205321.923019:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205321.923024:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205321.923028:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3cc0. 00000100:00000200:0.0:1788205321.923033:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052842058112, offset 0 00000100:00000001:1.0:1788205321.923033:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788205321.923038:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205321.923044:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083606985] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dd880 x1875052842058240/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788205321.923058:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000100:00000001:1.0:1788205321.923058:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788205321.923063:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788205321.923066:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788205321.923068:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:0.0:1788205321.923071:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00080000:1.0:1788205321.923072:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788205321.923078:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000400:00000200:0.0:1788205321.923081:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000100:00080000:1.0:1788205321.923085:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15788 00000400:00000200:0.0:1788205321.923090:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205321.923094:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205321.923097:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205321.923099:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205321.923102:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705322:705322:256:4294967295] 192.168.201.101@tcp LPNI seq info [705317:705317:8:4294967295] 00000400:00000200:0.0:1788205321.923105:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205321.923112:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205321.923121:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000400:00000200:1.0:1788205321.923121:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000800:00000010:0.0:1788205321.923127:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036a00. 00000400:00000200:1.0:1788205321.923130:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788205321.923134:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000800:00000200:0.0:1788205321.923135:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205321.923140:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 43 secs later) 00000100:00000040:1.0:1788205321.923143:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205321.923148:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205321.923151:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205321.923153:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788205321.923156:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788205321.923157:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788205321.923158:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788205321.923160:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788205321.923162:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788205321.923165:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788205321.923167:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205321.923169:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205321.923171:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205321.923173:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788205321.923175:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788205321.923177:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788205321.923180:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788205321.923181:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788205321.923184:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788205321.923186:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205321.923188:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788205321.923190:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788205321.923192:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205321.923194:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788205321.923197:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dc700. 00000020:00000040:1.0:1788205321.923200:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788205321.923203:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788205321.923204:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205321.923205:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788205321.923207:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788205321.923208:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788205321.923213:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99400. 00000100:00000001:1.0:1788205321.923216:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788205321.923220:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dc700 x1875052842058368/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788205321.923227:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788205321.923229:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205321.923233:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7db4f2b] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dc700 x1875052842058368/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788205321.923239:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205321.923242:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788205321.923247:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788205321.923252:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788205321.923258:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000800:00000100:0.0:1788205321.923260:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00000001:1.0:1788205321.923261:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000800:00000010:0.0:1788205321.923263:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036a00. 00000100:00080000:1.0:1788205321.923264:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788205321.923269:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000400:00000200:0.0:1788205321.923272:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00080000:1.0:1788205321.923272:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15788 00000400:00000200:0.0:1788205321.923279:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1788205321.923283:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788205321.923287:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000400:00000200:0.0:1788205321.923289:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3cc0 00000100:00080000:1.0:1788205321.923290:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000400:00000010:0.0:1788205321.923293:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3cc0. 00000100:00000040:1.0:1788205321.923297:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205321.923299:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1788205321.923301:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:0.0:1788205321.923306:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c3dce00 x1875052842058112/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788205321.923306:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205321.923312:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788205321.923317:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788205321.923320:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788205321.923323:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788205321.923325:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788205321.923327:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788205321.923329:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788205321.923332:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205321.923333:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205321.923335:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205321.923337:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788205321.923339:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788205321.923342:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788205321.923345:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788205321.923347:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788205321.923349:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788205321.923351:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205321.923353:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788205321.923355:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788205321.923357:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205321.923359:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788205321.923362:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ddf80. 00000020:00000040:1.0:1788205321.923364:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788205321.923366:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788205321.923368:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205321.923369:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788205321.923370:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788205321.923372:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205321.923373:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000010:1.0:1788205321.923376:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9a800. 00000100:00000040:0.0:1788205321.923378:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3dce00 x1875052842058112/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205346 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788205321.923383:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205321.923388:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205321.923390:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:1.0:1788205321.923435:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ddf80 x1875052842058496/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788205321.923444:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788205321.923446:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205321.923450:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dea6dee7] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ddf80 x1875052842058496/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788205321.923458:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205321.923462:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15798) 00000100:00000001:0.0:1788205321.923564:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205321.923568:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205321.923571:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4310462197 00000100:00000010:0.0:1788205321.923575:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba420. 00000100:00000001:0.0:1788205321.923581:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788205321.923586:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4310462197 00000100:00000010:0.0:1788205321.923589:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba480. 00000100:00000001:0.0:1788205321.923592:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788205321.923595:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205321.923598:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205321.923601:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205321.923606:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205321/real 1788205321] req@ffff9c477c3dce00 x1875052842058112/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205321.923622:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205321.923623:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205321.923641:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503029a0. 00000400:00000200:0.0:1788205321.923644:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c34c8 00000400:00000010:0.0:1788205321.923646:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c34c8. 00000100:00000001:0.0:1788205321.923649:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205321.923653:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3dce00 x1875052842058112/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205321.923662:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3dce00 x1875052842058112/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205321.923666:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205321.923668:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205321.923670:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205321.923671:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205321.923776:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c3dce00 x1875052842058112/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205321.923784:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205321.923789:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3dce00 x1875052842058112/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205346 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205321.923794:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205321.923796:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205321.923797:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205321.923798:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205321.923800:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205321.923801:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205321.923973:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205321.923979:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205321.923981:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205321.923986:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3dce00 x1875052842058112/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205346 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205321.923995:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842058112:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788205321.923999:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205321.924001:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205321.924004:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3dce00 x1875052842058112/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205346 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205321.924010:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205321.924012:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205321.924014:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788205321.924017:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205321.924019:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205321.924020:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788205321.924022:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205321.924025:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4653a9a400. 02000000:00000001:0.0:1788205321.924029:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205321.924030:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205321.924032:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3dce00. 00000100:00000001:0.0:1788205321.924081:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205321.924083:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205321.924086:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205321.924093:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788205321.924095:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205321.924097:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205321.924099:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788205321.924100:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205321.924105:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3dd880 x1875052842058240/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205321.924112:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205321.924113:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205321.924115:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205321.924117:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205321.924119:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205321.924122:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842058240:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205321.924126:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205321.924129:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205321.924131:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205321.924132:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205321.924136:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788205321.924139:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205321.924143:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205321.924278:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503029a0. 00000400:00000010:0.0:1788205321.924283:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c34c8. 00000100:00000200:0.0:1788205321.924287:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842058240, portal 10 00000100:00000001:0.0:1788205321.924289:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205321.924291:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573879936 : -109644135671680 : ffff9c477c3dd880) 00000100:00000040:0.0:1788205321.924298:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3dd880 x1875052842058240/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205321.924302:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205321.924303:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205321.924305:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3cc0. 00000100:00000200:0.0:1788205321.924307:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842058240, offset 0 00000400:00000200:0.0:1788205321.924310:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205321.924313:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205321.924317:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205321.924319:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205321.924321:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205321.924376:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205321.924378:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205321.924380:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705323:705323:256:4294967295] 192.168.201.101@tcp LPNI seq info [705318:705318:8:4294967295] 00000400:00000200:0.0:1788205321.924383:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205321.924389:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205321.924409:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205321.924413:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036a00. 00000800:00000200:0.0:1788205321.924416:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205321.924419:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1788205321.924488:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205321.924490:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036a00. 00000400:00000200:0.0:1788205321.924494:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205321.924498:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205321.924502:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3cc0 00000400:00000010:0.0:1788205321.924504:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3cc0. 00000100:00000001:0.0:1788205321.924506:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205321.924509:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c3dd880 x1875052842058240/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205321.924514:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205321.924516:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3dd880 x1875052842058240/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205346 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205321.924520:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205321.924521:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205321.924524:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205321.924527:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788205321.924529:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205321.924531:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310460939 00000100:00000001:0.0:1788205321.924533:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310462197 00000100:00000001:0.0:1788205321.924534:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310460939 00000100:00000001:0.0:1788205321.924535:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310462197 00000100:00000001:0.0:1788205321.924537:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205321.924538:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205321.924539:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205321.924543:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205321/real 1788205321] req@ffff9c477c3dd880 x1875052842058240/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205321.924550:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205321.924551:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205321.924552:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503029a0. 00000400:00000200:0.0:1788205321.924553:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c34c8 00000400:00000010:0.0:1788205321.924554:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c34c8. 00000100:00000001:0.0:1788205321.924556:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205321.924558:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3dd880 x1875052842058240/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205321.924562:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3dd880 x1875052842058240/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205321.924566:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205321.924567:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205321.924568:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205321.924569:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205321.924571:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c3dd880 x1875052842058240/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205321.924574:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205321.924576:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3dd880 x1875052842058240/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205346 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205321.924580:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205321.924582:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205321.924583:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205321.924585:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205321.924586:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205321.924588:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205321.924590:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205321.924593:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205321.924595:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205321.924599:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3dd880 x1875052842058240/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205346 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205321.924606:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842058240:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205321.924609:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205321.924613:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3dc700 x1875052842058368/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205321.924619:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205321.924620:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205321.924622:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205321.924624:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205321.924626:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205321.924629:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842058368:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205321.924632:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205321.924634:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205321.924636:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205321.924637:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205321.924641:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788205321.924642:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205321.924646:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205321.924648:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503029a0. 00000400:00000010:0.0:1788205321.924651:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c34c8. 00000100:00000200:0.0:1788205321.924653:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842058368, portal 10 00000100:00000001:0.0:1788205321.924654:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205321.924655:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573875456 : -109644135676160 : ffff9c477c3dc700) 00000100:00000040:0.0:1788205321.924660:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3dc700 x1875052842058368/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205321.924664:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205321.924665:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205321.924666:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3cc0. 00000100:00000200:0.0:1788205321.924668:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842058368, offset 0 00000400:00000200:0.0:1788205321.924670:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205321.924673:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205321.924675:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205321.924677:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205321.925096:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205321.925099:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205321.925102:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205321.925105:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705324:705324:256:4294967295] 192.168.201.101@tcp LPNI seq info [705319:705319:8:4294967295] 00000400:00000200:0.0:1788205321.925110:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205321.925116:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205321.925122:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205321.925126:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036a00. 00000800:00000200:0.0:1788205321.925130:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205321.925133:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1788205321.925143:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205321.925145:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036a00. 00000400:00000200:0.0:1788205321.925269:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205321.925272:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205321.925275:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3cc0 00000400:00000010:0.0:1788205321.925276:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3cc0. 00000100:00000001:0.0:1788205321.925278:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205321.925281:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c3dc700 x1875052842058368/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205321.925287:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205321.925288:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3dc700 x1875052842058368/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205346 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205321.925292:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205321.925293:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205321.925296:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205321.925298:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788205321.925300:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205321.925301:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310460939 00000100:00000001:0.0:1788205321.925303:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310462197 00000100:00000001:0.0:1788205321.925305:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310460939 00000100:00000001:0.0:1788205321.925306:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310462197 00000100:00000001:0.0:1788205321.925308:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205321.925309:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205321.925311:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205321.925313:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205321/real 1788205321] req@ffff9c477c3dc700 x1875052842058368/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205321.925318:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205321.925318:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205321.925319:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503029a0. 00000400:00000200:0.0:1788205321.925320:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c34c8 00000400:00000010:0.0:1788205321.925321:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c34c8. 00000100:00000001:0.0:1788205321.925373:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205321.925375:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3dc700 x1875052842058368/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205321.925380:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3dc700 x1875052842058368/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205321.925384:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205321.925385:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205321.925386:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205321.925387:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205321.925389:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c3dc700 x1875052842058368/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205321.925411:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205321.925414:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3dc700 x1875052842058368/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205346 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205321.925418:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205321.925419:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205321.925420:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205321.925421:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205321.925423:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205321.925424:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205321.925727:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205321.925731:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205321.925733:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205321.925737:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3dc700 x1875052842058368/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205346 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205321.925742:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842058368:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205321.925745:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205321.925747:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c3ddf80 x1875052842058496/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205321.925751:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205321.925752:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205321.925754:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205321.925756:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205321.925757:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205321.925759:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c3ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842058496:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788205321.925761:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205321.925762:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205321.925764:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205321.925765:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205321.925768:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375000. 02000000:00000001:0.0:1788205321.925769:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205321.925772:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205321.925774:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503029a0. 00000400:00000010:0.0:1788205321.925777:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c34c8. 00000100:00000200:0.0:1788205321.925779:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842058496, portal 4 00000100:00000001:0.0:1788205321.925781:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205321.925782:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429573881728 : -109644135669888 : ffff9c477c3ddf80) 00000100:00000040:0.0:1788205321.925786:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c3ddf80 x1875052842058496/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205321.925790:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205321.925792:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205321.925793:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3cc0. 00000100:00000200:0.0:1788205321.925794:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052842058496, offset 0 00000400:00000200:0.0:1788205321.925797:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205321.925800:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205321.925803:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205321.925877:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205321.925880:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205321.925882:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205321.925885:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205321.925888:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705325:705325:256:4294967295] 192.168.201.101@tcp LPNI seq info [705320:705320:8:4294967295] 00000400:00000200:0.0:1788205321.925892:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205321.925897:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205321.925901:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205321.925904:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036a00. 00000800:00000200:0.0:1788205321.925907:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205321.925909:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1788205321.925916:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205321.925917:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036a00. 00000400:00000200:0.0:1788205321.925919:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205321.925921:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205321.925923:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3cc0 00000400:00000010:0.0:1788205321.925925:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3cc0. 00000100:00000001:0.0:1788205321.925926:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205321.925929:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c477c3ddf80 x1875052842058496/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205321.925934:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205321.925936:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c3ddf80 x1875052842058496/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205346 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205321.925944:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205321.925945:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205321.925947:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205321.925949:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788205321.925951:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205321.925952:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310460966 00000100:00000001:0.0:1788205321.925954:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310462197 00000100:00000001:0.0:1788205321.925955:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310460966 00000100:00000001:0.0:1788205321.925956:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310462197 00000100:00000001:0.0:1788205321.925958:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205321.925959:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205321.925960:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205321.925962:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205321/real 1788205321] req@ffff9c477c3ddf80 x1875052842058496/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205321.925966:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205321.925967:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205321.925968:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503029a0. 00000400:00000200:0.0:1788205321.925969:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c34c8 00000400:00000010:0.0:1788205321.925970:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c34c8. 00000100:00000001:0.0:1788205321.925972:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205321.925974:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c477c3ddf80 x1875052842058496/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205321.925978:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c477c3ddf80 x1875052842058496/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205321.925982:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205321.925982:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205321.925983:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205321.925984:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205321.925986:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c477c3ddf80 x1875052842058496/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205321.925990:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205321.925993:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c477c3ddf80 x1875052842058496/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205346 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205321.925996:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205321.925998:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205321.925999:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205321.925999:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205321.926000:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205321.926001:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205321.926003:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205321.926004:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205321.926006:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205321.926008:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c477c3ddf80 x1875052842058496/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205346 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205321.926011:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c477c3ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842058496:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788205321.926013:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205321.926015:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205321.926017:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3dd880 x1875052842058240/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205346 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205321.926020:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205321.926022:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205321.926024:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788205321.926026:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205321.926027:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205321.926028:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788205321.926030:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205321.926032:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4653a99000. 02000000:00000001:0.0:1788205321.926373:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205321.926375:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205321.926377:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3dd880. 00000100:00000001:0.0:1788205321.926380:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205321.926381:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205321.926382:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205321.926385:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3dc700 x1875052842058368/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205346 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205321.926390:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205321.926390:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205321.926392:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788205321.926413:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205321.926414:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205321.926415:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788205321.926416:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205321.926417:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4653a99400. 02000000:00000001:0.0:1788205321.926419:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205321.926420:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205321.926421:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3dc700. 00000100:00000001:0.0:1788205321.926422:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205321.926423:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205321.926424:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205321.926553:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c477c3ddf80 x1875052842058496/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205346 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205321.926557:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205321.926558:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205321.926560:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375000. 02000000:00000001:0.0:1788205321.926563:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205321.926564:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205321.926566:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788205321.926567:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205321.926569:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4653a9a800. 02000000:00000001:0.0:1788205321.926571:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205321.926573:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205321.926574:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c477c3ddf80. 00000100:00000001:0.0:1788205321.926576:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205321.926577:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205321.926579:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205321.926587:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788205321.926589:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205321.926591:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205321.926593:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205322.562607:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205322.562615:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205322.562620:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205322.562621:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205322.562625:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205322.562626:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205322.562651:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205322.562654:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205322.562657:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788205323.204607:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310462197, at 4310462210 00000100:00000010:1.0:1788205323.204622:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba480. 00000100:00000040:0.0:1788205323.205179:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310462197, at 4310462210 00000100:00000010:0.0:1788205323.205187:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba420. 00010000:00000001:0.0:1788205323.586531:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205323.586539:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205323.586541:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205323.586544:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205323.586549:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205323.586551:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205323.586553:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205323.586555:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205323.586559:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205323.586561:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205323.586564:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205323.586565:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205324.611857:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205324.611863:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205324.611868:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205324.611869:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205324.611872:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205324.611873:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205324.611899:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205324.611902:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205324.611905:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205325.634504:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205325.634511:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205325.634517:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205325.634519:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205325.634521:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205325.634522:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788205325.634600:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788205325.634603:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788205325.634606:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205326.658733:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205326.658739:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205326.658743:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205326.658745:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205326.658747:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205326.658750:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205326.658785:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205326.658787:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205326.658789:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205326.658792:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205326.658796:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205326.658797:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205326.658798:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205326.658800:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205326.658801:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205326.658803:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205326.658804:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205326.658806:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205326.658826:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205326.658829:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205326.658832:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788205327.045546:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205327.045552:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788205327.045556:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205327.045567:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9ed80 x1875052842058624/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205327.045580:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205327.045583:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205327.045587:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205327.045591:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205327.045597:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205327.045604:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842058624:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788205327.045608:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205327.045611:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205327.045614:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205327.045617:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205327.045623:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375000. 02000000:00000001:0.0:1788205327.045627:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205327.045634:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205327.045638:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503029a0. 00000400:00000010:0.0:1788205327.045646:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c34c8. 00000100:00000200:0.0:1788205327.045655:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842058624, portal 25 00000100:00000001:0.0:1788205327.045660:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205327.045664:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330353536 : -109644379198080 : ffff9c476db9ed80) 00000100:00000040:0.0:1788205327.045673:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9ed80 x1875052842058624/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205327.045689:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205327.045696:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205327.045701:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3cc0. 00000100:00000200:0.0:1788205327.045707:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052842058624, offset 0 00000400:00000200:0.0:1788205327.045717:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205327.045728:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205327.045736:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205327.045742:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205327.045762:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205327.045773:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205327.045784:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205327.045793:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705326:705326:256:4294967295] 192.168.201.101@tcp LPNI seq info [705321:705321:8:4294967295] 00000400:00000200:0.0:1788205327.045807:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205327.045826:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205327.045840:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205327.045848:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036a00. 00000800:00000200:0.0:1788205327.045861:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205327.045868:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 38 secs later) 00000800:00000100:0.0:1788205327.045893:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205327.045899:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036a00. 00000400:00000200:0.0:1788205327.045907:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205327.045914:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205327.045920:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3cc0 00000400:00000010:0.0:1788205327.045925:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3cc0. 00000100:00000001:0.0:1788205327.045932:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205327.045942:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9ed80 x1875052842058624/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205327.045960:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205327.045967:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9ed80 x1875052842058624/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205352 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205327.045979:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205327.045983:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205327.045992:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205327.046000:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205327.046005:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4310467319 00000100:00000010:0.0:1788205327.046014:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba420. 00000100:00000001:0.0:1788205327.046024:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788205327.046034:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4310467319 00000100:00000010:0.0:1788205327.046040:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba900. 00000100:00000001:0.0:1788205327.046044:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788205327.046046:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205327.046048:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205327.046050:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205327.046054:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205327/real 1788205327] req@ffff9c476db9ed80 x1875052842058624/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205327.046063:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205327.046066:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205327.046067:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503029a0. 00000400:00000200:0.0:1788205327.046070:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c34c8 00000400:00000010:0.0:1788205327.046071:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c34c8. 00000100:00000001:0.0:1788205327.046074:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205327.046077:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9ed80 x1875052842058624/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205327.046085:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9ed80 x1875052842058624/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205327.046091:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205327.046093:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205327.046095:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205327.046097:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205327.046103:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9ed80 x1875052842058624/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205327.046120:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205327.046128:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9ed80 x1875052842058624/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205352 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205327.046138:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205327.046142:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205327.046146:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205327.046149:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205327.046151:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205327.046154:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205327.046158:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205327.046163:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205327.046165:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205327.046168:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9ed80 x1875052842058624/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205352 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205327.046173:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842058624:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788205327.046179:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205327.046181:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205327.046183:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9ed80 x1875052842058624/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205352 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205327.046190:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205327.046192:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205327.046194:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375000. 02000000:00000001:0.0:1788205327.046197:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205327.046199:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205327.046201:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788205327.046203:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205327.046205:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a41000. 02000000:00000001:0.0:1788205327.046209:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205327.046211:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205327.046212:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9ed80. 00000100:00000001:0.0:1788205327.046216:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205327.046220:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205327.046224:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205327.046233:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788205327.046238:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205327.046242:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205327.046246:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788205327.046249:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205327.046255:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9d500 x1875052842058752/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205327.046266:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205327.046269:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205327.046274:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205327.046277:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205327.046279:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205327.046282:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842058752:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205327.046286:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205327.046288:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205327.046289:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205327.046291:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205327.046295:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375000. 02000000:00000001:0.0:1788205327.046297:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205327.046301:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205327.046303:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503029a0. 00000400:00000010:0.0:1788205327.046306:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c34c8. 00000100:00000200:0.0:1788205327.046309:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842058752, portal 10 00000100:00000001:0.0:1788205327.046311:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205327.046312:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330347264 : -109644379204352 : ffff9c476db9d500) 00000100:00000040:0.0:1788205327.046319:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9d500 x1875052842058752/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205327.046325:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205327.046327:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205327.046329:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3cc0. 00000100:00000200:0.0:1788205327.046331:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842058752, offset 0 00000400:00000200:0.0:1788205327.046335:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205327.046341:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205327.046349:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205327.046355:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205327.046360:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205327.046365:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205327.046370:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205327.046377:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705327:705327:256:4294967295] 192.168.201.101@tcp LPNI seq info [705322:705322:8:4294967295] 00000400:00000200:0.0:1788205327.046384:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205327.046448:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205327.046454:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205327.046458:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036a00. 00000800:00000200:0.0:1788205327.046462:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205327.046464:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 38 secs later) 00000800:00000100:0.0:1788205327.046475:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205327.046477:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036a00. 00000400:00000200:0.0:1788205327.046481:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205327.046484:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205327.046488:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3cc0 00000400:00000010:0.0:1788205327.046489:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3cc0. 00000100:00000001:0.0:1788205327.046491:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205327.046495:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9d500 x1875052842058752/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205327.046502:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205327.046505:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9d500 x1875052842058752/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205352 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205327.046512:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205327.046513:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205327.046516:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205327.046520:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788205327.046523:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205327.046525:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310466061 00000100:00000001:0.0:1788205327.046528:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310467319 00000100:00000001:0.0:1788205327.046530:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310466061 00000100:00000001:0.0:1788205327.046532:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310467319 00000100:00000001:0.0:1788205327.046534:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205327.046536:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205327.046537:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205327.046541:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205327/real 1788205327] req@ffff9c476db9d500 x1875052842058752/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205327.046548:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205327.046549:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205327.046552:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503029a0. 00000400:00000200:0.0:1788205327.046554:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c34c8 00000400:00000010:0.0:1788205327.046555:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c34c8. 00000100:00000001:0.0:1788205327.046557:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205327.046561:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9d500 x1875052842058752/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205327.046569:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9d500 x1875052842058752/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205327.046575:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205327.046576:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205327.046578:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205327.046579:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205327.046583:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9d500 x1875052842058752/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205327.046589:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205327.046593:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9d500 x1875052842058752/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205352 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205327.046600:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205327.046602:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205327.046604:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205327.046605:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205327.046607:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205327.046609:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205327.046611:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205327.046614:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205327.046617:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205327.046621:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9d500 x1875052842058752/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205352 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205327.046628:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842058752:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205327.046632:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205327.046635:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9fb80 x1875052842058880/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205327.046647:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205327.046648:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205327.046650:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205327.046652:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205327.046654:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205327.046656:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842058880:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205327.046659:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205327.046661:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205327.046663:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205327.046664:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205327.046667:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788205327.046669:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205327.046672:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205327.046675:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503029a0. 00000400:00000010:0.0:1788205327.046678:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c34c8. 00000100:00000200:0.0:1788205327.046680:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842058880, portal 10 00000100:00000001:0.0:1788205327.046682:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205327.046684:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330357120 : -109644379194496 : ffff9c476db9fb80) 00000100:00000040:0.0:1788205327.046691:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9fb80 x1875052842058880/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205327.046697:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205327.046699:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205327.046701:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3cc0. 00000100:00000200:0.0:1788205327.046704:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842058880, offset 0 00000400:00000200:0.0:1788205327.046708:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205327.046712:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205327.046715:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205327.046718:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205327.046720:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205327.046722:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205327.046725:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205327.046728:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705328:705328:256:4294967295] 192.168.201.101@tcp LPNI seq info [705323:705323:8:4294967295] 00000400:00000200:0.0:1788205327.046732:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205327.046738:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205327.046742:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205327.046755:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036a00. 00000800:00000200:0.0:1788205327.046760:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205327.046762:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 38 secs later) 00000800:00000100:0.0:1788205327.046772:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205327.046774:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036a00. 00000400:00000200:0.0:1788205327.046776:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205327.046780:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205327.046782:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3cc0 00000400:00000010:0.0:1788205327.046784:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3cc0. 00000100:00000001:0.0:1788205327.046786:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205327.046790:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9fb80 x1875052842058880/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205327.046797:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205327.046800:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9fb80 x1875052842058880/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205352 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205327.046806:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205327.046807:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205327.046810:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205327.046813:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788205327.046816:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205327.046818:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310466061 00000100:00000001:0.0:1788205327.046821:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310467319 00000100:00000001:0.0:1788205327.046823:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310466061 00000100:00000001:0.0:1788205327.046825:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310467319 00000100:00000001:0.0:1788205327.046826:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205327.046829:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205327.046831:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205327.046835:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205327/real 1788205327] req@ffff9c476db9fb80 x1875052842058880/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205327.046842:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205327.046843:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205327.046844:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503029a0. 00000400:00000200:0.0:1788205327.046847:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c34c8 00000400:00000010:0.0:1788205327.046848:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c34c8. 00000100:00000001:0.0:1788205327.046850:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205327.046853:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9fb80 x1875052842058880/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205327.046859:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9fb80 x1875052842058880/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205327.046865:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205327.046866:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205327.046868:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205327.046869:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205327.046873:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9fb80 x1875052842058880/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205327.046879:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205327.046883:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9fb80 x1875052842058880/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205352 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205327.046889:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205327.046891:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205327.046893:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205327.046894:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205327.046895:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205327.046897:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205327.046899:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205327.046903:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205327.046904:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205327.046908:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9fb80 x1875052842058880/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205352 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205327.046914:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842058880:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205327.046918:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205327.046920:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205327.046923:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9d500 x1875052842058752/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205352 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205327.046929:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205327.046931:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205327.046933:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375000. 02000000:00000001:0.0:1788205327.046935:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205327.046937:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205327.046938:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788205327.046940:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205327.046942:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a41800. 02000000:00000001:0.0:1788205327.046944:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205327.046945:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205327.046946:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9d500. 00000100:00000001:0.0:1788205327.046948:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205327.046950:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205327.046951:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205327.046954:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9fb80 x1875052842058880/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205352 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205327.046959:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205327.046961:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205327.046962:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788205327.046965:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205327.046966:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205327.046966:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788205327.046968:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205327.046970:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a41400. 02000000:00000001:0.0:1788205327.046972:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205327.046973:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205327.046975:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9fb80. 00000100:00000001:0.0:1788205327.046977:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205327.046978:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205327.046980:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205327.046983:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788205327.046985:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205327.046987:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205327.046988:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788205327.046989:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205327.046993:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9ca80 x1875052842059008/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205327.046999:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205327.047000:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205327.047002:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205327.047003:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205327.047005:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205327.047007:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842059008:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788205327.047010:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205327.047013:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205327.047014:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205327.047016:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205327.047019:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788205327.047021:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205327.047024:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205327.047027:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503029a0. 00000400:00000010:0.0:1788205327.047030:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c34c8. 00000100:00000200:0.0:1788205327.047033:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842059008, portal 4 00000100:00000001:0.0:1788205327.047035:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205327.047036:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330344576 : -109644379207040 : ffff9c476db9ca80) 00000100:00000040:0.0:1788205327.047041:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9ca80 x1875052842059008/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205327.047051:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205327.047054:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205327.047056:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3cc0. 00000100:00000200:0.0:1788205327.047059:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052842059008, offset 0 00000400:00000200:0.0:1788205327.047063:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205327.047066:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205327.047070:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205327.047072:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205327.047075:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205327.047077:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205327.047079:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205327.047083:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705329:705329:256:4294967295] 192.168.201.101@tcp LPNI seq info [705324:705324:8:4294967295] 00000400:00000200:0.0:1788205327.047087:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205327.047092:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205327.047096:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205327.047100:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036a00. 00000800:00000200:0.0:1788205327.047103:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205327.047105:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 38 secs later) 00000800:00000100:0.0:1788205327.047116:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205327.047118:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036a00. 00000400:00000200:0.0:1788205327.047121:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205327.047124:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205327.047127:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3cc0 00000400:00000010:0.0:1788205327.047129:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3cc0. 00000100:00000001:0.0:1788205327.047131:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205327.047135:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9ca80 x1875052842059008/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205327.047142:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205327.047145:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9ca80 x1875052842059008/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205352 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205327.047156:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205327.047157:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205327.047160:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205327.047163:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788205327.047167:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205327.047169:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310466087 00000100:00000001:0.0:1788205327.047171:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310467319 00000100:00000001:0.0:1788205327.047173:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310466087 00000100:00000001:0.0:1788205327.047175:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310467319 00000100:00000001:0.0:1788205327.047177:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205327.047178:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205327.047180:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205327.047184:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205327/real 1788205327] req@ffff9c476db9ca80 x1875052842059008/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205327.047191:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205327.047192:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205327.047194:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503029a0. 00000400:00000200:0.0:1788205327.047196:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c34c8 00000400:00000010:0.0:1788205327.047198:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c34c8. 00000100:00000001:0.0:1788205327.047200:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205327.047203:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9ca80 x1875052842059008/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205327.047211:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9ca80 x1875052842059008/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205327.047217:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205327.047218:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205327.047220:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205327.047221:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205327.047225:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9ca80 x1875052842059008/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205327.047232:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205327.047236:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9ca80 x1875052842059008/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205352 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205327.047243:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205327.047245:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205327.047246:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205327.047247:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205327.047249:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205327.047251:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205327.047253:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205327.047256:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205327.047259:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205327.047263:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9ca80 x1875052842059008/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205352 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205327.047270:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842059008:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788205327.047273:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205327.047275:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205327.047278:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9ca80 x1875052842059008/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205352 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205327.047284:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205327.047285:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205327.047287:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377800. 02000000:00000001:0.0:1788205327.047290:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205327.047291:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205327.047292:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788205327.047294:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205327.047296:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a42400. 02000000:00000001:0.0:1788205327.047299:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205327.047301:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205327.047302:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9ca80. 00000100:00000001:0.0:1788205327.047305:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205327.047306:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205327.047308:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205327.047311:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788205327.047312:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205327.047314:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205327.047315:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205327.682521:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205327.682528:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205327.682536:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205327.682537:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205327.682541:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205327.682542:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205328.322552:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310467319, at 4310467328 00000100:00000010:1.0:1788205328.322575:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba900. 00000100:00000040:0.0:1788205328.322836:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310467319, at 4310467328 00000100:00000010:0.0:1788205328.322853:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba420. 00010000:00000001:0.0:1788205328.707086:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205328.707097:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205328.707106:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205328.707107:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205328.707111:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205328.707112:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205328.707137:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205328.707210:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205328.707214:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205329.730539:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205329.730550:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205329.730559:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205329.730560:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205329.730565:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205329.730566:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788205329.732380:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788205329.732390:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788205329.732412:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205330.755272:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205330.755281:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205330.755288:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205330.755289:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205330.755293:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205330.755295:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205330.755320:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205330.755323:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205330.755327:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205331.778711:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205331.778722:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205331.778730:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205331.778731:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205331.778735:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205331.778736:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788205331.778956:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788205331.778961:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788205331.778964:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788205332.167148:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205332.167162:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788205332.167165:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205332.167173:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9c380 x1875052842059136/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205332.167182:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205332.167184:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205332.167189:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205332.167191:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205332.167194:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205332.167198:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842059136:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788205332.167203:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205332.167209:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205332.167212:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205332.167215:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205332.167221:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375000. 02000000:00000001:0.0:1788205332.167223:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205332.167230:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205332.167234:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503029a0. 00000400:00000010:0.0:1788205332.167243:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c34c8. 00000100:00000200:0.0:1788205332.167252:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842059136, portal 25 00000100:00000001:0.0:1788205332.167255:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205332.167257:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330342784 : -109644379208832 : ffff9c476db9c380) 00000100:00000040:0.0:1788205332.167262:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9c380 x1875052842059136/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205332.167274:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205332.167277:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205332.167280:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3cc0. 00000100:00000200:0.0:1788205332.167283:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052842059136, offset 0 00000400:00000200:0.0:1788205332.167290:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205332.167300:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205332.167306:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205332.167313:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205332.167318:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205332.167322:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205332.167325:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205332.167330:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705330:705330:256:4294967295] 192.168.201.101@tcp LPNI seq info [705325:705325:8:4294967295] 00000400:00000200:0.0:1788205332.167334:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205332.167345:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205332.167352:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205332.167359:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036a00. 00000800:00000200:0.0:1788205332.167366:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205332.167370:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 33 secs later) 00000800:00000100:0.0:1788205332.167385:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205332.167388:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036a00. 00000400:00000200:0.0:1788205332.167428:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205332.167434:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205332.167441:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3cc0 00000400:00000010:0.0:1788205332.167443:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3cc0. 00000100:00000001:0.0:1788205332.167449:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205332.167454:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9c380 x1875052842059136/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205332.167464:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205332.167468:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9c380 x1875052842059136/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205357 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205332.167482:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205332.167484:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205332.167491:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205332.167496:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205332.167499:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4310472441 00000100:00000010:0.0:1788205332.167505:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba420. 00000100:00000001:0.0:1788205332.167513:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788205332.167520:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4310472441 00000100:00000010:0.0:1788205332.167523:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685baa20. 00000100:00000001:0.0:1788205332.167526:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788205332.167529:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205332.167532:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205332.167535:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205332.167539:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205332/real 1788205332] req@ffff9c476db9c380 x1875052842059136/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205332.167549:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205332.167551:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205332.167553:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503029a0. 00000400:00000200:0.0:1788205332.167555:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c34c8 00000400:00000010:0.0:1788205332.167557:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c34c8. 00000100:00000001:0.0:1788205332.167559:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205332.167562:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9c380 x1875052842059136/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205332.167569:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9c380 x1875052842059136/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205332.167575:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205332.167577:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205332.167579:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205332.167581:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205332.167585:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9c380 x1875052842059136/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205332.167594:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205332.167598:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9c380 x1875052842059136/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205357 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205332.167607:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205332.167610:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205332.167612:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205332.167614:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205332.167617:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205332.167619:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205332.167623:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205332.167627:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205332.167630:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205332.167635:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9c380 x1875052842059136/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205357 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205332.167644:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842059136:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788205332.167650:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205332.167653:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9f800 x1875052842059264/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205332.167672:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205332.167674:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205332.167676:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205332.167678:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205332.167680:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205332.167683:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842059264:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205332.167687:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205332.167689:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205332.167690:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205332.167692:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205332.167704:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788205332.167706:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205332.167710:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205332.167713:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503029a0. 00000400:00000010:0.0:1788205332.167716:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c34c8. 00000100:00000200:0.0:1788205332.167720:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842059264, portal 10 00000100:00000001:0.0:1788205332.167722:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205332.167723:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330356224 : -109644379195392 : ffff9c476db9f800) 00000100:00000040:0.0:1788205332.167730:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9f800 x1875052842059264/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205332.167737:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205332.167739:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205332.167742:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3cc0. 00000100:00000200:0.0:1788205332.167744:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842059264, offset 0 00000400:00000200:0.0:1788205332.167749:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205332.167753:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205332.167756:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205332.167760:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205332.167763:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205332.167765:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205332.167768:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205332.167771:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705331:705331:256:4294967295] 192.168.201.101@tcp LPNI seq info [705326:705326:8:4294967295] 00000400:00000200:0.0:1788205332.167775:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205332.167782:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205332.167786:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205332.167790:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036a00. 00000800:00000200:0.0:1788205332.167794:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205332.167797:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 33 secs later) 00000800:00000100:0.0:1788205332.167809:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205332.167811:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036a00. 00000400:00000200:0.0:1788205332.167815:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205332.167818:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205332.167822:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3cc0 00000400:00000010:0.0:1788205332.167823:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3cc0. 00000100:00000001:0.0:1788205332.167826:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205332.167830:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9f800 x1875052842059264/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205332.167838:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205332.167841:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9f800 x1875052842059264/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205357 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205332.167848:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205332.167850:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205332.167853:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205332.167857:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788205332.167860:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205332.167862:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310471182 00000100:00000001:0.0:1788205332.167865:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310472441 00000100:00000001:0.0:1788205332.167867:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310471182 00000100:00000001:0.0:1788205332.167870:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310472441 00000100:00000001:0.0:1788205332.167872:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205332.167874:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205332.167875:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205332.167879:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205332/real 1788205332] req@ffff9c476db9f800 x1875052842059264/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205332.167888:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205332.167889:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205332.167891:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503029a0. 00000400:00000200:0.0:1788205332.167894:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c34c8 00000400:00000010:0.0:1788205332.167896:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c34c8. 00000100:00000001:0.0:1788205332.167898:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205332.167901:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9f800 x1875052842059264/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205332.167910:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9f800 x1875052842059264/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205332.167917:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205332.167919:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205332.167921:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205332.167922:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205332.167926:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9f800 x1875052842059264/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205332.167934:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205332.167938:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9f800 x1875052842059264/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205357 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205332.167945:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205332.167948:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205332.167950:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205332.167951:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205332.167953:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205332.167955:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205332.167958:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205332.167961:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205332.167963:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205332.167967:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9f800 x1875052842059264/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205357 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205332.168860:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842059264:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205332.168867:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205332.168872:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9f480 x1875052842059392/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205332.168885:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205332.168886:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205332.168889:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205332.170579:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205332.170589:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205332.170600:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842059392:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205332.170606:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205332.170612:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205332.170615:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205332.170618:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205332.170627:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377400. 02000000:00000001:0.0:1788205332.170629:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205332.170637:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205332.170641:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503029a0. 00000400:00000010:0.0:1788205332.170651:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c34c8. 00000100:00000200:0.0:1788205332.170670:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842059392, portal 10 00000100:00000001:0.0:1788205332.170672:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205332.170674:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330355328 : -109644379196288 : ffff9c476db9f480) 00000100:00000040:0.0:1788205332.170685:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9f480 x1875052842059392/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205332.170693:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205332.170807:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205332.170811:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3cc0. 00000100:00000200:0.0:1788205332.170815:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842059392, offset 0 00000400:00000200:0.0:1788205332.170824:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205332.170835:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205332.170843:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205332.170849:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205332.170854:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205332.170858:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205332.170861:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205332.170866:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705332:705332:256:4294967295] 192.168.201.101@tcp LPNI seq info [705327:705327:8:4294967295] 00000400:00000200:0.0:1788205332.170871:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205332.170882:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205332.170888:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205332.170895:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036a00. 00000800:00000200:0.0:1788205332.170902:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205332.170906:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 33 secs later) 00000800:00000100:0.0:1788205332.170921:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205332.170924:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036a00. 00000400:00000200:0.0:1788205332.170929:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205332.170935:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205332.170941:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3cc0 00000400:00000010:0.0:1788205332.170944:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3cc0. 00000100:00000001:0.0:1788205332.170948:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205332.170953:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9f480 x1875052842059392/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205332.170965:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205332.171824:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9f480 x1875052842059392/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205357 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205332.171839:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205332.171841:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205332.171852:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205332.171857:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788205332.171862:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205332.171867:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310471186 00000100:00000001:0.0:1788205332.171871:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310472441 00000100:00000001:0.0:1788205332.171873:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310471186 00000100:00000001:0.0:1788205332.171876:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310472441 00000100:00000001:0.0:1788205332.171879:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205332.171883:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205332.171887:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205332.171894:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205332/real 1788205332] req@ffff9c476db9f480 x1875052842059392/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205332.171906:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205332.171908:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205332.171910:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503029a0. 00000400:00000200:0.0:1788205332.171914:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c34c8 00000400:00000010:0.0:1788205332.171916:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c34c8. 00000100:00000001:0.0:1788205332.171919:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205332.171923:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9f480 x1875052842059392/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205332.171932:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9f480 x1875052842059392/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205332.171940:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205332.171942:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205332.171945:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205332.171947:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205332.171951:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9f480 x1875052842059392/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205332.171959:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205332.171965:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9f480 x1875052842059392/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205357 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205332.172963:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205332.174803:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205332.174814:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205332.174816:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205332.174819:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205332.174822:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205332.174831:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205332.174845:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205332.174849:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205332.174860:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9f480 x1875052842059392/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205357 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205332.174872:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842059392:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205332.174879:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205332.174885:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9d880 x1875052842059520/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205332.174893:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205332.174896:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205332.174903:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205332.174907:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205332.174910:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205332.174914:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842059520:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788205332.174918:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205332.174923:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205332.174927:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205332.174930:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205332.174943:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774377c00. 02000000:00000001:0.0:1788205332.174946:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205332.174955:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205332.174961:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503029a0. 00000400:00000010:0.0:1788205332.175548:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c34c8. 00000100:00000200:0.0:1788205332.175559:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842059520, portal 4 00000100:00000001:0.0:1788205332.175562:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205332.175564:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330348160 : -109644379203456 : ffff9c476db9d880) 00000100:00000040:0.0:1788205332.175575:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9d880 x1875052842059520/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205332.175584:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205332.175588:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205332.175591:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3cc0. 00000100:00000200:0.0:1788205332.175595:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052842059520, offset 0 00000400:00000200:0.0:1788205332.175603:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205332.175615:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205332.175625:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205332.175632:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205332.175637:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205332.175642:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205332.175645:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205332.175649:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705333:705333:256:4294967295] 192.168.201.101@tcp LPNI seq info [705328:705328:8:4294967295] 00000400:00000200:0.0:1788205332.175654:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205332.175676:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205332.175683:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205332.175690:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036a00. 00000800:00000200:0.0:1788205332.175713:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205332.175718:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 33 secs later) 00000800:00000100:0.0:1788205332.175734:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205332.175737:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036a00. 00000400:00000200:0.0:1788205332.175746:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205332.175752:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205332.175758:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3cc0 00000400:00000010:0.0:1788205332.175761:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3cc0. 00000100:00000001:0.0:1788205332.175767:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205332.175771:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9d880 x1875052842059520/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205332.175783:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205332.175787:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9d880 x1875052842059520/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205357 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205332.175794:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205332.175797:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205332.175805:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205332.175810:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788205332.175814:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205332.175817:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310471216 00000100:00000001:0.0:1788205332.175821:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310472441 00000100:00000001:0.0:1788205332.175824:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310471216 00000100:00000001:0.0:1788205332.175827:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310472441 00000100:00000001:0.0:1788205332.175829:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205332.175833:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205332.175836:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205332.175840:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205332/real 1788205332] req@ffff9c476db9d880 x1875052842059520/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205332.175850:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205332.175852:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205332.175855:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503029a0. 00000400:00000200:0.0:1788205332.175858:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c34c8 00000400:00000010:0.0:1788205332.175859:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c34c8. 00000100:00000001:0.0:1788205332.175862:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205332.175866:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9d880 x1875052842059520/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205332.175875:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9d880 x1875052842059520/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205332.175882:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205332.175884:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205332.175887:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205332.175889:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205332.175893:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9d880 x1875052842059520/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205332.175901:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205332.175906:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9d880 x1875052842059520/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205357 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205332.175914:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205332.175917:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205332.175919:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205332.175920:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205332.175923:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205332.175925:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205332.175928:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205332.175932:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205332.175934:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205332.175938:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9d880 x1875052842059520/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205357 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205332.175947:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842059520:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788205332.175952:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205332.175955:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205332.175959:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9c380 x1875052842059136/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205357 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205332.175967:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205332.175981:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205332.175984:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375000. 02000000:00000001:0.0:1788205332.175989:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205332.175992:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205332.175994:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788205332.175997:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205332.176000:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a42400. 02000000:00000001:0.0:1788205332.176005:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205332.176007:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205332.176010:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9c380. 00000100:00000001:0.0:1788205332.176015:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205332.176016:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205332.176019:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205332.176024:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9f800 x1875052842059264/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205357 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205332.176031:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205332.176032:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205332.176034:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788205332.176037:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205332.176038:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205332.176039:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788205332.176041:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205332.176043:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a41400. 02000000:00000001:0.0:1788205332.176045:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205332.176046:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205332.176047:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9f800. 00000100:00000001:0.0:1788205332.176050:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205332.176051:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205332.176053:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205332.176056:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9f480 x1875052842059392/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205357 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205332.176063:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205332.176065:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205332.176066:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377400. 02000000:00000001:0.0:1788205332.176068:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205332.176070:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205332.176071:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788205332.176073:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205332.176074:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a41800. 02000000:00000001:0.0:1788205332.176076:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205332.176077:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205332.176079:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9f480. 00000100:00000001:0.0:1788205332.176081:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205332.176082:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205332.176084:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205332.176086:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9d880 x1875052842059520/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205357 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205332.176099:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205332.176101:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205332.176102:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774377c00. 02000000:00000001:0.0:1788205332.176104:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205332.176105:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205332.176107:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788205332.176108:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205332.176110:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a41000. 02000000:00000001:0.0:1788205332.176112:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205332.176113:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205332.176115:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9d880. 00000100:00000001:0.0:1788205332.176117:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205332.176118:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205332.176121:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205332.176131:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788205332.176133:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205332.176136:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205332.176139:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205332.803039:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205332.803050:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205332.803058:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205332.803059:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205332.803064:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205332.803066:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205332.803114:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205332.803118:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205332.803122:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788205333.442741:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310472441, at 4310472448 00000100:00000010:1.0:1788205333.442764:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685baa20. 00000100:00000040:0.0:1788205333.442981:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310472441, at 4310472448 00000100:00000010:0.0:1788205333.442988:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba420. 00010000:00000001:0.0:1788205333.827615:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205333.827638:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205333.827641:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205333.827646:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205333.827652:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205333.827655:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205333.827658:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205333.827752:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205333.827762:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205333.827763:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205333.827766:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205333.827767:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788205333.827866:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788205333.827871:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788205333.827875:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205334.851501:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205334.851513:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205334.851521:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205334.851522:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205334.851527:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205334.851528:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205334.851567:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205334.851570:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205334.851574:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205335.874838:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205335.874847:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205335.874854:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205335.874856:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205335.874859:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205335.874860:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788205335.875121:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788205335.875125:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788205335.875129:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205336.899800:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205336.899814:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205336.899822:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205336.899826:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205336.899829:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205336.899833:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205336.899837:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205336.899839:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205336.899841:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205336.899844:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205336.899849:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205336.899850:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205336.899851:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205336.899853:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205336.899855:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205336.899856:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205336.899858:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205336.899860:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205336.899886:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205336.899890:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205336.899893:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788205337.287873:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788205337.287883:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788205337.287886:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788205337.287890:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788205337.287894:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788205337.287902:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 15803 00000400:00000200:1.0:1788205337.287911:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788205337.287917:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788205337.287921:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788205337.287925:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205337.287927:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205337.287930:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205337.287932:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788205337.287936:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788205337.287938:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788205337.287941:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788205337.287944:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788205337.287946:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788205337.287949:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788205337.287952:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205337.287954:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205337.287956:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205337.287957:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788205337.287960:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788205337.287963:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788205337.287966:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788205337.287969:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788205337.287972:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788205337.287976:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205337.287978:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788205337.287980:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788205337.287990:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dd180. 00000020:00000040:1.0:1788205337.287995:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788205337.287998:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788205337.288000:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205337.288015:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788205337.288018:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788205337.288022:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788205337.288031:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98800. 00000100:00000001:1.0:1788205337.288037:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788205337.288048:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dd180 x1875052842059648/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788205337.288059:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788205337.288064:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205337.288069:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000095f81904] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dd180 x1875052842059648/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788205337.288098:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788205337.288101:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788205337.288104:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788205337.288105:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788205337.288107:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788205337.288110:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788205337.288113:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15803 00000400:00000200:1.0:1788205337.288117:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788205337.288120:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788205337.288122:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788205337.288125:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205337.288127:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205337.288129:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205337.288131:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788205337.288133:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788205337.288134:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788205337.288136:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788205337.288138:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788205337.288140:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788205337.288142:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788205337.288145:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205337.288147:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205337.288149:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205337.288151:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788205337.288153:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788205337.288156:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788205337.288158:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788205337.288160:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788205337.288165:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788205337.288167:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205337.288169:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788205337.288173:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788205337.288177:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205337.288178:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788205337.288183:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3df100. 00000020:00000040:1.0:1788205337.288185:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788205337.288188:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788205337.288189:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205337.288191:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788205337.288192:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788205337.288194:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788205337.288197:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9ac00. 00000100:00000001:1.0:1788205337.288201:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788205337.288205:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3df100 x1875052842059776/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788205337.288212:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788205337.288214:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205337.288218:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c16a5860] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3df100 x1875052842059776/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788205337.288226:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788205337.288229:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788205337.288232:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788205337.288233:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788205337.288235:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788205337.288237:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788205337.288240:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15803 00000400:00000200:1.0:1788205337.288244:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788205337.288246:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788205337.288249:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788205337.288251:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205337.288252:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205337.288254:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205337.288256:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788205337.288258:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788205337.288260:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788205337.288261:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788205337.288263:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788205337.288265:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788205337.288267:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788205337.288269:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205337.288271:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205337.288272:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205337.288274:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788205337.288276:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788205337.288279:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788205337.288281:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788205337.288283:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788205337.288285:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788205337.288288:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205337.288289:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788205337.288291:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788205337.288293:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205337.288295:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788205337.288299:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dc000. 00000020:00000040:1.0:1788205337.288301:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788205337.288303:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788205337.288305:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205337.288306:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788205337.288307:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788205337.288309:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788205337.288312:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98000. 00000100:00000001:1.0:1788205337.288316:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788205337.288320:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dc000 x1875052842059904/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788205337.288327:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788205337.288328:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205337.288332:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1e3b926] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dc000 x1875052842059904/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788205337.288339:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205337.288342:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788205337.288345:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788205337.288348:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788205337.288350:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788205337.288352:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788205337.288353:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788205337.288355:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788205337.288358:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15803 00000400:00000200:1.0:1788205337.288361:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788205337.288364:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788205337.288366:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788205337.288369:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205337.288371:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205337.288379:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205337.288382:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788205337.288384:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788205337.288385:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788205337.288387:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788205337.288389:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788205337.288391:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788205337.288393:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788205337.288456:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205337.288458:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205337.288460:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205337.288462:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788205337.288464:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788205337.288467:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788205337.288469:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788205337.288471:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788205337.288473:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788205337.288475:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205337.288477:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788205337.288479:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788205337.288482:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205337.288483:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788205337.288488:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ddf80. 00000020:00000040:1.0:1788205337.288491:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788205337.288493:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788205337.288494:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205337.288496:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788205337.288497:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788205337.288499:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788205337.288503:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b800. 00000100:00000001:1.0:1788205337.288506:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788205337.288511:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ddf80 x1875052842060032/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788205337.288518:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788205337.288520:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205337.288524:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dea6dee7] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ddf80 x1875052842060032/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788205337.288531:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205337.288541:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15813) 00010000:00000001:0.0:1788205337.922856:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205337.922864:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205337.922871:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205337.922872:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205337.922876:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205337.922877:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788205337.923064:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788205337.923069:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788205337.923072:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788205338.562574:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310477562, at 4310477568 00000100:00000010:1.0:1788205338.562597:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88c00. 00000100:00000040:0.0:1788205338.564998:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310477562, at 4310477570 00000100:00000010:0.0:1788205338.565020:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88cc0. 00010000:00000001:0.0:1788205338.949938:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205338.949947:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205338.949953:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205338.949954:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205338.949957:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205338.949959:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205338.949986:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205338.949989:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205338.949992:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205339.970742:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205339.970753:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205339.970760:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205339.970762:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205339.970765:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205339.970767:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788205339.970906:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788205339.970912:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788205339.970915:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205340.995662:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205340.995672:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205340.995679:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205340.995681:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205340.995685:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205340.995686:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205340.995714:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205340.995718:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205340.995721:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205342.023674:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205342.023683:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205342.023690:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205342.023692:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205342.023696:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205342.023697:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788205342.023859:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788205342.023864:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788205342.023870:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788205342.405687:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205342.405694:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788205342.405697:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205342.405707:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9c000 x1875052842060160/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205342.405716:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205342.405719:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205342.405724:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205342.405727:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205342.405730:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205342.405734:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842060160:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788205342.405740:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205342.405746:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205342.405750:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205342.405753:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205342.405761:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788205342.405763:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205342.405784:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205342.405790:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503029a0. 00000400:00000010:0.0:1788205342.405807:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c34c8. 00000100:00000200:0.0:1788205342.405821:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842060160, portal 25 00000100:00000001:0.0:1788205342.405825:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205342.405828:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330341888 : -109644379209728 : ffff9c476db9c000) 00000100:00000040:0.0:1788205342.405836:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9c000 x1875052842060160/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205342.405844:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205342.405848:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205342.405851:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3cc0. 00000100:00000200:0.0:1788205342.405855:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052842060160, offset 0 00000400:00000200:0.0:1788205342.405864:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205342.405875:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205342.405883:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205342.405890:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205342.405896:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205342.405901:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205342.405913:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205342.405917:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705338:705338:256:4294967295] 192.168.201.101@tcp LPNI seq info [705333:705333:8:4294967295] 00000400:00000200:0.0:1788205342.405922:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205342.405937:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205342.405943:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205342.405951:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036a00. 00000800:00000200:0.0:1788205342.405960:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205342.405964:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1788205342.405979:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205342.405983:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036a00. 00000400:00000200:0.0:1788205342.405993:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205342.405999:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205342.406006:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3cc0 00000400:00000010:0.0:1788205342.406009:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3cc0. 00000100:00000001:0.0:1788205342.406015:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205342.406019:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9c000 x1875052842060160/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205342.407119:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205342.407128:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9c000 x1875052842060160/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205367 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205342.407139:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205342.407142:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205342.407156:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205342.407161:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205342.407166:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4310482679 00000100:00000010:0.0:1788205342.407176:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba420. 00000100:00000001:0.0:1788205342.407186:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788205342.407199:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4310482679 00000100:00000010:0.0:1788205342.407203:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba360. 00000100:00000001:0.0:1788205342.407207:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788205342.407211:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205342.407216:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205342.407219:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205342.407226:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205342/real 1788205342] req@ffff9c476db9c000 x1875052842060160/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205342.407239:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205342.407242:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205342.407245:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503029a0. 00000400:00000200:0.0:1788205342.407249:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c34c8 00000400:00000010:0.0:1788205342.407250:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c34c8. 00000100:00000001:0.0:1788205342.407253:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205342.407257:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9c000 x1875052842060160/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205342.407266:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9c000 x1875052842060160/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205342.407274:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205342.407277:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205342.407279:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205342.407282:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205342.407287:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9c000 x1875052842060160/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205342.407294:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205342.407310:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9c000 x1875052842060160/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205367 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205342.407317:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205342.407321:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205342.407322:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205342.407324:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205342.407326:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205342.407329:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205342.407333:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205342.407338:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205342.407340:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205342.407345:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9c000 x1875052842060160/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205367 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205342.407353:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842060160:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788205342.407358:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205342.407361:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205342.407364:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9c000 x1875052842060160/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205367 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205342.407372:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205342.407376:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205342.407380:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788205342.407385:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205342.407389:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205342.407392:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c476ff1d800 refcount=3 obd=MGC192.168.201.101@tcp 00000020:00000001:0.0:1788205342.407412:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205342.407416:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a43000. 02000000:00000001:0.0:1788205342.407425:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205342.407427:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205342.407428:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9c000. 00000100:00000001:0.0:1788205342.407433:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205342.407434:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205342.407437:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205342.407449:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788205342.407451:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205342.407454:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205342.407457:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788205342.407459:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205342.407463:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9c700 x1875052842060288/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205342.407469:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205342.407471:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205342.407473:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205342.407475:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205342.407478:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205342.407514:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842060288:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205342.407517:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205342.407521:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205342.407523:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205342.407525:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205342.407530:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788205342.407532:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205342.407537:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205342.407540:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503029a0. 00000400:00000010:0.0:1788205342.407544:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c34c8. 00000100:00000200:0.0:1788205342.407548:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842060288, portal 10 00000100:00000001:0.0:1788205342.407550:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205342.407552:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330343680 : -109644379207936 : ffff9c476db9c700) 00000100:00000040:0.0:1788205342.407560:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9c700 x1875052842060288/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205342.407566:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205342.407568:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205342.407571:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3cc0. 00000100:00000200:0.0:1788205342.407573:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842060288, offset 0 00000400:00000200:0.0:1788205342.407580:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205342.407584:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205342.407591:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205342.407595:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205342.407599:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205342.407603:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205342.407605:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205342.407609:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705339:705339:256:4294967295] 192.168.201.101@tcp LPNI seq info [705334:705334:8:4294967295] 00000400:00000200:0.0:1788205342.407612:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205342.407621:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205342.407627:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205342.407632:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036a00. 00000800:00000200:0.0:1788205342.407639:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205342.407644:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1788205342.407657:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205342.407660:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036a00. 00000400:00000200:0.0:1788205342.407663:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205342.407667:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205342.407671:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3cc0 00000400:00000010:0.0:1788205342.407673:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3cc0. 00000100:00000001:0.0:1788205342.407677:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205342.407680:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9c700 x1875052842060288/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205342.407688:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205342.407694:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9c700 x1875052842060288/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205367 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205342.407701:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205342.407703:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205342.407707:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205342.407713:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788205342.407716:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205342.407719:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310481421 00000100:00000001:0.0:1788205342.407721:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310482679 00000100:00000001:0.0:1788205342.407724:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310481421 00000100:00000001:0.0:1788205342.407729:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310482679 00000100:00000001:0.0:1788205342.407731:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205342.407734:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205342.407735:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205342.407739:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205342/real 1788205342] req@ffff9c476db9c700 x1875052842060288/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205342.407747:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205342.407748:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205342.407750:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503029a0. 00000400:00000200:0.0:1788205342.407752:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c34c8 00000400:00000010:0.0:1788205342.407754:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c34c8. 00000100:00000001:0.0:1788205342.407755:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205342.407758:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9c700 x1875052842060288/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205342.407780:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9c700 x1875052842060288/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205342.407787:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205342.407789:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205342.407798:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205342.407799:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205342.407803:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9c700 x1875052842060288/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205342.407810:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205342.407813:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9c700 x1875052842060288/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205367 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205342.407820:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205342.407822:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205342.407823:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205342.407825:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205342.407827:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205342.407829:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205342.407831:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205342.407835:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205342.407837:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205342.407841:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9c700 x1875052842060288/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205367 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205342.407849:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842060288:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205342.407853:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205342.407855:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205342.407857:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9c700 x1875052842060288/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205367 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205342.407864:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205342.407865:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205342.407867:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788205342.407869:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205342.407871:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205342.407872:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c47609e3800 refcount=5 obd=lustre-MDT0000-mdc-ffff9c4749125000 00000020:00000001:0.0:1788205342.407875:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205342.407876:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a40400. 02000000:00000001:0.0:1788205342.407880:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205342.407882:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205342.407883:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9c700. 00000100:00000001:0.0:1788205342.407885:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205342.407886:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205342.407888:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205342.407892:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788205342.407893:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205342.407895:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205342.407897:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205342.412249:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205342.412255:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205342.413193:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205342.413197:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788205342.413201:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205342.413209:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9e680 x1875052842060416/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205342.413218:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205342.413220:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205342.413226:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205342.413229:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205342.413232:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205342.413236:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842060416:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205342.413241:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205342.413246:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205342.413250:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205342.413253:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205342.413259:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788205342.413262:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205342.413268:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205342.413273:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503029a0. 00000400:00000010:0.0:1788205342.413282:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c34c8. 00000100:00000200:0.0:1788205342.413290:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842060416, portal 10 00000100:00000001:0.0:1788205342.413293:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205342.413295:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330351744 : -109644379199872 : ffff9c476db9e680) 00000100:00000040:0.0:1788205342.413364:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9e680 x1875052842060416/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205342.413371:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205342.413375:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205342.413378:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3cc0. 00000100:00000200:0.0:1788205342.413381:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842060416, offset 0 00000400:00000200:0.0:1788205342.413389:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205342.413429:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205342.413437:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205342.413446:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205342.413451:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205342.413455:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205342.413459:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205342.413463:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705340:705340:256:4294967295] 192.168.201.101@tcp LPNI seq info [705335:705335:8:4294967295] 00000400:00000200:0.0:1788205342.413467:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205342.413489:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205342.413497:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205342.413505:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036a00. 00000800:00000200:0.0:1788205342.413513:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205342.413517:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1788205342.413533:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205342.413536:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036a00. 00000400:00000200:0.0:1788205342.413547:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205342.413553:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205342.413561:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3cc0 00000400:00000010:0.0:1788205342.413564:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3cc0. 00000100:00000001:0.0:1788205342.413570:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205342.413575:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9e680 x1875052842060416/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205342.413586:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205342.413589:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9e680 x1875052842060416/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205367 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205342.413597:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205342.413600:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205342.413610:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205342.413615:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788205342.413618:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205342.413623:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310481428 00000100:00000001:0.0:1788205342.413627:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310482679 00000100:00000001:0.0:1788205342.413630:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310481428 00000100:00000001:0.0:1788205342.413633:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310482679 00000100:00000001:0.0:1788205342.413636:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205342.413640:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205342.413643:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205342.413647:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205342/real 1788205342] req@ffff9c476db9e680 x1875052842060416/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205342.413658:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205342.413660:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205342.413662:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503029a0. 00000400:00000200:0.0:1788205342.413665:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c34c8 00000400:00000010:0.0:1788205342.413667:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c34c8. 00000100:00000001:0.0:1788205342.413670:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205342.413674:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9e680 x1875052842060416/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205342.413683:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9e680 x1875052842060416/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205342.413690:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205342.413692:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205342.413695:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205342.413698:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205342.413703:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9e680 x1875052842060416/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205342.413711:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205342.413716:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9e680 x1875052842060416/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205367 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205342.413723:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205342.413727:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205342.413728:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205342.413730:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205342.413735:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205342.413738:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205342.413786:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205342.415900:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205342.415971:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205342.415989:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9e680 x1875052842060416/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205367 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205342.416000:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842060416:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205342.416007:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205342.416012:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c476db9ea00 x1875052842060544/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205342.416020:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205342.416021:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205342.416027:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205342.416032:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205342.416036:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205342.416039:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c476db9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842060544:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788205342.416043:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205342.416049:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205342.416051:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205342.416054:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205342.416066:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375000. 02000000:00000001:0.0:1788205342.416068:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205342.416078:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205342.416083:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503029a0. 00000400:00000010:0.0:1788205342.416094:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c34c8. 00000100:00000200:0.0:1788205342.416104:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842060544, portal 4 00000100:00000001:0.0:1788205342.416175:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205342.416178:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429330352640 : -109644379198976 : ffff9c476db9ea00) 00000100:00000040:0.0:1788205342.416189:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c476db9ea00 x1875052842060544/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205342.416199:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205342.416202:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205342.416205:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3cc0. 00000100:00000200:0.0:1788205342.416210:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052842060544, offset 0 00000400:00000200:0.0:1788205342.416218:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205342.416228:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205342.416236:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205342.416242:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205342.416251:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205342.416255:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205342.416258:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205342.416262:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705341:705341:256:4294967295] 192.168.201.101@tcp LPNI seq info [705336:705336:8:4294967295] 00000400:00000200:0.0:1788205342.416267:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205342.416278:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205342.416285:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205342.416291:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036a00. 00000800:00000200:0.0:1788205342.416300:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:0.0:1788205342.416893:0:2419:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.101 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1788205342.416973:0:2419:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205342.416976:0:2419:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036a00. 00000400:00000200:0.0:1788205342.416986:0:2419:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1788205342.416991:0:2419:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1788205342.416999:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3cc0 00000400:00000010:0.0:1788205342.417001:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3cc0. 00000100:00000001:0.0:1788205342.417007:0:2419:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205342.417012:0:2419:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff9c476db9ea00 x1875052842060544/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205342.417023:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205342.417027:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c476db9ea00 x1875052842060544/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205367 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205342.417041:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205342.417042:0:2419:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788205342.417051:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205342.417055:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788205342.417059:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205342.417062:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310481457 00000100:00000001:0.0:1788205342.417066:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310482679 00000100:00000001:0.0:1788205342.417069:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310481457 00000100:00000001:0.0:1788205342.417071:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310482679 00000100:00000001:0.0:1788205342.417073:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205342.417076:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205342.417079:0:2419:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788205342.417084:0:2419:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205342/real 1788205342] req@ffff9c476db9ea00 x1875052842060544/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788205342.417096:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788205342.417099:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788205342.417101:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c47503029a0. 00000400:00000200:0.0:1788205342.417103:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c34c8 00000400:00000010:0.0:1788205342.417105:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c34c8. 00000100:00000001:0.0:1788205342.417212:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788205342.417217:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9c476db9ea00 x1875052842060544/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788205342.417226:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9c476db9ea00 x1875052842060544/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205342.417233:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788205342.417235:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205342.417237:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205342.417240:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788205342.417244:0:2419:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c476db9ea00 x1875052842060544/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205342.417252:0:2419:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788205342.417258:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9c476db9ea00 x1875052842060544/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205367 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205342.417265:0:2419:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788205342.417269:0:2419:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205342.417271:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788205342.417272:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205342.417276:0:2419:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788205342.417278:0:2419:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788205342.417282:0:2419:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788205342.417286:0:2419:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00000001:0.0:1788205342.417289:0:2419:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788205342.417292:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9c476db9ea00 x1875052842060544/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205367 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788205342.417300:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9c476db9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842060544:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788205342.417371:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205342.417374:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205342.417379:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9e680 x1875052842060416/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205367 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205342.417386:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205342.417390:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205342.417409:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774376000. 02000000:00000001:0.0:1788205342.417414:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205342.417418:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205342.417420:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c4760b56800 refcount=6 obd=lustre-MDT0001-mdc-ffff9c4749125000 00000020:00000001:0.0:1788205342.417423:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205342.417427:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a43400. 02000000:00000001:0.0:1788205342.417437:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205342.417439:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205342.417441:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9e680. 00000100:00000001:0.0:1788205342.417446:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205342.417448:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205342.417449:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205342.417452:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9c476db9ea00 x1875052842060544/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205367 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205342.417459:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788205342.417460:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788205342.417462:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c4774375000. 02000000:00000001:0.0:1788205342.417464:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788205342.417465:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1788205342.417466:0:2419:0:(genops.c:1244:class_import_put()) import ffff9c474715d800 refcount=3 obd=lustre-OST0001-osc-ffff9c4749125000 00000020:00000001:0.0:1788205342.417468:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1788205342.417469:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c4654a41c00. 02000000:00000001:0.0:1788205342.417471:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788205342.417473:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788205342.417474:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c476db9ea00. 00000100:00000001:0.0:1788205342.417476:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788205342.417477:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205342.417491:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205342.417504:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788205342.417508:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205342.417512:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205342.417514:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205343.043304:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205343.043315:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205343.043323:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205343.043325:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205343.043329:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205343.043331:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205343.043421:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205343.043425:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205343.043429:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788205343.682610:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310482679, at 4310482688 00000100:00000010:0.0:1788205343.682635:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba420. 00000100:00000040:1.0:1788205343.704662:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310482679, at 4310482710 00000100:00000010:1.0:1788205343.704686:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba360. 00010000:00000001:0.0:1788205344.102656:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205344.102668:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205344.102671:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205344.102675:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205344.102681:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205344.102684:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205344.102686:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205344.102689:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205344.102694:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205344.102695:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205344.102699:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205344.102701:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788205344.102871:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788205344.102876:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788205344.102881:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205345.154630:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205345.154639:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205345.154646:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205345.154648:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205345.154652:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205345.154653:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205345.154717:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205345.154720:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205345.154724:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205346.178563:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205346.178572:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205346.178578:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205346.178580:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205346.178584:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205346.178585:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788205346.178754:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788205346.178758:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788205346.178762:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205347.202544:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205347.202551:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205347.202557:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205347.202559:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205347.202562:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205347.202565:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205347.202567:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205347.202570:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205347.202572:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205347.202574:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205347.202578:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205347.202580:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205347.202582:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205347.202583:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205347.202584:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205347.202585:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205347.202587:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205347.202589:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205347.202650:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205347.202652:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205347.202654:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788205347.522556:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788205347.522565:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788205347.522568:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788205347.522572:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788205347.522575:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788205347.522582:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 15814 00000400:00000200:0.0:1788205347.522590:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205347.522596:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788205347.522599:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788205347.522602:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205347.522606:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205347.522608:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205347.522610:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788205347.522614:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788205347.522616:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788205347.522619:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788205347.522622:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788205347.522624:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788205347.522627:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788205347.522629:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205347.522631:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205347.522634:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205347.522637:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788205347.522639:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788205347.522643:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788205347.522645:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205347.522648:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788205347.522651:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205347.522654:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205347.522655:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788205347.522658:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788205347.522666:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8380. 00000020:00000040:0.0:1788205347.522670:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788205347.522674:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788205347.522676:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205347.522679:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788205347.522681:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788205347.522685:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788205347.522692:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375000. 00000100:00000001:0.0:1788205347.522698:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205347.522707:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8380 x1875052842060672/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788205347.522717:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788205347.522721:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205347.522726:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004fba561] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8380 x1875052842060672/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205347.523070:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788205347.523074:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788205347.523077:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788205347.523079:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788205347.523081:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788205347.523084:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788205347.523087:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15814 00000400:00000200:0.0:1788205347.523092:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205347.523095:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788205347.523097:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788205347.523100:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205347.523102:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205347.523104:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205347.523106:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788205347.523108:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788205347.523110:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788205347.523111:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788205347.523113:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788205347.523115:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788205347.523117:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788205347.523120:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205347.523122:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205347.523124:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205347.523126:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788205347.523129:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788205347.523131:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788205347.523134:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205347.523136:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788205347.523140:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205347.523142:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205347.523144:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788205347.523148:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788205347.523151:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205347.523153:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788205347.523156:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9f80. 00000020:00000040:0.0:1788205347.523159:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788205347.523161:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788205347.523163:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205347.523165:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788205347.523166:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788205347.523168:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788205347.523172:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376000. 00000100:00000001:0.0:1788205347.523175:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205347.523181:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9f80 x1875052842060800/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788205347.523188:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788205347.523190:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205347.523194:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5e67c01] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9f80 x1875052842060800/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205347.526124:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788205347.526128:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788205347.526132:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788205347.526133:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788205347.526135:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788205347.526138:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788205347.526141:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15814 00000400:00000200:0.0:1788205347.526145:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205347.526149:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788205347.526151:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788205347.526154:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205347.526156:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205347.526159:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205347.526161:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788205347.526164:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788205347.526165:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788205347.526167:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788205347.526169:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788205347.526172:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788205347.526174:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788205347.526177:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205347.526179:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205347.526181:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205347.526183:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788205347.526185:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788205347.526188:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788205347.526190:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205347.526192:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788205347.526196:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205347.526198:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205347.526200:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788205347.526203:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788205347.526206:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205347.526208:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788205347.526212:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fb800. 00000020:00000040:0.0:1788205347.526215:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788205347.526217:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788205347.526219:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205347.526221:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788205347.526223:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788205347.526226:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788205347.526230:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374400. 00000100:00000001:0.0:1788205347.526235:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205347.526240:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fb800 x1875052842060928/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788205347.526249:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788205347.526252:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205347.526256:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045f4f50b] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fb800 x1875052842060928/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205347.526265:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205347.526268:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788205347.526271:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788205347.526274:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788205347.526277:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788205347.526278:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788205347.526279:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788205347.526282:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788205347.526284:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15814 00000400:00000200:0.0:1788205347.526287:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205347.526290:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788205347.526292:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788205347.526294:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205347.526296:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205347.526298:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205347.526300:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788205347.526302:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788205347.526303:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788205347.526305:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788205347.526307:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788205347.526309:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788205347.526311:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788205347.526313:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205347.526315:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205347.526317:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205347.526319:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788205347.526321:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788205347.526324:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788205347.526325:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205347.526328:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788205347.526330:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205347.526332:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205347.526345:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788205347.526348:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788205347.526350:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205347.526351:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788205347.526355:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9880. 00000020:00000040:0.0:1788205347.526357:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788205347.526360:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788205347.526361:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205347.526363:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788205347.526364:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788205347.526366:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788205347.526370:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376000. 00000100:00000001:0.0:1788205347.526373:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205347.526378:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9880 x1875052842061056/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788205347.526385:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788205347.526387:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205347.526412:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2b42fc4] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9880 x1875052842061056/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205347.526421:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205347.526425:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15824) 00010000:00000001:0.0:1788205348.226580:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205348.226589:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205348.226596:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205348.226597:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205348.226601:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205348.226603:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788205348.226830:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788205348.226834:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788205348.226838:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788205348.802561:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310487798, at 4310487808 00000100:00000010:0.0:1788205348.802581:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa880c0. 00000100:00000040:1.0:1788205348.803359:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310487798, at 4310487808 00000100:00000010:1.0:1788205348.803384:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88b40. 00010000:00000001:0.0:1788205349.252551:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205349.252561:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205349.252567:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205349.252568:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205349.252572:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205349.252573:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205349.252713:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205349.252717:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205349.252720:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205350.274973:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205350.274985:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205350.274992:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205350.274993:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205350.274997:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205350.274998:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788205350.279454:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788205350.279466:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788205350.279472:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205351.298888:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205351.298898:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205351.298906:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205351.298907:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205351.298912:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205351.298913:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205351.298949:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205351.298952:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205351.298955:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205352.322971:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205352.322982:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205352.322990:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205352.322992:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205352.322996:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205352.322997:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788205352.323378:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788205352.323383:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788205352.323386:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788205352.644759:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788205352.644773:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788205352.644776:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788205352.644781:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788205352.644787:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788205352.644796:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 15819 00000400:00000200:1.0:1788205352.644807:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788205352.644815:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788205352.644818:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788205352.644822:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205352.644825:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205352.644828:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205352.644830:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788205352.644834:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788205352.644836:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788205352.644840:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788205352.644843:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788205352.644845:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788205352.644848:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788205352.644851:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205352.644852:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205352.644854:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205352.644856:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788205352.644860:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788205352.644863:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788205352.644866:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788205352.644869:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788205352.644873:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788205352.644876:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205352.644879:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788205352.644882:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788205352.644895:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dc700. 00000020:00000040:1.0:1788205352.644899:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788205352.644904:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788205352.644906:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205352.644910:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788205352.644914:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788205352.644919:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788205352.644928:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9bc00. 00000100:00000001:1.0:1788205352.644937:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788205352.644950:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dc700 x1875052842061184/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788205352.644960:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788205352.644967:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205352.644971:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7db4f2b] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dc700 x1875052842061184/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788205352.645003:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788205352.645007:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788205352.645011:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788205352.645013:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788205352.645014:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788205352.645017:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788205352.645020:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15819 00000400:00000200:1.0:1788205352.645024:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788205352.645028:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788205352.645030:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788205352.645034:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205352.645036:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205352.645038:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205352.645040:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788205352.645043:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788205352.645045:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788205352.645047:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788205352.645050:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788205352.645052:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788205352.645054:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788205352.645058:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205352.645060:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205352.645062:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205352.645064:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788205352.645067:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788205352.645071:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788205352.645075:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788205352.645079:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788205352.645086:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788205352.645092:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205352.645095:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788205352.645100:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788205352.645106:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205352.645114:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788205352.645120:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dd880. 00000020:00000040:1.0:1788205352.645129:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788205352.645136:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788205352.645140:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205352.645145:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788205352.645150:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788205352.645155:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788205352.645163:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98400. 00000100:00000001:1.0:1788205352.645175:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788205352.645191:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dd880 x1875052842061312/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788205352.645211:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788205352.645215:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205352.645226:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083606985] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dd880 x1875052842061312/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788205352.645249:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788205352.645255:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788205352.645263:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788205352.645267:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788205352.645274:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788205352.645283:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788205352.645292:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15819 00000400:00000200:1.0:1788205352.645316:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788205352.645331:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788205352.645338:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788205352.645345:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205352.645348:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205352.645350:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205352.645351:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788205352.645353:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788205352.645354:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788205352.645356:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788205352.645358:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788205352.645359:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788205352.645361:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788205352.645364:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205352.645366:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205352.645368:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205352.645369:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788205352.645371:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788205352.645374:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788205352.645375:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788205352.645377:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788205352.645379:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788205352.645382:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205352.645383:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788205352.645385:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788205352.645387:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205352.645389:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788205352.645444:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dce00. 00000020:00000040:1.0:1788205352.645449:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788205352.645451:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788205352.645452:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205352.645454:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788205352.645456:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788205352.645458:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788205352.645462:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99800. 00000100:00000001:1.0:1788205352.645466:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788205352.645472:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dce00 x1875052842061440/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788205352.649977:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788205352.649983:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205352.649997:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e15d5058] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dce00 x1875052842061440/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788205352.650028:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205352.650033:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788205352.650038:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788205352.650041:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788205352.650046:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788205352.650048:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788205352.650052:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788205352.650056:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788205352.650061:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15819 00000400:00000200:1.0:1788205352.650070:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788205352.650076:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788205352.650081:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788205352.650089:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205352.650095:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205352.650104:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205352.650110:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788205352.650120:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788205352.650127:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788205352.650134:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788205352.650138:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788205352.650142:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788205352.650150:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788205352.650158:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205352.650165:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205352.650174:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205352.650180:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788205352.650191:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788205352.650200:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788205352.650207:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788205352.650212:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788205352.650226:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788205352.650236:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205352.650242:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788205352.650248:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788205352.650254:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205352.650260:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788205352.650278:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ddc00. 00000020:00000040:1.0:1788205352.650289:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788205352.650297:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788205352.650314:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205352.650323:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788205352.650328:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788205352.650335:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788205352.650351:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9a000. 00000100:00000001:1.0:1788205352.650364:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788205352.650378:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ddc00 x1875052842061568/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788205352.650451:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788205352.650458:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205352.650473:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c3c4b34] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ddc00 x1875052842061568/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788205352.650497:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205352.650508:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15829) 00010000:00000001:0.0:1788205353.346550:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205353.346559:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205353.346562:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205353.346565:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205353.346570:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205353.346573:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205353.346575:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205353.346577:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205353.346581:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205353.346583:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205353.346587:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205353.346588:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205353.346641:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205353.346645:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205353.346648:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788205353.922569:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310492920, at 4310492928 00000100:00000010:0.0:1788205353.922589:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88de0. 00000100:00000040:1.0:1788205353.922730:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310492920, at 4310492928 00000100:00000010:1.0:1788205353.922737:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa885a0. 00010000:00000001:0.0:1788205354.370554:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205354.370560:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205354.370564:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205354.370566:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205354.370568:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205354.370570:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788205354.370666:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788205354.370672:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788205354.370677:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205355.395392:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205355.395429:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205355.395438:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205355.395440:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205355.395444:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205355.395446:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205355.395480:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205355.395483:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205355.395486:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205356.419365:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205356.419373:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205356.419382:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205356.419385:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205356.419387:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205356.419390:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205356.419408:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205356.419410:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205356.419412:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205356.419414:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205356.419418:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205356.419420:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205356.419421:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205356.419423:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205356.419425:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205356.419426:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205356.419428:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205356.419430:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788205356.419527:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788205356.419530:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788205356.419533:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205357.442574:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205357.442584:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205357.442592:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205357.442593:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205357.442598:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205357.442600:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205357.442634:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205357.442637:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205357.442641:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788205357.762571:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788205357.762581:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788205357.762584:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788205357.762588:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788205357.762592:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788205357.762599:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 15824 00000400:00000200:0.0:1788205357.762609:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205357.762615:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788205357.762618:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788205357.762622:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205357.762625:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205357.762627:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205357.762630:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788205357.762634:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788205357.762636:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788205357.762638:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788205357.762641:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788205357.762644:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788205357.762646:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788205357.762649:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205357.762652:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205357.762654:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205357.762655:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788205357.762658:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788205357.762661:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788205357.762664:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205357.762667:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788205357.762670:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205357.762673:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205357.762675:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788205357.762678:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788205357.762687:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9500. 00000020:00000040:0.0:1788205357.762691:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788205357.762695:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788205357.762697:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205357.762700:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788205357.762703:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788205357.762707:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788205357.762714:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377800. 00000100:00000001:0.0:1788205357.762720:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205357.762728:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9500 x1875052842061696/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788205357.762738:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788205357.762742:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205357.762746:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000842d065d] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9500 x1875052842061696/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205357.763059:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788205357.763063:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788205357.763067:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788205357.763068:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788205357.763070:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788205357.763073:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788205357.763077:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15824 00000400:00000200:0.0:1788205357.763081:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205357.763083:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788205357.763085:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788205357.763088:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205357.763090:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205357.763092:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205357.763094:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788205357.763097:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788205357.763098:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788205357.763100:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788205357.763101:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788205357.763103:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788205357.763105:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788205357.763108:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205357.763110:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205357.763112:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205357.763114:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788205357.763125:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788205357.763128:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788205357.763129:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205357.763131:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788205357.763136:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205357.763138:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205357.763140:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788205357.763144:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788205357.763147:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205357.763149:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788205357.763153:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9880. 00000020:00000040:0.0:1788205357.763156:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788205357.763158:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788205357.763160:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205357.763161:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788205357.763163:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788205357.763165:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788205357.763169:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377000. 00000100:00000001:0.0:1788205357.763172:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205357.763184:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9880 x1875052842061824/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788205357.763191:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788205357.763194:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205357.763197:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2b42fc4] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9880 x1875052842061824/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205357.764270:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788205357.764274:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788205357.764277:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788205357.764278:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788205357.764280:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788205357.764283:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788205357.764286:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15824 00000400:00000200:0.0:1788205357.764290:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205357.764293:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788205357.764295:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788205357.764298:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205357.764300:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205357.764303:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205357.764305:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788205357.764307:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788205357.764308:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788205357.764309:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788205357.764311:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788205357.764314:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788205357.764317:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788205357.764319:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205357.764321:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205357.764322:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205357.764324:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788205357.764327:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788205357.764329:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788205357.764332:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205357.764334:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788205357.764337:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205357.764339:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205357.764340:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788205357.764342:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788205357.764345:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205357.764347:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788205357.764350:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fb800. 00000020:00000040:0.0:1788205357.764353:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788205357.764355:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788205357.764357:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205357.764359:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788205357.764361:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788205357.764363:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788205357.764367:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374800. 00000100:00000001:0.0:1788205357.764370:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205357.764375:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fb800 x1875052842061952/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788205357.764383:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788205357.764385:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205357.764389:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045f4f50b] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fb800 x1875052842061952/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205357.764419:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205357.764423:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788205357.764426:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788205357.764428:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788205357.764431:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788205357.764433:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788205357.764434:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788205357.764436:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788205357.764438:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15824 00000400:00000200:0.0:1788205357.764441:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205357.764444:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788205357.764446:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788205357.764449:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205357.764451:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205357.764453:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205357.764455:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788205357.764457:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788205357.764458:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788205357.764460:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788205357.764461:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788205357.764463:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788205357.764465:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788205357.764467:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205357.764469:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205357.764471:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205357.764473:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788205357.764475:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788205357.764478:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788205357.764480:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205357.764481:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788205357.764484:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205357.764486:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205357.764488:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788205357.764490:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788205357.764492:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205357.764494:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788205357.764497:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9f80. 00000020:00000040:0.0:1788205357.764499:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788205357.764501:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788205357.764503:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205357.764504:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788205357.764506:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788205357.764515:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788205357.764518:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376800. 00000100:00000001:0.0:1788205357.764521:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205357.764525:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9f80 x1875052842062080/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788205357.764532:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788205357.764534:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205357.764538:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5e67c01] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9f80 x1875052842062080/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205357.764545:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205357.764549:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15834) 00010000:00000001:0.0:1788205358.467151:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205358.467157:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205358.467162:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205358.467163:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205358.467166:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205358.467167:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788205358.468971:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788205358.468975:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788205358.468979:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788205359.043130:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310498037, at 4310498048 00000100:00000010:0.0:1788205359.043160:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88300. 00000100:00000040:1.0:1788205359.045041:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310498037, at 4310498050 00000100:00000010:1.0:1788205359.045060:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa882a0. 00010000:00000001:0.0:1788205359.490570:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205359.490577:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205359.490583:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205359.490584:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205359.490587:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205359.490589:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205359.490613:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205359.490615:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205359.490618:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205360.518685:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205360.518693:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205360.518699:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205360.518700:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205360.518704:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205360.518705:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788205360.520744:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788205360.520750:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788205360.520754:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205361.538523:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205361.538530:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205361.538535:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205361.538536:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205361.538540:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205361.538541:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205361.538566:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205361.538568:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205361.538571:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205362.562641:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205362.562649:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205362.562656:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205362.562657:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205362.562660:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205362.562661:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788205362.563014:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788205362.563018:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788205362.563022:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788205363.000720:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788205363.000735:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788205363.000738:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788205363.000744:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788205363.000750:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788205363.000760:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 15829 00000400:00000200:1.0:1788205363.000774:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788205363.000780:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788205363.000784:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788205363.000788:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205363.000791:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205363.000794:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205363.000796:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788205363.000801:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788205363.000803:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788205363.000806:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788205363.000810:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788205363.000813:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788205363.000816:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788205363.000819:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205363.000821:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205363.000823:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205363.000825:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788205363.000828:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788205363.000831:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788205363.000834:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788205363.000837:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788205363.000842:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788205363.000845:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205363.000848:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788205363.000851:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788205363.000865:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3ded80. 00000020:00000040:1.0:1788205363.000869:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788205363.000875:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788205363.000877:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205363.000881:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788205363.000884:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788205363.000890:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788205363.000901:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b000. 00000100:00000001:1.0:1788205363.000909:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788205363.000935:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3ded80 x1875052842062208/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788205363.000946:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788205363.000952:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205363.000958:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a769e60] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3ded80 x1875052842062208/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788205363.000998:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788205363.001001:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788205363.001005:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788205363.001007:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788205363.001008:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788205363.001012:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788205363.001015:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15829 00000400:00000200:1.0:1788205363.001019:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788205363.001022:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788205363.001024:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788205363.001027:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205363.001029:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205363.001031:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205363.001033:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788205363.001035:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788205363.001036:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788205363.001038:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788205363.001040:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788205363.001042:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788205363.001044:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788205363.001047:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205363.001050:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205363.001052:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205363.001054:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788205363.001056:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788205363.001058:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788205363.001061:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788205363.001062:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788205363.001069:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788205363.001071:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205363.001074:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788205363.001079:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788205363.001082:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205363.001084:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788205363.001088:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dca80. 00000020:00000040:1.0:1788205363.001090:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788205363.001093:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788205363.001094:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205363.001096:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788205363.001097:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788205363.001099:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788205363.001103:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99c00. 00000100:00000001:1.0:1788205363.001107:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788205363.001112:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dca80 x1875052842062336/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788205363.001120:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788205363.001130:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205363.001134:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004099c200] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dca80 x1875052842062336/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788205363.001143:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788205363.001146:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788205363.001149:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788205363.001152:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788205363.001153:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788205363.001157:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788205363.001159:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15829 00000400:00000200:1.0:1788205363.001163:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788205363.001166:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788205363.001168:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788205363.001171:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205363.001173:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205363.001175:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205363.001177:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788205363.001179:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788205363.001181:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788205363.001182:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788205363.001184:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788205363.001186:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788205363.001188:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788205363.001191:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205363.001193:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205363.001195:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205363.001197:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788205363.001200:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788205363.001202:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788205363.001205:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788205363.001207:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788205363.001209:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788205363.001211:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205363.001213:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788205363.001215:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788205363.001217:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205363.001219:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788205363.001223:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3de300. 00000020:00000040:1.0:1788205363.001225:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788205363.001227:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788205363.001229:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205363.001230:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788205363.001232:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788205363.001234:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788205363.001239:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9a000. 00000100:00000001:1.0:1788205363.001243:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788205363.001247:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3de300 x1875052842062464/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788205363.001255:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788205363.001257:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205363.001260:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc9d591c] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3de300 x1875052842062464/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788205363.001268:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205363.001271:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788205363.001274:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788205363.001277:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788205363.001280:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788205363.001281:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788205363.001283:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788205363.001286:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788205363.001288:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15829 00000400:00000200:1.0:1788205363.001292:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788205363.001295:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788205363.001297:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788205363.001300:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205363.001302:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205363.001304:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205363.001306:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788205363.001318:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788205363.001320:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788205363.001321:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788205363.001324:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788205363.001326:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788205363.001328:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788205363.001332:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205363.001333:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205363.001335:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205363.001336:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788205363.001338:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788205363.001340:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788205363.001342:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788205363.001344:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788205363.001347:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788205363.001348:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205363.001350:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788205363.001353:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788205363.001355:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205363.001356:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788205363.001360:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dea00. 00000020:00000040:1.0:1788205363.001362:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788205363.001364:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788205363.001365:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205363.001367:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788205363.001368:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788205363.001370:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788205363.001374:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a99800. 00000100:00000001:1.0:1788205363.001385:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788205363.001390:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dea00 x1875052842062592/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788205363.002539:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788205363.002548:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205363.002556:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4ead91e] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dea00 x1875052842062592/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788205363.002568:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205363.002577:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15839) 00010000:00000001:0.0:1788205363.586551:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205363.586559:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205363.586561:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205363.586576:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205363.586581:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205363.586583:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205363.586586:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205363.586588:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205363.586599:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205363.586601:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205363.586605:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205363.586606:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205363.586645:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205363.586657:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205363.586660:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788205364.290637:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310503276, at 4310503296 00000100:00000010:0.0:1788205364.290654:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88780. 00000100:00000040:1.0:1788205364.290688:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310503276, at 4310503296 00000100:00000010:1.0:1788205364.290703:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88540. 00010000:00000001:0.0:1788205364.610893:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205364.610905:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205364.610915:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205364.610916:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205364.610921:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205364.610922:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788205364.613208:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788205364.613218:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788205364.613225:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205365.634620:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205365.634633:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205365.634642:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205365.634643:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205365.634647:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205365.634649:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205365.634686:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205365.634690:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205365.634694:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205366.663239:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205366.663249:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205366.663260:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205366.663264:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205366.663266:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205366.663270:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205366.663273:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205366.663276:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205366.663277:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205366.663280:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205366.663284:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205366.663285:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205366.663287:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205366.663288:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205366.663290:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205366.663292:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205366.663294:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205366.663295:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788205366.665545:0:192704:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788205366.665554:0:192704:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788205366.665561:0:192704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205367.682617:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205367.682625:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205367.682631:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205367.682638:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205367.682642:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205367.682643:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205367.682676:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205367.682679:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205367.682682:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788205368.521435:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205368.521440:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788205368.521444:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205368.521452:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c84ad80 x1875052842062720/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205368.521460:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205368.521462:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205368.521478:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205368.521481:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205368.521484:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205368.521487:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c84ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ace7bf6d-45be-4013-9877-3be5b61707fa:2419:1875052842062720:192.168.201.101@tcp:250:kworker.0 00000100:00000001:0.0:1788205368.521492:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205368.521497:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205368.521500:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205368.521502:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205368.521508:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774375800. 02000000:00000001:0.0:1788205368.521510:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205368.521518:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205368.521523:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c47503029a0. 00000400:00000010:0.0:1788205368.521539:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c34c8. 00000100:00000200:0.0:1788205368.521548:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842062720, portal 25 00000100:00000001:0.0:1788205368.521551:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205368.521553:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578521984 : -109644131029632 : ffff9c477c84ad80) 00000100:00000040:0.0:1788205368.521559:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c84ad80 x1875052842062720/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205368.521566:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205368.521569:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205368.521572:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3cc0. 00000100:00000200:0.0:1788205368.521575:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052842062720, offset 0 00000400:00000200:0.0:1788205368.521582:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205368.521591:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205368.521598:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205368.521604:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205368.521609:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205368.521613:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205368.521616:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205368.521620:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705358:705358:256:4294967295] 192.168.201.101@tcp LPNI seq info [705353:705353:8:4294967295] 00000400:00000200:0.0:1788205368.521625:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205368.521634:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205368.521640:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205368.521647:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036a00. 00000800:00000200:0.0:1788205368.521653:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000100:00000001:0.0:1788205368.521686:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205368.521691:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205368.521694:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 0 is 4310508795 00000100:00000010:0.0:1788205368.521700:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685ba420. 00000100:00000001:0.0:1788205368.521708:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788205368.521715:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS new deadline estimation for cpu 1 is 4310508795 00000100:00000010:0.0:1788205368.521718:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c47685baba0. 00000100:00000001:0.0:1788205368.521721:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.101@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788205368.521725:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205368.521728:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205368.521731:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205368.521735:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c84b800 x1875052842062848/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205368.521742:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205368.521743:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205368.521746:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205368.521748:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205368.521749:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205368.521752:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c84b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842062848:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205368.521756:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205368.521758:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205368.521759:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205368.521761:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205368.521763:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376c00. 02000000:00000001:0.0:1788205368.521765:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205368.521769:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205368.521772:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302318. 00000400:00000010:0.0:1788205368.521775:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3e58. 00000100:00000200:0.0:1788205368.521778:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842062848, portal 10 00000100:00000001:0.0:1788205368.521780:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205368.521781:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578524672 : -109644131026944 : ffff9c477c84b800) 00000100:00000040:0.0:1788205368.521788:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c84b800 x1875052842062848/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205368.521795:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205368.521798:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205368.521799:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3ee0. 00000100:00000200:0.0:1788205368.521801:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842062848, offset 0 00000400:00000200:0.0:1788205368.521805:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205368.521809:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205368.521812:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205368.521815:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205368.521817:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205368.521819:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205368.521821:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205368.521835:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705359:705359:255:4294967295] 192.168.201.101@tcp LPNI seq info [705354:705354:7:4294967295] 00000400:00000200:0.0:1788205368.521839:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205368.521845:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205368.521849:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205368.521852:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036400. 00000800:00000200:0.0:1788205368.521856:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000100:00000001:0.0:1788205368.521862:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205368.521866:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: using a timeout of 8750 usecs (9 jiffies) 00000400:00000200:0.0:1788205368.521869:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205368.521871:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310507536 00000100:00000001:0.0:1788205368.521874:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310508795 00000100:00000001:0.0:1788205368.521876:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310507536 00000100:00000001:0.0:1788205368.521878:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310508795 00000100:00000001:0.0:1788205368.521880:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205368.521882:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205368.521883:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205368.521887:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c84bb80 x1875052842062976/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205368.521894:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205368.521896:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205368.521898:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205368.521900:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205368.521902:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205368.521904:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c84bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842062976:192.168.201.101@tcp:38:kworker.0 00000100:00000001:0.0:1788205368.521908:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205368.521909:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205368.521911:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205368.521912:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205368.521915:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376400. 02000000:00000001:0.0:1788205368.521917:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205368.521921:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205368.521923:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302268. 00000400:00000010:0.0:1788205368.521926:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3220. 00000100:00000200:0.0:1788205368.521929:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842062976, portal 10 00000100:00000001:0.0:1788205368.521931:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205368.521932:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578525568 : -109644131026048 : ffff9c477c84bb80) 00000100:00000040:0.0:1788205368.521938:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c84bb80 x1875052842062976/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205368.521944:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205368.521946:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205368.521949:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3440. 00000100:00000200:0.0:1788205368.521951:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052842062976, offset 0 00000400:00000200:0.0:1788205368.521955:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205368.521958:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205368.521961:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205368.521963:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205368.521966:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205368.521968:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205368.521970:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205368.521973:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705360:705360:254:4294967295] 192.168.201.101@tcp LPNI seq info [705355:705355:6:4294967295] 00000400:00000200:0.0:1788205368.521976:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205368.521982:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205368.521986:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205368.521989:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036500. 00000800:00000200:0.0:1788205368.521992:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000100:00000001:0.0:1788205368.521998:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205368.522000:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: using a timeout of 8530 usecs (9 jiffies) 00000400:00000200:0.0:1788205368.522004:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205368.522005:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310507536 00000100:00000001:0.0:1788205368.522008:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310508795 00000100:00000001:0.0:1788205368.522010:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310507536 00000100:00000001:0.0:1788205368.522012:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310508795 00000100:00000001:0.0:1788205368.522015:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205368.522017:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205368.522018:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788205368.522022:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9c477c848380 x1875052842063104/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205368.522601:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788205368.522603:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205368.522606:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788205368.522608:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205368.522611:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205368.522615:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9c477c848380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2cac516b-dc9d-45ab-8b79-546eea7242cb:2419:1875052842063104:192.168.201.101@tcp:8:kworker.0 00000100:00000001:0.0:1788205368.522619:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788205368.522621:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788205368.522622:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205368.522624:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788205368.522631:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c4774376800. 02000000:00000001:0.0:1788205368.522633:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788205368.522637:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000010:0.0:1788205368.522640:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c4750302160. 00000400:00000010:0.0:1788205368.522645:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c3990. 00000100:00000200:0.0:1788205368.522649:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052842063104, portal 4 00000100:00000001:0.0:1788205368.522651:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788205368.522653:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446634429578511232 : -109644131040384 : ffff9c477c848380) 00000100:00000040:0.0:1788205368.522660:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9c477c848380 x1875052842063104/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205368.522666:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788205368.522668:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.101@tcp 00000400:00000010:0.0:1788205368.522671:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c476f7c37f8. 00000100:00000200:0.0:1788205368.522673:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052842063104, offset 0 00000400:00000200:0.0:1788205368.522678:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.101@tcp 00000400:00000200:0.0:1788205368.522682:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205368.522686:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.101@tcp local destination 00000400:00000200:0.0:1788205368.522690:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788205368.522692:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.1@tcp 00000400:00000200:0.0:1788205368.522695:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788205368.522697:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.101@tcp 00000400:00000200:0.0:1788205368.522700:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.1@tcp NI seq info: [705361:705361:253:4294967295] 192.168.201.101@tcp LPNI seq info [705356:705356:5:4294967295] 00000400:00000200:0.0:1788205368.522704:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205368.522709:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.1@tcp(192.168.201.1@tcp:) -> 192.168.201.101@tcp(192.168.201.101@tcp:192.168.201.101@tcp) : PUT try# 0 00000800:00000200:0.0:1788205368.522714:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.101@tcp 00000800:00000010:0.0:1788205368.522718:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c4771036900. 00000800:00000200:0.0:1788205368.522723:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c47491e0d80] -> 12345-192.168.201.101@tcp (2) 00000100:00000001:0.0:1788205368.522730:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205368.522733:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: using a timeout of 34686 usecs (35 jiffies) 00000400:00000200:0.0:1788205368.522737:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000100:00000001:0.0:1788205368.522739:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 0 is 4310507563 00000100:00000001:0.0:1788205368.522742:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 0, keep current deadline 4310508795 00000100:00000001:0.0:1788205368.522744:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS new deadline estimation for cpu 1 is 4310507563 00000100:00000001:0.0:1788205368.522747:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c4749125000: PM QoS request active for cpu 1, keep current deadline 4310508795 00000100:00000001:0.0:1788205368.522749:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788205368.522750:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205368.522753:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205368.522756:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788205368.522766:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788205368.522768:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1788205368.522771:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788205368.522772:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788205368.522774:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205368.522776:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205368.706767:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205368.706778:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205368.706785:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205368.706787:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205368.706791:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205368.706792:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788205368.706971:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788205368.706976:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788205368.706979:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205369.731332:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205369.731342:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205369.731351:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205369.731352:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205369.731373:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205369.731375:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205369.731462:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205369.731466:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205369.731469:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788205369.794667:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310508795, at 4310508800 00000100:00000010:1.0:1788205369.794689:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685baba0. 00000100:00000040:0.0:1788205369.794972:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310508795, at 4310508800 00000100:00000010:0.0:1788205369.794979:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c47685ba420. 00010000:00000001:0.0:1788205370.755473:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205370.755484:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205370.755492:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205370.755494:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205370.755498:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205370.755499:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:0.0:1788205371.588918:0:2410:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.101:988 00000400:00000100:0.0:1788205371.588986:0:2410:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.101@tcp at host 192.168.201.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:0.0:1788205371.588997:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205371.589001:0:2410:0:(router.c:1791:lnet_notify()) 192.168.201.1@tcp notifying 192.168.201.101@tcp: down 00000400:00000200:0.0:1788205371.589006:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205371.589011:0:2410:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:0.0:1788205371.589016:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:0.0:1788205371.589020:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036a00. 00000400:00000200:0.0:1788205371.589026:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788205371.589030:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788205371.589036:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3cc0 00000400:00000010:0.0:1788205371.589039:0:2410:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3cc0. 00000100:00000001:0.0:1788205371.589045:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205371.589054:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477c84ad80 x1875052842062720/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205371.589086:0:2410:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205371.589091:0:2410:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84ad80 x1875052842062720/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205393 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205371.589099:0:2410:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205371.589101:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1788205371.589113:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:0.0:1788205371.589115:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036400. 00000400:00000200:0.0:1788205371.589118:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788205371.589122:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788205371.589125:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3ee0 00000400:00000010:0.0:1788205371.589127:0:2410:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3ee0. 00000100:00000001:0.0:1788205371.589130:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205371.589134:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477c84b800 x1875052842062848/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205371.589142:0:2410:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205371.589145:0:2410:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84b800 x1875052842062848/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205393 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205371.589152:0:2410:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205371.589153:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1788205371.589159:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:0.0:1788205371.589161:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036500. 00000400:00000200:0.0:1788205371.589163:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788205371.589166:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788205371.589169:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c3440 00000400:00000010:0.0:1788205371.589171:0:2410:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c3440. 00000100:00000001:0.0:1788205371.589173:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205371.589177:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477c84bb80 x1875052842062976/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205371.589184:0:2410:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205371.589187:0:2410:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c84bb80 x1875052842062976/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205393 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205371.589194:0:2410:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205371.589195:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1788205371.589199:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000010:0.0:1788205371.589201:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c4771036900. 00000400:00000200:0.0:1788205371.589203:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1788205371.589206:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.1@tcp->192.168.201.101@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1788205371.589209:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c476f7c37f8 00000400:00000010:0.0:1788205371.589210:0:2410:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9c476f7c37f8. 00000100:00000001:0.0:1788205371.589212:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788205371.589216:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff9c477c848380 x1875052842063104/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205371.589223:0:2410:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788205371.589226:0:2410:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9c477c848380 x1875052842063104/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205393 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205371.589232:0:2410:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205371.589234:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1788205371.778525:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205371.778533:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205371.778539:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205371.778540:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205371.778544:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205371.778546:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205371.778569:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205371.778572:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205371.778575:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205372.802629:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205372.802637:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205372.802642:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205372.802643:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205372.802647:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205372.802648:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788205372.802725:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788205372.802728:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788205372.802731:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205373.826621:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205373.826630:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205373.826633:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205373.826635:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205373.826640:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205373.826642:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205373.826644:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205373.826646:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205373.826650:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205373.826651:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205373.826655:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205373.826656:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205373.826683:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205373.826685:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205373.826688:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205374.850548:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205374.850556:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205374.850562:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205374.850563:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205374.850566:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205374.850568:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205374.978511:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310513942, at 4310513984 00000100:00000010:0.0:1788205374.978527:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88000. 00000100:00000040:1.0:1788205374.978901:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310513942, at 4310513984 00000100:00000010:1.0:1788205374.978909:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88900. 00010000:00000001:0.0:1788205375.879079:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205375.879085:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205375.879091:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205375.879093:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205375.879096:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205375.879097:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205375.879124:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205375.879127:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205375.879129:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205376.899436:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205376.899443:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205376.899448:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205376.899452:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205376.899454:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205376.899457:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205376.899460:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205376.899463:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205376.899465:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205376.899467:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205376.899470:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205376.899471:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205376.899472:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205376.899474:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205376.899475:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205376.899476:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205376.899477:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205376.899479:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788205376.900110:0:195479:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788205376.900117:0:195479:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788205376.900122:0:195479:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205377.924496:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205377.924504:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205377.924510:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205377.924511:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205377.924515:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205377.924517:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205377.924544:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205377.924548:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205377.924551:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205378.946919:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205378.946931:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205378.946938:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205378.946940:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205378.946944:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205378.946945:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205379.974273:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205379.974279:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205379.974284:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205379.974286:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205379.974289:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205379.974290:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205379.974313:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205379.974316:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205379.974319:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788205380.034941:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310519029, at 4310519040 00000100:00000010:0.0:1788205380.034961:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88180. 00000100:00000040:1.0:1788205380.036368:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310519029, at 4310519041 00000100:00000010:1.0:1788205380.036382:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88ba0. 00010000:00000001:0.0:1788205380.994993:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205380.995006:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205380.995015:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205380.995017:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205380.995021:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205380.995023:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205382.036781:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205382.036790:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205382.036805:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205382.036806:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205382.036810:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205382.036811:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205382.036867:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205382.036870:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205382.036873:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205383.042536:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205383.042542:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205383.042547:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205383.042549:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205383.042564:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205383.042566:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788205383.874953:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788205383.874966:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788205383.874968:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788205383.874973:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788205383.874977:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788205383.874984:0:212929:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 15850 00000400:00000200:0.0:1788205383.874992:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205383.874999:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788205383.875002:0:212929:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788205383.875005:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205383.875008:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205383.875011:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205383.875013:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788205383.875018:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788205383.875020:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788205383.875022:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788205383.875025:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788205383.875028:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788205383.875030:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788205383.875033:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205383.875035:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205383.875037:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205383.875039:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788205383.875042:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788205383.875045:0:212929:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788205383.875060:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205383.875063:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788205383.875066:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205383.875069:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205383.875072:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788205383.875080:0:212929:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788205383.875090:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8380. 00000020:00000040:0.0:1788205383.875093:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788205383.875097:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788205383.875099:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205383.875102:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788205383.875105:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788205383.875108:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788205383.875116:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377800. 00000100:00000001:0.0:1788205383.875124:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205383.875133:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8380 x1875052842064256/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788205383.875143:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788205383.875147:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205383.875152:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004fba561] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8380 x1875052842064256/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205383.875176:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788205383.875180:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788205383.875183:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788205383.875185:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788205383.875186:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788205383.875189:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788205383.875192:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15850 00000400:00000200:0.0:1788205383.875196:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205383.875199:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788205383.875201:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788205383.875203:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205383.875205:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205383.875207:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205383.875209:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788205383.875211:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788205383.875212:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788205383.875214:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788205383.875215:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788205383.875218:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788205383.875220:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788205383.875223:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205383.875225:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205383.875226:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205383.875228:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788205383.875230:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788205383.875232:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788205383.875234:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205383.875237:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788205383.875242:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205383.875245:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205383.875247:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788205383.875251:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788205383.875254:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205383.875256:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788205383.875269:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8000. 00000020:00000040:0.0:1788205383.875272:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788205383.875274:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788205383.875276:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205383.875277:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788205383.875278:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788205383.875280:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788205383.875456:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377c00. 00000100:00000001:0.0:1788205383.875462:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205383.875468:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8000 x1875052842064384/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788205383.875475:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788205383.875478:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205383.875481:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000755f6dce] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8000 x1875052842064384/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205383.875489:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788205383.875491:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788205383.875495:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788205383.875497:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788205383.875498:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788205383.875502:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788205383.875505:0:212929:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15850 00000400:00000200:0.0:1788205383.875509:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205383.875512:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788205383.875514:0:212929:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788205383.875517:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205383.875519:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205383.875520:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205383.875522:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788205383.875524:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788205383.875525:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788205383.875527:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788205383.875528:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788205383.875530:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788205383.875532:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788205383.875535:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205383.875537:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205383.875539:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205383.875541:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788205383.875543:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788205383.875545:0:212929:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788205383.875547:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205383.875549:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788205383.875552:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205383.875553:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205383.875556:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788205383.875557:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788205383.875560:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205383.875561:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788205383.875565:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9c00. 00000020:00000040:0.0:1788205383.875566:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788205383.875569:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788205383.875570:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205383.875571:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788205383.875573:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788205383.875575:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788205383.875578:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377400. 00000100:00000001:0.0:1788205383.875581:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205383.875585:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9c00 x1875052842064512/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788205383.875591:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788205383.875593:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205383.875596:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d680416d] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9c00 x1875052842064512/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205383.875602:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205383.875604:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788205383.875608:0:212929:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788205383.875610:0:212929:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788205383.875613:0:212929:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788205383.875614:0:212929:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788205383.875616:0:212929:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788205383.875618:0:212929:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788205383.875620:0:212929:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15850 00000400:00000200:0.0:1788205383.875623:0:212929:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205383.875626:0:212929:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788205383.875627:0:212929:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788205383.875630:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205383.875632:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205383.875633:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205383.875635:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788205383.875637:0:212929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788205383.875638:0:212929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788205383.875639:0:212929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788205383.875641:0:212929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788205383.875643:0:212929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788205383.875646:0:212929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788205383.875648:0:212929:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205383.875650:0:212929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205383.875652:0:212929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205383.875654:0:212929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788205383.875656:0:212929:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788205383.875658:0:212929:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788205383.875660:0:212929:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205383.875662:0:212929:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788205383.875664:0:212929:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205383.875666:0:212929:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205383.875668:0:212929:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788205383.875670:0:212929:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788205383.875672:0:212929:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205383.875673:0:212929:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788205383.875676:0:212929:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fb100. 00000020:00000040:0.0:1788205383.875678:0:212929:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788205383.875680:0:212929:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788205383.875682:0:212929:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205383.875683:0:212929:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788205383.875684:0:212929:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788205383.875686:0:212929:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788205383.875689:0:212929:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375000. 00000100:00000001:0.0:1788205383.875691:0:212929:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205383.875695:0:212929:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fb100 x1875052842064640/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788205383.875726:0:212929:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788205383.875728:0:212929:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205383.875731:0:212929:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000093808cf5] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fb100 x1875052842064640/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205383.875745:0:212929:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205383.875749:0:212929:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15860) 00010000:00000001:0.0:1788205384.066668:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205384.066677:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205384.066679:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205384.066682:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205384.066687:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205384.066688:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205384.066690:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205384.066692:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205384.066696:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205384.066698:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205384.066702:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205384.066703:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205384.066804:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205384.066807:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205384.066810:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205385.090532:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205385.090540:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205385.090546:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205385.090548:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205385.090552:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205385.090553:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205385.154535:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310524150, at 4310524160 00000100:00000040:1.0:1788205385.154535:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310524150, at 4310524160 00000100:00000010:0.0:1788205385.154554:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88720. 00000100:00000010:1.0:1788205385.154556:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88ea0. 00010000:00000001:0.0:1788205386.114585:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205386.114596:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205386.114605:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205386.114606:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205386.114610:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205386.114612:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205386.114688:0:192703:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205386.114692:0:192703:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205386.114696:0:192703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205387.139508:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205387.139521:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205387.139529:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205387.139533:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205387.139535:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205387.139539:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205387.139543:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205387.139546:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205387.139548:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205387.139550:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205387.139555:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205387.139556:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205387.139557:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205387.139559:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205387.139561:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205387.139562:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205387.139563:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205387.139565:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205388.164268:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205388.164278:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205388.164287:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205388.164288:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205388.164292:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205388.164294:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205388.164341:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205388.164345:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205388.164348:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788205388.995141:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788205388.995152:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788205388.995155:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788205388.995160:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788205388.995165:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788205388.995173:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 15855 00000400:00000200:0.0:1788205388.995194:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205388.995200:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788205388.995203:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788205388.995207:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205388.995217:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205388.995219:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205388.995222:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788205388.995227:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788205388.995229:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:0.0:1788205388.995231:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788205388.995234:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:0.0:1788205388.995243:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:0.0:1788205388.995245:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:0.0:1788205388.995248:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205388.995250:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205388.995252:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205388.995253:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788205388.995256:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:0.0:1788205388.995259:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788205388.995261:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205388.995264:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788205388.995268:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205388.995270:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205388.995272:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1788205388.995280:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788205388.995292:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f8a80. 00000020:00000040:0.0:1788205388.995296:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:0.0:1788205388.995299:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788205388.995301:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205388.995304:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788205388.995307:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788205388.995310:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788205388.995318:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774374400. 00000100:00000001:0.0:1788205388.995326:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205388.995346:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f8a80 x1875052842064768/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788205388.995362:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788205388.995367:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205388.995371:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000320d64fa] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f8a80 x1875052842064768/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205388.995414:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788205388.995418:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788205388.995421:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788205388.995431:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788205388.995433:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788205388.995435:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788205388.995438:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15855 00000400:00000200:0.0:1788205388.995442:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205388.995445:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788205388.995448:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788205388.995451:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205388.995459:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205388.995461:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205388.995463:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788205388.995465:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788205388.995466:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:0.0:1788205388.995468:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788205388.995470:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:0.0:1788205388.995472:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:0.0:1788205388.995474:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:0.0:1788205388.995477:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205388.995479:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205388.995480:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205388.995482:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788205388.995485:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:0.0:1788205388.995487:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788205388.995490:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205388.995497:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788205388.995503:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205388.995513:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205388.995515:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788205388.995519:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788205388.995522:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205388.995523:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788205388.995532:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3f9180. 00000020:00000040:0.0:1788205388.995534:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:0.0:1788205388.995537:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788205388.995538:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205388.995539:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788205388.995541:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788205388.995554:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788205388.995560:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774376000. 00000100:00000001:0.0:1788205388.995564:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205388.995569:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3f9180 x1875052842064896/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788205388.995576:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788205388.995578:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205388.995588:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b4a335a] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3f9180 x1875052842064896/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205388.995595:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788205388.995597:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788205388.995600:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788205388.995602:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788205388.995603:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788205388.995606:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788205388.995615:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15855 00000400:00000200:0.0:1788205388.995619:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205388.995622:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788205388.995623:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788205388.995626:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205388.995627:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205388.995629:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205388.995631:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788205388.995633:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788205388.995634:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:0.0:1788205388.995636:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788205388.995637:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:0.0:1788205388.995639:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:0.0:1788205388.995647:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:0.0:1788205388.995650:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205388.995652:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205388.995653:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205388.995655:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788205388.995657:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:0.0:1788205388.995659:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788205388.995661:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205388.995663:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788205388.995666:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205388.995668:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205388.995682:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788205388.995685:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788205388.995688:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205388.995689:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788205388.995693:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fa300. 00000020:00000040:0.0:1788205388.995695:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:0.0:1788205388.995697:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788205388.995699:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205388.995701:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788205388.995702:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788205388.995704:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788205388.995708:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774375000. 00000100:00000001:0.0:1788205388.995711:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205388.995722:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fa300 x1875052842065024/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788205388.995729:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788205388.995731:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205388.995735:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000643b1429] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fa300 x1875052842065024/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205388.995742:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205388.995745:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788205388.995755:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1788205388.995758:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788205388.995761:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1788205388.995763:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788205388.995765:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788205388.995767:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788205388.995770:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15855 00000400:00000200:0.0:1788205388.995773:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:0.0:1788205388.995776:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:0.0:1788205388.995778:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788205388.995787:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205388.995789:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205388.995791:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205388.995792:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:0.0:1788205388.995795:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1788205388.995796:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:0.0:1788205388.995798:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1788205388.995800:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:0.0:1788205388.995801:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:0.0:1788205388.995803:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:0.0:1788205388.995806:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205388.995812:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788205388.995814:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:0.0:1788205388.995815:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:0.0:1788205388.995817:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:0.0:1788205388.995820:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:0.0:1788205388.995822:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788205388.995823:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788205388.995825:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788205388.995827:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205388.995829:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1788205388.995831:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788205388.995833:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205388.995835:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788205388.995838:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477d3fad80. 00000020:00000040:0.0:1788205388.995845:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:0.0:1788205388.995848:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788205388.995849:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788205388.995851:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788205388.995852:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788205388.995853:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788205388.995857:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4774377400. 00000100:00000001:0.0:1788205388.995860:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788205388.995870:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477d3fad80 x1875052842065152/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788205388.995877:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788205388.995879:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205388.995883:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010fef5ed] to pc [ptlrpcd_rcv+-1] req@ffff9c477d3fad80 x1875052842065152/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788205388.995891:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205388.995902:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15865) 00010000:00000001:0.0:1788205389.187859:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205389.187866:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205389.187872:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205389.187873:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205389.187876:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205389.187877:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205390.210872:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205390.210880:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205390.210886:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205390.210887:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205390.210890:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205390.210891:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205390.277719:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310529273, at 4310529283 00000100:00000010:0.0:1788205390.277735:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa889c0. 00000100:00000040:1.0:1788205390.278108:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310529273, at 4310529283 00000100:00000010:1.0:1788205390.278115:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88d20. 00010000:00000001:0.0:1788205391.237217:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205391.237228:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205391.237235:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205391.237236:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205391.237239:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205391.237241:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205392.260216:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205392.260224:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205392.260230:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205392.260232:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205392.260235:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205392.260236:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205392.260273:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205392.260276:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205392.260279:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205393.284124:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205393.284134:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205393.284143:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205393.284145:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205393.284149:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205393.284150:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788205394.115928:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) ace7bf6d-45be-4013-9877-3be5b61707fa->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788205394.115970:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788205394.115973:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788205394.116044:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c476ff1d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788205394.116049:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788205394.116111:0:219564:0:(import.c:510:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 15860 00000400:00000200:1.0:1788205394.116138:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788205394.116144:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788205394.116147:0:219564:0:(import.c:589:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788205394.116151:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205394.116154:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205394.116157:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205394.116879:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788205394.116885:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788205394.116887:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e21 00000020:00000001:1.0:1788205394.116890:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788205394.116893:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1a800 refcount=3 00000020:00000001:1.0:1788205394.116896:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000020:00000001:1.0:1788205394.116898:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367560192 : -109644341991424 : ffff9c476ff1a800) 00000100:00000040:1.0:1788205394.116903:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205394.116905:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205394.116907:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205394.116908:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788205394.116911:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1a800 : new refcount 2 00000100:00080000:1.0:1788205394.116915:0:219564:0:(import.c:624:import_select_connection()) MGC192.168.201.101@tcp: import ffff9c476ff1d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788205394.116917:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788205394.116921:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788205394.116925:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788205394.116928:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205394.116930:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1788205394.116933:0:219564:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788205394.116941:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dd500. 00000020:00000040:1.0:1788205394.116945:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c476ff1d800 refcount=4 obd=MGC192.168.201.101@tcp 02000000:00000001:1.0:1788205394.116949:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788205394.116951:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205394.116954:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788205394.116957:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788205394.116961:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788205394.116969:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9bc00. 00000100:00000001:1.0:1788205394.116975:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788205394.116985:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dd500 x1875052842065280/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788205394.116995:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788205394.117000:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205394.117004:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081f75c12] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dd500 x1875052842065280/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788205394.117028:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788205394.117031:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788205394.117035:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788205394.117036:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788205394.117038:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c47609e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788205394.117042:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788205394.117044:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15860 00000400:00000200:1.0:1788205394.117049:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788205394.117053:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788205394.117056:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788205394.117058:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205394.117061:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205394.117063:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205394.117065:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788205394.117067:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788205394.117068:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e75 00000020:00000001:1.0:1788205394.117070:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788205394.117072:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff19800 refcount=5 00000020:00000001:1.0:1788205394.117073:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000020:00000001:1.0:1788205394.117075:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367556096 : -109644341995520 : ffff9c476ff19800) 00000100:00000040:1.0:1788205394.117078:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205394.117080:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205394.117081:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205394.117083:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788205394.117085:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff19800 : new refcount 4 00000100:00080000:1.0:1788205394.117087:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c4749125000: import ffff9c47609e3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788205394.117090:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788205394.117091:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788205394.117096:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788205394.117098:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205394.117100:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788205394.117103:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788205394.117106:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205394.117108:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788205394.117111:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3df800. 00000020:00000040:1.0:1788205394.117113:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c47609e3800 refcount=6 obd=lustre-MDT0000-mdc-ffff9c4749125000 02000000:00000001:1.0:1788205394.117115:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788205394.117116:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205394.117118:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788205394.117119:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788205394.117120:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788205394.117124:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b400. 00000100:00000001:1.0:1788205394.117127:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788205394.117132:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3df800 x1875052842065408/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788205394.117139:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788205394.117141:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205394.117144:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051a886bc] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3df800 x1875052842065408/t0(0) o38->lustre-MDT0000-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788205394.117152:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788205394.117154:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788205394.117157:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1788205394.117737:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788205394.117740:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c4760b56800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788205394.117744:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788205394.117747:0:219564:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15860 00000400:00000200:1.0:1788205394.117752:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788205394.117755:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788205394.117758:0:219564:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788205394.117761:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205394.117763:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205394.117765:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205394.117767:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788205394.119029:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788205394.119033:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e7c 00000020:00000001:1.0:1788205394.119036:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788205394.119039:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c476ff1f000 refcount=5 00000020:00000001:1.0:1788205394.119041:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000020:00000001:1.0:1788205394.119045:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634429367578624 : -109644341972992 : ffff9c476ff1f000) 00000100:00000040:1.0:1788205394.119050:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205394.119052:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205394.119054:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205394.119056:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788205394.119060:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c476ff1f000 : new refcount 4 00000100:00080000:1.0:1788205394.119062:0:219564:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9c4749125000: import ffff9c4760b56800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788205394.119065:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788205394.119068:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788205394.119074:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788205394.119076:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205394.119078:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788205394.119081:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788205394.119084:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205394.119086:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788205394.119092:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dfb80. 00000020:00000040:1.0:1788205394.119095:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c4760b56800 refcount=7 obd=lustre-MDT0001-mdc-ffff9c4749125000 02000000:00000001:1.0:1788205394.119098:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788205394.119100:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205394.119102:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788205394.119105:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788205394.119108:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788205394.119113:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a9b800. 00000100:00000001:1.0:1788205394.119118:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788205394.119125:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dfb80 x1875052842065536/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788205394.119134:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788205394.119137:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205394.119141:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086c01fd6] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dfb80 x1875052842065536/t0(0) o38->lustre-MDT0001-mdc-ffff9c4749125000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788205394.119151:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205394.119154:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788205394.119157:0:219564:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1788205394.119238:0:219564:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2cac516b-dc9d-45ab-8b79-546eea7242cb->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788205394.119242:0:219564:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1788205394.119244:0:219564:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788205394.119246:0:219564:0:(import.c:65:import_set_state_nolock()) ffff9c474715d800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788205394.119248:0:219564:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788205394.119252:0:219564:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: connect to NID 192.168.201.101@tcp last attempt 15860 00000400:00000200:1.0:1788205394.119258:0:219564:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.101@tcp to cpt 0 00000400:00000200:1.0:1788205394.119261:0:219564:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.101@tcp is discovered: rc = 1 00000100:00080000:1.0:1788205394.119264:0:219564:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1788205394.119267:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205394.119269:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205394.119270:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205394.119272:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000001:1.0:1788205394.119275:0:219564:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1788205394.119276:0:219564:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8990e4d0a2131e91 00000020:00000001:1.0:1788205394.119277:0:219564:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1788205394.119280:0:219564:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9c4744c91000 refcount=4 00000020:00000001:1.0:1788205394.119282:0:219564:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000020:00000001:1.0:1788205394.119284:0:219564:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634428643479552 : -109645066072064 : ffff9c4744c91000) 00000100:00000040:1.0:1788205394.119287:0:219564:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9c475032f840 refcount 14 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205394.119288:0:219564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788205394.119290:0:219564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c475032f840 refcount 15 to 192.168.201.101@tcp 00000100:00000001:1.0:1788205394.119292:0:219564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634428834969664 : -109644874581952 : ffff9c475032f840) 00000020:00000040:1.0:1788205394.119294:0:219564:0:(genops.c:900:class_export_put()) PUTting export ffff9c4744c91000 : new refcount 3 00000100:00080000:1.0:1788205394.119297:0:219564:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c4749125000: import ffff9c474715d800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00000001:1.0:1788205394.119299:0:219564:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788205394.119301:0:219564:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788205394.119304:0:219564:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788205394.119308:0:219564:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205394.119310:0:219564:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1788205394.119313:0:219564:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788205394.119315:0:219564:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205394.119316:0:219564:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788205394.119322:0:219564:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c477c3dea00. 00000020:00000040:1.0:1788205394.119324:0:219564:0:(genops.c:1231:class_import_get()) import ffff9c474715d800 refcount=4 obd=lustre-OST0001-osc-ffff9c4749125000 02000000:00000001:1.0:1788205394.119326:0:219564:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788205394.119328:0:219564:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788205394.119329:0:219564:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788205394.119331:0:219564:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788205394.119332:0:219564:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788205394.119337:0:219564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c4653a98000. 00000100:00000001:1.0:1788205394.119341:0:219564:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788205394.119345:0:219564:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c477c3dea00 x1875052842065664/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788205394.119351:0:219564:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788205394.119353:0:219564:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205394.119356:0:219564:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4ead91e] to pc [ptlrpcd_rcv+-1] req@ffff9c477c3dea00 x1875052842065664/t0(0) o8->lustre-OST0001-osc-ffff9c4749125000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788205394.119364:0:219564:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788205394.119369:0:219564:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15870) 00010000:00000001:0.0:1788205394.306540:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205394.306548:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205394.306550:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205394.306554:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205394.306559:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205394.306561:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205394.306563:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205394.306565:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205394.306569:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205394.306571:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205394.306574:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205394.306575:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205395.330990:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205395.330998:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205395.331005:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205395.331006:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205395.331010:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205395.331011:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788205395.394907:0:226797:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893000 (cpu 0) has reached its deadline 4310534391, at 4310534400 00000100:00000010:0.0:1788205395.394922:0:226797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88ae0. 00000100:00000040:1.0:1788205395.396931:0:226882:0:(connection.c:75:cpu_latency_work()) work item of ffff9c4751893110 (cpu 1) has reached its deadline 4310534391, at 4310534402 00000100:00000010:1.0:1788205395.396946:0:226882:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c477aa88060. 00010000:00000001:0.0:1788205396.354507:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205396.354514:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205396.354519:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205396.354523:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205396.354525:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205396.354528:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205396.354531:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205396.354534:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205396.354536:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205396.354538:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205396.354542:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205396.354543:0:226797:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788205396.354544:0:226797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788205396.354545:0:226797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205396.354558:0:226797:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788205396.354559:0:226797:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205396.354560:0:226797:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205396.354562:0:226797:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788205396.354584:0:198137:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788205396.354586:0:198137:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788205396.354589:0:198137:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788205397.381186:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205397.381194:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205397.381199:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205397.381200:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788205397.381204:0:226797:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788205397.381205:0:226797:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) Debug log: 208562 lines, 208562 kept, 0 dropped, 0 bad.